| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.7217610970768675, |
| "eval_steps": 500, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.6324901580810547, |
| "epoch": 0.0007217610970768675, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1449674367904663, |
| "mean_token_accuracy": 0.730022668838501, |
| "num_tokens": 281424.0, |
| "step": 1 |
| }, |
| { |
| "entropy": 1.6011863350868225, |
| "epoch": 0.001443522194153735, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.1221046447753906, |
| "mean_token_accuracy": 0.735398530960083, |
| "num_tokens": 592658.0, |
| "step": 2 |
| }, |
| { |
| "entropy": 1.6689565181732178, |
| "epoch": 0.0021652832912306026, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1469786167144775, |
| "mean_token_accuracy": 0.7297760546207428, |
| "num_tokens": 881596.0, |
| "step": 3 |
| }, |
| { |
| "entropy": 1.601054608821869, |
| "epoch": 0.00288704438830747, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.116991639137268, |
| "mean_token_accuracy": 0.7344618439674377, |
| "num_tokens": 1177307.0, |
| "step": 4 |
| }, |
| { |
| "entropy": 1.6265177726745605, |
| "epoch": 0.003608805485384338, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.163395643234253, |
| "mean_token_accuracy": 0.7276344895362854, |
| "num_tokens": 1475796.0, |
| "step": 5 |
| }, |
| { |
| "entropy": 1.6690555810928345, |
| "epoch": 0.004330566582461205, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1e-05, |
| "loss": 1.144697904586792, |
| "mean_token_accuracy": 0.7269938886165619, |
| "num_tokens": 1750011.0, |
| "step": 6 |
| }, |
| { |
| "entropy": 1.598021388053894, |
| "epoch": 0.005052327679538073, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1182944774627686, |
| "mean_token_accuracy": 0.7358252704143524, |
| "num_tokens": 2055329.0, |
| "step": 7 |
| }, |
| { |
| "entropy": 1.6165382862091064, |
| "epoch": 0.00577408877661494, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1353559494018555, |
| "mean_token_accuracy": 0.7317765951156616, |
| "num_tokens": 2348224.0, |
| "step": 8 |
| }, |
| { |
| "entropy": 1.5607696771621704, |
| "epoch": 0.006495849873691808, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.071103811264038, |
| "mean_token_accuracy": 0.7462583184242249, |
| "num_tokens": 2637011.0, |
| "step": 9 |
| }, |
| { |
| "entropy": 1.6212881803512573, |
| "epoch": 0.007217610970768676, |
| "grad_norm": 0.2578125, |
| "learning_rate": 1e-05, |
| "loss": 1.1488314867019653, |
| "mean_token_accuracy": 0.7294544279575348, |
| "num_tokens": 2910347.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.5019596815109253, |
| "epoch": 0.007939372067845544, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0116041898727417, |
| "mean_token_accuracy": 0.7550928890705109, |
| "num_tokens": 3206546.0, |
| "step": 11 |
| }, |
| { |
| "entropy": 1.6398207545280457, |
| "epoch": 0.00866113316492241, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 1e-05, |
| "loss": 1.178581953048706, |
| "mean_token_accuracy": 0.7239179015159607, |
| "num_tokens": 3494761.0, |
| "step": 12 |
| }, |
| { |
| "entropy": 1.678354799747467, |
| "epoch": 0.009382894261999277, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1759941577911377, |
| "mean_token_accuracy": 0.7249243557453156, |
| "num_tokens": 3775372.0, |
| "step": 13 |
| }, |
| { |
| "entropy": 1.6341375708580017, |
| "epoch": 0.010104655359076146, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.116431713104248, |
| "mean_token_accuracy": 0.7346004545688629, |
| "num_tokens": 4060240.0, |
| "step": 14 |
| }, |
| { |
| "entropy": 1.625670075416565, |
| "epoch": 0.010826416456153013, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 1e-05, |
| "loss": 1.1036977767944336, |
| "mean_token_accuracy": 0.7378830313682556, |
| "num_tokens": 4346767.0, |
| "step": 15 |
| }, |
| { |
| "entropy": 1.5567855834960938, |
| "epoch": 0.01154817755322988, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0634684562683105, |
| "mean_token_accuracy": 0.7465156018733978, |
| "num_tokens": 4643903.0, |
| "step": 16 |
| }, |
| { |
| "entropy": 1.5365270376205444, |
| "epoch": 0.012269938650306749, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.0452733039855957, |
| "mean_token_accuracy": 0.7487658560276031, |
| "num_tokens": 4948508.0, |
| "step": 17 |
| }, |
| { |
| "entropy": 1.6101551055908203, |
| "epoch": 0.012991699747383616, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.174149990081787, |
| "mean_token_accuracy": 0.7236275970935822, |
| "num_tokens": 5240673.0, |
| "step": 18 |
| }, |
| { |
| "entropy": 1.582105040550232, |
| "epoch": 0.013713460844460484, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0822830200195312, |
| "mean_token_accuracy": 0.740031510591507, |
| "num_tokens": 5529403.0, |
| "step": 19 |
| }, |
| { |
| "entropy": 1.5892573595046997, |
| "epoch": 0.014435221941537351, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1302001476287842, |
| "mean_token_accuracy": 0.7349365949630737, |
| "num_tokens": 5817564.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.6413474678993225, |
| "epoch": 0.015156983038614218, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.157022476196289, |
| "mean_token_accuracy": 0.7278459370136261, |
| "num_tokens": 6108588.0, |
| "step": 21 |
| }, |
| { |
| "entropy": 1.6144480109214783, |
| "epoch": 0.015878744135691087, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1256628036499023, |
| "mean_token_accuracy": 0.7353854775428772, |
| "num_tokens": 6411583.0, |
| "step": 22 |
| }, |
| { |
| "entropy": 1.6616796255111694, |
| "epoch": 0.016600505232767952, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.168656587600708, |
| "mean_token_accuracy": 0.7236612141132355, |
| "num_tokens": 6698086.0, |
| "step": 23 |
| }, |
| { |
| "entropy": 1.643827199935913, |
| "epoch": 0.01732226632984482, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1655962467193604, |
| "mean_token_accuracy": 0.7271822988986969, |
| "num_tokens": 7000131.0, |
| "step": 24 |
| }, |
| { |
| "entropy": 1.5970368385314941, |
| "epoch": 0.01804402742692169, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0894560813903809, |
| "mean_token_accuracy": 0.7399492561817169, |
| "num_tokens": 7291836.0, |
| "step": 25 |
| }, |
| { |
| "entropy": 1.503839135169983, |
| "epoch": 0.018765788523998555, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0344961881637573, |
| "mean_token_accuracy": 0.7478281855583191, |
| "num_tokens": 7585491.0, |
| "step": 26 |
| }, |
| { |
| "entropy": 1.6090006828308105, |
| "epoch": 0.019487549621075424, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1419615745544434, |
| "mean_token_accuracy": 0.7301072478294373, |
| "num_tokens": 7879630.0, |
| "step": 27 |
| }, |
| { |
| "entropy": 1.6687936782836914, |
| "epoch": 0.020209310718152292, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.185781717300415, |
| "mean_token_accuracy": 0.722177267074585, |
| "num_tokens": 8169307.0, |
| "step": 28 |
| }, |
| { |
| "entropy": 1.6137508153915405, |
| "epoch": 0.020931071815229157, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.139797329902649, |
| "mean_token_accuracy": 0.731590211391449, |
| "num_tokens": 8454246.0, |
| "step": 29 |
| }, |
| { |
| "entropy": 1.6452692747116089, |
| "epoch": 0.021652832912306026, |
| "grad_norm": 0.2421875, |
| "learning_rate": 1e-05, |
| "loss": 1.144111156463623, |
| "mean_token_accuracy": 0.7287810444831848, |
| "num_tokens": 8729575.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 1.5694754719734192, |
| "epoch": 0.022374594009382895, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1091818809509277, |
| "mean_token_accuracy": 0.7397504150867462, |
| "num_tokens": 9041189.0, |
| "step": 31 |
| }, |
| { |
| "entropy": 1.5972363352775574, |
| "epoch": 0.02309635510645976, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.0982288122177124, |
| "mean_token_accuracy": 0.737795889377594, |
| "num_tokens": 9326397.0, |
| "step": 32 |
| }, |
| { |
| "entropy": 1.5754931569099426, |
| "epoch": 0.02381811620353663, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1044893264770508, |
| "mean_token_accuracy": 0.7347338497638702, |
| "num_tokens": 9610401.0, |
| "step": 33 |
| }, |
| { |
| "entropy": 1.6175318360328674, |
| "epoch": 0.024539877300613498, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1177648305892944, |
| "mean_token_accuracy": 0.7350936233997345, |
| "num_tokens": 9905930.0, |
| "step": 34 |
| }, |
| { |
| "entropy": 1.6128783226013184, |
| "epoch": 0.025261638397690366, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1447393894195557, |
| "mean_token_accuracy": 0.7303915917873383, |
| "num_tokens": 10194872.0, |
| "step": 35 |
| }, |
| { |
| "entropy": 1.550290584564209, |
| "epoch": 0.02598339949476723, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0588897466659546, |
| "mean_token_accuracy": 0.7457749843597412, |
| "num_tokens": 10489033.0, |
| "step": 36 |
| }, |
| { |
| "entropy": 1.6118902564048767, |
| "epoch": 0.0267051605918441, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.129485845565796, |
| "mean_token_accuracy": 0.7316156923770905, |
| "num_tokens": 10785394.0, |
| "step": 37 |
| }, |
| { |
| "entropy": 1.6288201808929443, |
| "epoch": 0.02742692168892097, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.132784366607666, |
| "mean_token_accuracy": 0.7318132221698761, |
| "num_tokens": 11065027.0, |
| "step": 38 |
| }, |
| { |
| "entropy": 1.6048038005828857, |
| "epoch": 0.028148682785997834, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 1e-05, |
| "loss": 1.1273961067199707, |
| "mean_token_accuracy": 0.7312443256378174, |
| "num_tokens": 11343945.0, |
| "step": 39 |
| }, |
| { |
| "entropy": 1.6598325967788696, |
| "epoch": 0.028870443883074703, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1481671333312988, |
| "mean_token_accuracy": 0.7304234504699707, |
| "num_tokens": 11628441.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 1.5797964334487915, |
| "epoch": 0.02959220498015157, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1009016036987305, |
| "mean_token_accuracy": 0.7380237579345703, |
| "num_tokens": 11921495.0, |
| "step": 41 |
| }, |
| { |
| "entropy": 1.6039154529571533, |
| "epoch": 0.030313966077228437, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.14406156539917, |
| "mean_token_accuracy": 0.731726735830307, |
| "num_tokens": 12223908.0, |
| "step": 42 |
| }, |
| { |
| "entropy": 1.5778825879096985, |
| "epoch": 0.031035727174305305, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1219489574432373, |
| "mean_token_accuracy": 0.7335020303726196, |
| "num_tokens": 12520484.0, |
| "step": 43 |
| }, |
| { |
| "entropy": 1.5796723365783691, |
| "epoch": 0.031757488271382174, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1150004863739014, |
| "mean_token_accuracy": 0.736197829246521, |
| "num_tokens": 12814280.0, |
| "step": 44 |
| }, |
| { |
| "entropy": 1.6669464111328125, |
| "epoch": 0.03247924936845904, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 1e-05, |
| "loss": 1.1724576950073242, |
| "mean_token_accuracy": 0.7243635356426239, |
| "num_tokens": 13102325.0, |
| "step": 45 |
| }, |
| { |
| "entropy": 1.5914201140403748, |
| "epoch": 0.033201010465535905, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1153526306152344, |
| "mean_token_accuracy": 0.7354307174682617, |
| "num_tokens": 13391088.0, |
| "step": 46 |
| }, |
| { |
| "entropy": 1.5858140587806702, |
| "epoch": 0.03392277156261277, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1172500848770142, |
| "mean_token_accuracy": 0.7344636917114258, |
| "num_tokens": 13687168.0, |
| "step": 47 |
| }, |
| { |
| "entropy": 1.6306005716323853, |
| "epoch": 0.03464453265968964, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.0948805809020996, |
| "mean_token_accuracy": 0.736759752035141, |
| "num_tokens": 13967538.0, |
| "step": 48 |
| }, |
| { |
| "entropy": 1.5531249642372131, |
| "epoch": 0.03536629375676651, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0810805559158325, |
| "mean_token_accuracy": 0.7413678765296936, |
| "num_tokens": 14276436.0, |
| "step": 49 |
| }, |
| { |
| "entropy": 1.5869917273521423, |
| "epoch": 0.03608805485384338, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0666441917419434, |
| "mean_token_accuracy": 0.7437665462493896, |
| "num_tokens": 14573767.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 1.6448417901992798, |
| "epoch": 0.03680981595092025, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1699206829071045, |
| "mean_token_accuracy": 0.725558340549469, |
| "num_tokens": 14858053.0, |
| "step": 51 |
| }, |
| { |
| "entropy": 1.5271926522254944, |
| "epoch": 0.03753157704799711, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.054903268814087, |
| "mean_token_accuracy": 0.744969516992569, |
| "num_tokens": 15155281.0, |
| "step": 52 |
| }, |
| { |
| "entropy": 1.6412206888198853, |
| "epoch": 0.03825333814507398, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1678251028060913, |
| "mean_token_accuracy": 0.7259888350963593, |
| "num_tokens": 15455184.0, |
| "step": 53 |
| }, |
| { |
| "entropy": 1.6215389966964722, |
| "epoch": 0.03897509924215085, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1824066638946533, |
| "mean_token_accuracy": 0.7280870676040649, |
| "num_tokens": 15743012.0, |
| "step": 54 |
| }, |
| { |
| "entropy": 1.5804604291915894, |
| "epoch": 0.039696860339227716, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1091406345367432, |
| "mean_token_accuracy": 0.737342357635498, |
| "num_tokens": 16033511.0, |
| "step": 55 |
| }, |
| { |
| "entropy": 1.5461040139198303, |
| "epoch": 0.040418621436304585, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0643203258514404, |
| "mean_token_accuracy": 0.7467976808547974, |
| "num_tokens": 16332396.0, |
| "step": 56 |
| }, |
| { |
| "entropy": 1.651955246925354, |
| "epoch": 0.04114038253338145, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1751530170440674, |
| "mean_token_accuracy": 0.7242036163806915, |
| "num_tokens": 16612800.0, |
| "step": 57 |
| }, |
| { |
| "entropy": 1.6684359312057495, |
| "epoch": 0.041862143630458315, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1958093643188477, |
| "mean_token_accuracy": 0.7191943228244781, |
| "num_tokens": 16896720.0, |
| "step": 58 |
| }, |
| { |
| "entropy": 1.6259081363677979, |
| "epoch": 0.042583904727535184, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1620521545410156, |
| "mean_token_accuracy": 0.7249590158462524, |
| "num_tokens": 17192420.0, |
| "step": 59 |
| }, |
| { |
| "entropy": 1.6183463335037231, |
| "epoch": 0.04330566582461205, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1168042421340942, |
| "mean_token_accuracy": 0.7350777387619019, |
| "num_tokens": 17484538.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 1.658570647239685, |
| "epoch": 0.04402742692168892, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1338030099868774, |
| "mean_token_accuracy": 0.7320903241634369, |
| "num_tokens": 17773308.0, |
| "step": 61 |
| }, |
| { |
| "entropy": 1.5996414422988892, |
| "epoch": 0.04474918801876579, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0847420692443848, |
| "mean_token_accuracy": 0.7392292320728302, |
| "num_tokens": 18058017.0, |
| "step": 62 |
| }, |
| { |
| "entropy": 1.5665233135223389, |
| "epoch": 0.04547094911584266, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0845024585723877, |
| "mean_token_accuracy": 0.7437696754932404, |
| "num_tokens": 18339688.0, |
| "step": 63 |
| }, |
| { |
| "entropy": 1.5260943174362183, |
| "epoch": 0.04619271021291952, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.0538274049758911, |
| "mean_token_accuracy": 0.7461147308349609, |
| "num_tokens": 18641640.0, |
| "step": 64 |
| }, |
| { |
| "entropy": 1.5681921243667603, |
| "epoch": 0.04691447130999639, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0877799987792969, |
| "mean_token_accuracy": 0.7396962344646454, |
| "num_tokens": 18939497.0, |
| "step": 65 |
| }, |
| { |
| "entropy": 1.5850136876106262, |
| "epoch": 0.04763623240707326, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0904234647750854, |
| "mean_token_accuracy": 0.7401041090488434, |
| "num_tokens": 19231331.0, |
| "step": 66 |
| }, |
| { |
| "entropy": 1.575853705406189, |
| "epoch": 0.048357993504150126, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0784809589385986, |
| "mean_token_accuracy": 0.740749180316925, |
| "num_tokens": 19506369.0, |
| "step": 67 |
| }, |
| { |
| "entropy": 1.5586780905723572, |
| "epoch": 0.049079754601226995, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0770025253295898, |
| "mean_token_accuracy": 0.7410430610179901, |
| "num_tokens": 19811802.0, |
| "step": 68 |
| }, |
| { |
| "entropy": 1.5827566385269165, |
| "epoch": 0.049801515698303864, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0753060579299927, |
| "mean_token_accuracy": 0.7423750758171082, |
| "num_tokens": 20100711.0, |
| "step": 69 |
| }, |
| { |
| "entropy": 1.5529567003250122, |
| "epoch": 0.05052327679538073, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0601444244384766, |
| "mean_token_accuracy": 0.7456181049346924, |
| "num_tokens": 20405489.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 1.6224084496498108, |
| "epoch": 0.051245037892457594, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.125450611114502, |
| "mean_token_accuracy": 0.7337780594825745, |
| "num_tokens": 20687770.0, |
| "step": 71 |
| }, |
| { |
| "entropy": 1.7074684500694275, |
| "epoch": 0.05196679898953446, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.238325595855713, |
| "mean_token_accuracy": 0.7112078368663788, |
| "num_tokens": 20981731.0, |
| "step": 72 |
| }, |
| { |
| "entropy": 1.5249865055084229, |
| "epoch": 0.05268856008661133, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.043988585472107, |
| "mean_token_accuracy": 0.7478486001491547, |
| "num_tokens": 21272401.0, |
| "step": 73 |
| }, |
| { |
| "entropy": 1.5727348923683167, |
| "epoch": 0.0534103211836882, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.100590467453003, |
| "mean_token_accuracy": 0.7388165593147278, |
| "num_tokens": 21571928.0, |
| "step": 74 |
| }, |
| { |
| "entropy": 1.5993722677230835, |
| "epoch": 0.05413208228076507, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1405231952667236, |
| "mean_token_accuracy": 0.7291399836540222, |
| "num_tokens": 21870798.0, |
| "step": 75 |
| }, |
| { |
| "entropy": 1.5938835740089417, |
| "epoch": 0.05485384337784194, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1131370067596436, |
| "mean_token_accuracy": 0.737176388502121, |
| "num_tokens": 22162788.0, |
| "step": 76 |
| }, |
| { |
| "entropy": 1.5931457877159119, |
| "epoch": 0.0555756044749188, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0873945951461792, |
| "mean_token_accuracy": 0.7404476404190063, |
| "num_tokens": 22444932.0, |
| "step": 77 |
| }, |
| { |
| "entropy": 1.5987274646759033, |
| "epoch": 0.05629736557199567, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1396456956863403, |
| "mean_token_accuracy": 0.730906754732132, |
| "num_tokens": 22754808.0, |
| "step": 78 |
| }, |
| { |
| "entropy": 1.559260368347168, |
| "epoch": 0.05701912666907254, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0608243942260742, |
| "mean_token_accuracy": 0.7463341951370239, |
| "num_tokens": 23055255.0, |
| "step": 79 |
| }, |
| { |
| "entropy": 1.554847240447998, |
| "epoch": 0.057740887766149405, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.0778532028198242, |
| "mean_token_accuracy": 0.741190105676651, |
| "num_tokens": 23349351.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 1.5926709175109863, |
| "epoch": 0.058462648863226274, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1319208145141602, |
| "mean_token_accuracy": 0.7340517938137054, |
| "num_tokens": 23658735.0, |
| "step": 81 |
| }, |
| { |
| "entropy": 1.594882607460022, |
| "epoch": 0.05918440996030314, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.101097583770752, |
| "mean_token_accuracy": 0.7379715144634247, |
| "num_tokens": 23946168.0, |
| "step": 82 |
| }, |
| { |
| "entropy": 1.5877431631088257, |
| "epoch": 0.059906171057380005, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1063778400421143, |
| "mean_token_accuracy": 0.7368501722812653, |
| "num_tokens": 24253073.0, |
| "step": 83 |
| }, |
| { |
| "entropy": 1.6259468793869019, |
| "epoch": 0.06062793215445687, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 1e-05, |
| "loss": 1.145182490348816, |
| "mean_token_accuracy": 0.729894608259201, |
| "num_tokens": 24527107.0, |
| "step": 84 |
| }, |
| { |
| "entropy": 1.6315274834632874, |
| "epoch": 0.06134969325153374, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1483168601989746, |
| "mean_token_accuracy": 0.7306644916534424, |
| "num_tokens": 24809767.0, |
| "step": 85 |
| }, |
| { |
| "entropy": 1.6348057985305786, |
| "epoch": 0.06207145434861061, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1626529693603516, |
| "mean_token_accuracy": 0.7261816561222076, |
| "num_tokens": 25110854.0, |
| "step": 86 |
| }, |
| { |
| "entropy": 1.5630750060081482, |
| "epoch": 0.06279321544568747, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0739233493804932, |
| "mean_token_accuracy": 0.7445209324359894, |
| "num_tokens": 25408317.0, |
| "step": 87 |
| }, |
| { |
| "entropy": 1.5765607357025146, |
| "epoch": 0.06351497654276435, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0702788829803467, |
| "mean_token_accuracy": 0.7435714304447174, |
| "num_tokens": 25685505.0, |
| "step": 88 |
| }, |
| { |
| "entropy": 1.6107383966445923, |
| "epoch": 0.06423673763984121, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.144263505935669, |
| "mean_token_accuracy": 0.7299089133739471, |
| "num_tokens": 25979705.0, |
| "step": 89 |
| }, |
| { |
| "entropy": 1.5659379363059998, |
| "epoch": 0.06495849873691809, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.1233690977096558, |
| "mean_token_accuracy": 0.7367878556251526, |
| "num_tokens": 26286475.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 1.5758460760116577, |
| "epoch": 0.06568025983399495, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1166677474975586, |
| "mean_token_accuracy": 0.7332916557788849, |
| "num_tokens": 26593964.0, |
| "step": 91 |
| }, |
| { |
| "entropy": 1.5544713139533997, |
| "epoch": 0.06640202093107181, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.068277359008789, |
| "mean_token_accuracy": 0.7450745403766632, |
| "num_tokens": 26898035.0, |
| "step": 92 |
| }, |
| { |
| "entropy": 1.6286870241165161, |
| "epoch": 0.06712378202814868, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1468693017959595, |
| "mean_token_accuracy": 0.729914516210556, |
| "num_tokens": 27186248.0, |
| "step": 93 |
| }, |
| { |
| "entropy": 1.600565254688263, |
| "epoch": 0.06784554312522555, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.103116512298584, |
| "mean_token_accuracy": 0.7376452386379242, |
| "num_tokens": 27463349.0, |
| "step": 94 |
| }, |
| { |
| "entropy": 1.654672384262085, |
| "epoch": 0.06856730422230242, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 1e-05, |
| "loss": 1.1753764152526855, |
| "mean_token_accuracy": 0.7205879390239716, |
| "num_tokens": 27741040.0, |
| "step": 95 |
| }, |
| { |
| "entropy": 1.677686333656311, |
| "epoch": 0.06928906531937928, |
| "grad_norm": 0.25390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1765377521514893, |
| "mean_token_accuracy": 0.7225688397884369, |
| "num_tokens": 27998041.0, |
| "step": 96 |
| }, |
| { |
| "entropy": 1.557913601398468, |
| "epoch": 0.07001082641645616, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1140339374542236, |
| "mean_token_accuracy": 0.7374096214771271, |
| "num_tokens": 28307531.0, |
| "step": 97 |
| }, |
| { |
| "entropy": 1.557511806488037, |
| "epoch": 0.07073258751353302, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1007049083709717, |
| "mean_token_accuracy": 0.7391440272331238, |
| "num_tokens": 28605805.0, |
| "step": 98 |
| }, |
| { |
| "entropy": 1.6885855793952942, |
| "epoch": 0.07145434861060988, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.2102177143096924, |
| "mean_token_accuracy": 0.7192183136940002, |
| "num_tokens": 28887326.0, |
| "step": 99 |
| }, |
| { |
| "entropy": 1.6391792297363281, |
| "epoch": 0.07217610970768676, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1536040306091309, |
| "mean_token_accuracy": 0.7297197878360748, |
| "num_tokens": 29178989.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 1.6849936246871948, |
| "epoch": 0.07289787080476362, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 1e-05, |
| "loss": 1.204404592514038, |
| "mean_token_accuracy": 0.7192646861076355, |
| "num_tokens": 29454691.0, |
| "step": 101 |
| }, |
| { |
| "entropy": 1.612755537033081, |
| "epoch": 0.0736196319018405, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1387853622436523, |
| "mean_token_accuracy": 0.7301047444343567, |
| "num_tokens": 29741223.0, |
| "step": 102 |
| }, |
| { |
| "entropy": 1.552790880203247, |
| "epoch": 0.07434139299891736, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.060426950454712, |
| "mean_token_accuracy": 0.7446425557136536, |
| "num_tokens": 30037906.0, |
| "step": 103 |
| }, |
| { |
| "entropy": 1.694750726222992, |
| "epoch": 0.07506315409599422, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 1e-05, |
| "loss": 1.2107906341552734, |
| "mean_token_accuracy": 0.7195940315723419, |
| "num_tokens": 30312568.0, |
| "step": 104 |
| }, |
| { |
| "entropy": 1.6190918684005737, |
| "epoch": 0.0757849151930711, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1408714056015015, |
| "mean_token_accuracy": 0.7299633920192719, |
| "num_tokens": 30610392.0, |
| "step": 105 |
| }, |
| { |
| "entropy": 1.6252397894859314, |
| "epoch": 0.07650667629014796, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1361322402954102, |
| "mean_token_accuracy": 0.7305669784545898, |
| "num_tokens": 30881477.0, |
| "step": 106 |
| }, |
| { |
| "entropy": 1.6025376319885254, |
| "epoch": 0.07722843738722483, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 1e-05, |
| "loss": 1.0834941864013672, |
| "mean_token_accuracy": 0.7420128285884857, |
| "num_tokens": 31162472.0, |
| "step": 107 |
| }, |
| { |
| "entropy": 1.599751591682434, |
| "epoch": 0.0779501984843017, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1158347129821777, |
| "mean_token_accuracy": 0.7352641224861145, |
| "num_tokens": 31449196.0, |
| "step": 108 |
| }, |
| { |
| "entropy": 1.587877333164215, |
| "epoch": 0.07867195958137857, |
| "grad_norm": 0.216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.1317908763885498, |
| "mean_token_accuracy": 0.7313638925552368, |
| "num_tokens": 31758945.0, |
| "step": 109 |
| }, |
| { |
| "entropy": 1.6531342267990112, |
| "epoch": 0.07939372067845543, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.1566457748413086, |
| "mean_token_accuracy": 0.726512610912323, |
| "num_tokens": 32045731.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 1.5650938749313354, |
| "epoch": 0.0801154817755323, |
| "grad_norm": 0.212890625, |
| "learning_rate": 1e-05, |
| "loss": 1.0553148984909058, |
| "mean_token_accuracy": 0.7471771240234375, |
| "num_tokens": 32352858.0, |
| "step": 111 |
| }, |
| { |
| "entropy": 1.5255182981491089, |
| "epoch": 0.08083724287260917, |
| "grad_norm": 0.216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0547511577606201, |
| "mean_token_accuracy": 0.7459031641483307, |
| "num_tokens": 32663218.0, |
| "step": 112 |
| }, |
| { |
| "entropy": 1.6216821074485779, |
| "epoch": 0.08155900396968603, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1458425521850586, |
| "mean_token_accuracy": 0.7294427752494812, |
| "num_tokens": 32945475.0, |
| "step": 113 |
| }, |
| { |
| "entropy": 1.5940646529197693, |
| "epoch": 0.0822807650667629, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1227571964263916, |
| "mean_token_accuracy": 0.733859658241272, |
| "num_tokens": 33235586.0, |
| "step": 114 |
| }, |
| { |
| "entropy": 1.6727558374404907, |
| "epoch": 0.08300252616383977, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1951568126678467, |
| "mean_token_accuracy": 0.7208792269229889, |
| "num_tokens": 33523553.0, |
| "step": 115 |
| }, |
| { |
| "entropy": 1.5916215181350708, |
| "epoch": 0.08372428726091663, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.10416841506958, |
| "mean_token_accuracy": 0.7365945875644684, |
| "num_tokens": 33818876.0, |
| "step": 116 |
| }, |
| { |
| "entropy": 1.665009319782257, |
| "epoch": 0.0844460483579935, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.192238450050354, |
| "mean_token_accuracy": 0.7212351262569427, |
| "num_tokens": 34101367.0, |
| "step": 117 |
| }, |
| { |
| "entropy": 1.6264830827713013, |
| "epoch": 0.08516780945507037, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1303846836090088, |
| "mean_token_accuracy": 0.7318049073219299, |
| "num_tokens": 34370369.0, |
| "step": 118 |
| }, |
| { |
| "entropy": 1.5952454209327698, |
| "epoch": 0.08588957055214724, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.113147497177124, |
| "mean_token_accuracy": 0.7369092106819153, |
| "num_tokens": 34658530.0, |
| "step": 119 |
| }, |
| { |
| "entropy": 1.5981455445289612, |
| "epoch": 0.0866113316492241, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1117277145385742, |
| "mean_token_accuracy": 0.7370716035366058, |
| "num_tokens": 34956868.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 1.5606166124343872, |
| "epoch": 0.08733309274630098, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.0918508768081665, |
| "mean_token_accuracy": 0.7394787967205048, |
| "num_tokens": 35244017.0, |
| "step": 121 |
| }, |
| { |
| "entropy": 1.6160239577293396, |
| "epoch": 0.08805485384337784, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1329431533813477, |
| "mean_token_accuracy": 0.7326081395149231, |
| "num_tokens": 35535423.0, |
| "step": 122 |
| }, |
| { |
| "entropy": 1.5834547877311707, |
| "epoch": 0.0887766149404547, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 1e-05, |
| "loss": 1.094203233718872, |
| "mean_token_accuracy": 0.7399301528930664, |
| "num_tokens": 35823301.0, |
| "step": 123 |
| }, |
| { |
| "entropy": 1.6251248121261597, |
| "epoch": 0.08949837603753158, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1025975942611694, |
| "mean_token_accuracy": 0.7363601326942444, |
| "num_tokens": 36100249.0, |
| "step": 124 |
| }, |
| { |
| "entropy": 1.6510186195373535, |
| "epoch": 0.09022013713460844, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1776456832885742, |
| "mean_token_accuracy": 0.7233887016773224, |
| "num_tokens": 36379625.0, |
| "step": 125 |
| }, |
| { |
| "entropy": 1.5958117842674255, |
| "epoch": 0.09094189823168532, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1187841892242432, |
| "mean_token_accuracy": 0.732407957315445, |
| "num_tokens": 36665912.0, |
| "step": 126 |
| }, |
| { |
| "entropy": 1.5842035412788391, |
| "epoch": 0.09166365932876218, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0788733959197998, |
| "mean_token_accuracy": 0.7431860268115997, |
| "num_tokens": 36956505.0, |
| "step": 127 |
| }, |
| { |
| "entropy": 1.5923900604248047, |
| "epoch": 0.09238542042583904, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.109296202659607, |
| "mean_token_accuracy": 0.7371940612792969, |
| "num_tokens": 37251431.0, |
| "step": 128 |
| }, |
| { |
| "entropy": 1.5973605513572693, |
| "epoch": 0.09310718152291592, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0678976774215698, |
| "mean_token_accuracy": 0.7456335425376892, |
| "num_tokens": 37548807.0, |
| "step": 129 |
| }, |
| { |
| "entropy": 1.6780987977981567, |
| "epoch": 0.09382894261999278, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.211254596710205, |
| "mean_token_accuracy": 0.7181490659713745, |
| "num_tokens": 37829723.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 1.616599440574646, |
| "epoch": 0.09455070371706965, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1332050561904907, |
| "mean_token_accuracy": 0.7317441999912262, |
| "num_tokens": 38126810.0, |
| "step": 131 |
| }, |
| { |
| "entropy": 1.6254015564918518, |
| "epoch": 0.09527246481414652, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1633479595184326, |
| "mean_token_accuracy": 0.72529536485672, |
| "num_tokens": 38424748.0, |
| "step": 132 |
| }, |
| { |
| "entropy": 1.533314287662506, |
| "epoch": 0.09599422591122339, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.0424294471740723, |
| "mean_token_accuracy": 0.7479520738124847, |
| "num_tokens": 38745412.0, |
| "step": 133 |
| }, |
| { |
| "entropy": 1.651694416999817, |
| "epoch": 0.09671598700830025, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1980639696121216, |
| "mean_token_accuracy": 0.7201534509658813, |
| "num_tokens": 39032874.0, |
| "step": 134 |
| }, |
| { |
| "entropy": 1.6101423501968384, |
| "epoch": 0.09743774810537711, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1173202991485596, |
| "mean_token_accuracy": 0.7320694625377655, |
| "num_tokens": 39334849.0, |
| "step": 135 |
| }, |
| { |
| "entropy": 1.6213688254356384, |
| "epoch": 0.09815950920245399, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1414477825164795, |
| "mean_token_accuracy": 0.7313390374183655, |
| "num_tokens": 39623521.0, |
| "step": 136 |
| }, |
| { |
| "entropy": 1.5909383893013, |
| "epoch": 0.09888127029953085, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1475062370300293, |
| "mean_token_accuracy": 0.7306889295578003, |
| "num_tokens": 39921847.0, |
| "step": 137 |
| }, |
| { |
| "entropy": 1.6342026591300964, |
| "epoch": 0.09960303139660773, |
| "grad_norm": 0.2421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1249594688415527, |
| "mean_token_accuracy": 0.7333996295928955, |
| "num_tokens": 40205430.0, |
| "step": 138 |
| }, |
| { |
| "entropy": 1.534162998199463, |
| "epoch": 0.10032479249368459, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.0463987588882446, |
| "mean_token_accuracy": 0.7481896579265594, |
| "num_tokens": 40498391.0, |
| "step": 139 |
| }, |
| { |
| "entropy": 1.582057237625122, |
| "epoch": 0.10104655359076146, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.087873101234436, |
| "mean_token_accuracy": 0.7401741147041321, |
| "num_tokens": 40784952.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 1.5767365097999573, |
| "epoch": 0.10176831468783833, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0600736141204834, |
| "mean_token_accuracy": 0.743198812007904, |
| "num_tokens": 41075890.0, |
| "step": 141 |
| }, |
| { |
| "entropy": 1.5812320709228516, |
| "epoch": 0.10249007578491519, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0936431884765625, |
| "mean_token_accuracy": 0.739851325750351, |
| "num_tokens": 41367809.0, |
| "step": 142 |
| }, |
| { |
| "entropy": 1.6068961024284363, |
| "epoch": 0.10321183688199206, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 1e-05, |
| "loss": 1.1377291679382324, |
| "mean_token_accuracy": 0.7343553006649017, |
| "num_tokens": 41681860.0, |
| "step": 143 |
| }, |
| { |
| "entropy": 1.653354823589325, |
| "epoch": 0.10393359797906893, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1678221225738525, |
| "mean_token_accuracy": 0.7247883081436157, |
| "num_tokens": 41975302.0, |
| "step": 144 |
| }, |
| { |
| "entropy": 1.5417386293411255, |
| "epoch": 0.1046553590761458, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0448545217514038, |
| "mean_token_accuracy": 0.7471159398555756, |
| "num_tokens": 42271798.0, |
| "step": 145 |
| }, |
| { |
| "entropy": 1.6259198784828186, |
| "epoch": 0.10537712017322266, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1437795162200928, |
| "mean_token_accuracy": 0.729465514421463, |
| "num_tokens": 42559987.0, |
| "step": 146 |
| }, |
| { |
| "entropy": 1.5697144865989685, |
| "epoch": 0.10609888127029952, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0444915294647217, |
| "mean_token_accuracy": 0.7469617426395416, |
| "num_tokens": 42869890.0, |
| "step": 147 |
| }, |
| { |
| "entropy": 1.6129130125045776, |
| "epoch": 0.1068206423673764, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0998916625976562, |
| "mean_token_accuracy": 0.7378185391426086, |
| "num_tokens": 43150453.0, |
| "step": 148 |
| }, |
| { |
| "entropy": 1.5707987546920776, |
| "epoch": 0.10754240346445326, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.095113754272461, |
| "mean_token_accuracy": 0.7406199872493744, |
| "num_tokens": 43456505.0, |
| "step": 149 |
| }, |
| { |
| "entropy": 1.6888920068740845, |
| "epoch": 0.10826416456153014, |
| "grad_norm": 0.2421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1995296478271484, |
| "mean_token_accuracy": 0.7208355665206909, |
| "num_tokens": 43744893.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 1.610870599746704, |
| "epoch": 0.108985925658607, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1402409076690674, |
| "mean_token_accuracy": 0.7321662306785583, |
| "num_tokens": 44042982.0, |
| "step": 151 |
| }, |
| { |
| "entropy": 1.5969061255455017, |
| "epoch": 0.10970768675568388, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.1209485530853271, |
| "mean_token_accuracy": 0.7340458929538727, |
| "num_tokens": 44348068.0, |
| "step": 152 |
| }, |
| { |
| "entropy": 1.5557780265808105, |
| "epoch": 0.11042944785276074, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0866204500198364, |
| "mean_token_accuracy": 0.7392199635505676, |
| "num_tokens": 44641468.0, |
| "step": 153 |
| }, |
| { |
| "entropy": 1.540208101272583, |
| "epoch": 0.1111512089498376, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.0612618923187256, |
| "mean_token_accuracy": 0.7472435534000397, |
| "num_tokens": 44951345.0, |
| "step": 154 |
| }, |
| { |
| "entropy": 1.6566722989082336, |
| "epoch": 0.11187297004691447, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1554898023605347, |
| "mean_token_accuracy": 0.7262442111968994, |
| "num_tokens": 45241886.0, |
| "step": 155 |
| }, |
| { |
| "entropy": 1.6134308576583862, |
| "epoch": 0.11259473114399134, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1307741403579712, |
| "mean_token_accuracy": 0.7296045422554016, |
| "num_tokens": 45524820.0, |
| "step": 156 |
| }, |
| { |
| "entropy": 1.556853175163269, |
| "epoch": 0.11331649224106821, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0568945407867432, |
| "mean_token_accuracy": 0.7467330694198608, |
| "num_tokens": 45823705.0, |
| "step": 157 |
| }, |
| { |
| "entropy": 1.6447445750236511, |
| "epoch": 0.11403825333814507, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.182278037071228, |
| "mean_token_accuracy": 0.7233797311782837, |
| "num_tokens": 46120487.0, |
| "step": 158 |
| }, |
| { |
| "entropy": 1.6017093658447266, |
| "epoch": 0.11476001443522194, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.090350866317749, |
| "mean_token_accuracy": 0.7409092485904694, |
| "num_tokens": 46420975.0, |
| "step": 159 |
| }, |
| { |
| "entropy": 1.588232398033142, |
| "epoch": 0.11548177553229881, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.1047959327697754, |
| "mean_token_accuracy": 0.7373028099536896, |
| "num_tokens": 46713947.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 1.5794617533683777, |
| "epoch": 0.11620353662937567, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1010756492614746, |
| "mean_token_accuracy": 0.7385070323944092, |
| "num_tokens": 47011149.0, |
| "step": 161 |
| }, |
| { |
| "entropy": 1.5960445404052734, |
| "epoch": 0.11692529772645255, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1273193359375, |
| "mean_token_accuracy": 0.7358591258525848, |
| "num_tokens": 47307350.0, |
| "step": 162 |
| }, |
| { |
| "entropy": 1.6217103004455566, |
| "epoch": 0.11764705882352941, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1224124431610107, |
| "mean_token_accuracy": 0.7337493896484375, |
| "num_tokens": 47608324.0, |
| "step": 163 |
| }, |
| { |
| "entropy": 1.6066383123397827, |
| "epoch": 0.11836881992060629, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0966877937316895, |
| "mean_token_accuracy": 0.7392807304859161, |
| "num_tokens": 47890347.0, |
| "step": 164 |
| }, |
| { |
| "entropy": 1.616932213306427, |
| "epoch": 0.11909058101768315, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1433804035186768, |
| "mean_token_accuracy": 0.7306821346282959, |
| "num_tokens": 48197987.0, |
| "step": 165 |
| }, |
| { |
| "entropy": 1.630455732345581, |
| "epoch": 0.11981234211476001, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.1604477167129517, |
| "mean_token_accuracy": 0.7266038060188293, |
| "num_tokens": 48478643.0, |
| "step": 166 |
| }, |
| { |
| "entropy": 1.620269775390625, |
| "epoch": 0.12053410321183688, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1414644718170166, |
| "mean_token_accuracy": 0.7304779589176178, |
| "num_tokens": 48773729.0, |
| "step": 167 |
| }, |
| { |
| "entropy": 1.549348771572113, |
| "epoch": 0.12125586430891375, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0744342803955078, |
| "mean_token_accuracy": 0.7440922558307648, |
| "num_tokens": 49073180.0, |
| "step": 168 |
| }, |
| { |
| "entropy": 1.6178706288337708, |
| "epoch": 0.12197762540599062, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1490850448608398, |
| "mean_token_accuracy": 0.7291074395179749, |
| "num_tokens": 49358880.0, |
| "step": 169 |
| }, |
| { |
| "entropy": 1.6120877861976624, |
| "epoch": 0.12269938650306748, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1199241876602173, |
| "mean_token_accuracy": 0.7333821356296539, |
| "num_tokens": 49649223.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 1.616333782672882, |
| "epoch": 0.12342114760014435, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1361584663391113, |
| "mean_token_accuracy": 0.7322733998298645, |
| "num_tokens": 49946365.0, |
| "step": 171 |
| }, |
| { |
| "entropy": 1.6349468231201172, |
| "epoch": 0.12414290869722122, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1455856561660767, |
| "mean_token_accuracy": 0.729077011346817, |
| "num_tokens": 50231685.0, |
| "step": 172 |
| }, |
| { |
| "entropy": 1.5861142873764038, |
| "epoch": 0.12486466979429808, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0667896270751953, |
| "mean_token_accuracy": 0.7429926097393036, |
| "num_tokens": 50529548.0, |
| "step": 173 |
| }, |
| { |
| "entropy": 1.697783648967743, |
| "epoch": 0.12558643089137494, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.223460078239441, |
| "mean_token_accuracy": 0.7153672575950623, |
| "num_tokens": 50805752.0, |
| "step": 174 |
| }, |
| { |
| "entropy": 1.6097814440727234, |
| "epoch": 0.12630819198845183, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.117940068244934, |
| "mean_token_accuracy": 0.7336777746677399, |
| "num_tokens": 51092908.0, |
| "step": 175 |
| }, |
| { |
| "entropy": 1.5442038178443909, |
| "epoch": 0.1270299530855287, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.0618278980255127, |
| "mean_token_accuracy": 0.7468374967575073, |
| "num_tokens": 51392606.0, |
| "step": 176 |
| }, |
| { |
| "entropy": 1.596940517425537, |
| "epoch": 0.12775171418260556, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.102985143661499, |
| "mean_token_accuracy": 0.7383373975753784, |
| "num_tokens": 51686179.0, |
| "step": 177 |
| }, |
| { |
| "entropy": 1.6225216388702393, |
| "epoch": 0.12847347527968242, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1e-05, |
| "loss": 1.1477952003479004, |
| "mean_token_accuracy": 0.7299016118049622, |
| "num_tokens": 51977932.0, |
| "step": 178 |
| }, |
| { |
| "entropy": 1.5693591833114624, |
| "epoch": 0.12919523637675928, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.051598072052002, |
| "mean_token_accuracy": 0.7483044266700745, |
| "num_tokens": 52275537.0, |
| "step": 179 |
| }, |
| { |
| "entropy": 1.6091846823692322, |
| "epoch": 0.12991699747383617, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1196022033691406, |
| "mean_token_accuracy": 0.7327866554260254, |
| "num_tokens": 52570765.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 1.6507315635681152, |
| "epoch": 0.13063875857091303, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 1e-05, |
| "loss": 1.1470608711242676, |
| "mean_token_accuracy": 0.7305409610271454, |
| "num_tokens": 52857807.0, |
| "step": 181 |
| }, |
| { |
| "entropy": 1.5862771272659302, |
| "epoch": 0.1313605196679899, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1336809396743774, |
| "mean_token_accuracy": 0.7325917780399323, |
| "num_tokens": 53162785.0, |
| "step": 182 |
| }, |
| { |
| "entropy": 1.5938412547111511, |
| "epoch": 0.13208228076506676, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0940954685211182, |
| "mean_token_accuracy": 0.7407487332820892, |
| "num_tokens": 53459998.0, |
| "step": 183 |
| }, |
| { |
| "entropy": 1.5617841482162476, |
| "epoch": 0.13280404186214362, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0803189277648926, |
| "mean_token_accuracy": 0.7419928312301636, |
| "num_tokens": 53767680.0, |
| "step": 184 |
| }, |
| { |
| "entropy": 1.5950895547866821, |
| "epoch": 0.1335258029592205, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.140985369682312, |
| "mean_token_accuracy": 0.7313254773616791, |
| "num_tokens": 54065041.0, |
| "step": 185 |
| }, |
| { |
| "entropy": 1.6319683194160461, |
| "epoch": 0.13424756405629737, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1067640781402588, |
| "mean_token_accuracy": 0.7361359894275665, |
| "num_tokens": 54359630.0, |
| "step": 186 |
| }, |
| { |
| "entropy": 1.5261160731315613, |
| "epoch": 0.13496932515337423, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0494418144226074, |
| "mean_token_accuracy": 0.7505187392234802, |
| "num_tokens": 54663539.0, |
| "step": 187 |
| }, |
| { |
| "entropy": 1.6055362224578857, |
| "epoch": 0.1356910862504511, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.112131118774414, |
| "mean_token_accuracy": 0.7344719469547272, |
| "num_tokens": 54953177.0, |
| "step": 188 |
| }, |
| { |
| "entropy": 1.5803040862083435, |
| "epoch": 0.13641284734752795, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1010226011276245, |
| "mean_token_accuracy": 0.7370550334453583, |
| "num_tokens": 55260532.0, |
| "step": 189 |
| }, |
| { |
| "entropy": 1.5833672881126404, |
| "epoch": 0.13713460844460484, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.099800944328308, |
| "mean_token_accuracy": 0.7389223277568817, |
| "num_tokens": 55549848.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 1.5840274691581726, |
| "epoch": 0.1378563695416817, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1308026313781738, |
| "mean_token_accuracy": 0.7336736619472504, |
| "num_tokens": 55834039.0, |
| "step": 191 |
| }, |
| { |
| "entropy": 1.5514160990715027, |
| "epoch": 0.13857813063875857, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0642787218093872, |
| "mean_token_accuracy": 0.7461328506469727, |
| "num_tokens": 56121586.0, |
| "step": 192 |
| }, |
| { |
| "entropy": 1.5501348972320557, |
| "epoch": 0.13929989173583543, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.072887659072876, |
| "mean_token_accuracy": 0.7418433427810669, |
| "num_tokens": 56408407.0, |
| "step": 193 |
| }, |
| { |
| "entropy": 1.553143560886383, |
| "epoch": 0.14002165283291232, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1032896041870117, |
| "mean_token_accuracy": 0.7381362020969391, |
| "num_tokens": 56715305.0, |
| "step": 194 |
| }, |
| { |
| "entropy": 1.7000082731246948, |
| "epoch": 0.14074341392998918, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 1e-05, |
| "loss": 1.239403486251831, |
| "mean_token_accuracy": 0.7113346457481384, |
| "num_tokens": 56992113.0, |
| "step": 195 |
| }, |
| { |
| "entropy": 1.7120900750160217, |
| "epoch": 0.14146517502706604, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1e-05, |
| "loss": 1.2463223934173584, |
| "mean_token_accuracy": 0.7116808891296387, |
| "num_tokens": 57252307.0, |
| "step": 196 |
| }, |
| { |
| "entropy": 1.5754520297050476, |
| "epoch": 0.1421869361241429, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1114786863327026, |
| "mean_token_accuracy": 0.7377319633960724, |
| "num_tokens": 57543182.0, |
| "step": 197 |
| }, |
| { |
| "entropy": 1.5696571469306946, |
| "epoch": 0.14290869722121977, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1020081043243408, |
| "mean_token_accuracy": 0.7378035187721252, |
| "num_tokens": 57842029.0, |
| "step": 198 |
| }, |
| { |
| "entropy": 1.6717844009399414, |
| "epoch": 0.14363045831829666, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.2202887535095215, |
| "mean_token_accuracy": 0.7136721909046173, |
| "num_tokens": 58128283.0, |
| "step": 199 |
| }, |
| { |
| "entropy": 1.5761234164237976, |
| "epoch": 0.14435221941537352, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.0957626104354858, |
| "mean_token_accuracy": 0.740239292383194, |
| "num_tokens": 58435843.0, |
| "step": 200 |
| }, |
| { |
| "entropy": 1.6337082982063293, |
| "epoch": 0.14507398051245038, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.1427903175354004, |
| "mean_token_accuracy": 0.7304844856262207, |
| "num_tokens": 58724269.0, |
| "step": 201 |
| }, |
| { |
| "entropy": 1.604508101940155, |
| "epoch": 0.14579574160952724, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.126597285270691, |
| "mean_token_accuracy": 0.7315808534622192, |
| "num_tokens": 59013334.0, |
| "step": 202 |
| }, |
| { |
| "entropy": 1.5763038396835327, |
| "epoch": 0.1465175027066041, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0807019472122192, |
| "mean_token_accuracy": 0.7419225871562958, |
| "num_tokens": 59297623.0, |
| "step": 203 |
| }, |
| { |
| "entropy": 1.600170075893402, |
| "epoch": 0.147239263803681, |
| "grad_norm": 0.216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.1386055946350098, |
| "mean_token_accuracy": 0.7297577261924744, |
| "num_tokens": 59590616.0, |
| "step": 204 |
| }, |
| { |
| "entropy": 1.595987617969513, |
| "epoch": 0.14796102490075785, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.136359453201294, |
| "mean_token_accuracy": 0.7322618365287781, |
| "num_tokens": 59883661.0, |
| "step": 205 |
| }, |
| { |
| "entropy": 1.5879700183868408, |
| "epoch": 0.14868278599783472, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1032295227050781, |
| "mean_token_accuracy": 0.7377834022045135, |
| "num_tokens": 60175961.0, |
| "step": 206 |
| }, |
| { |
| "entropy": 1.6706086993217468, |
| "epoch": 0.14940454709491158, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.155031681060791, |
| "mean_token_accuracy": 0.7300650477409363, |
| "num_tokens": 60474578.0, |
| "step": 207 |
| }, |
| { |
| "entropy": 1.5186784863471985, |
| "epoch": 0.15012630819198844, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0484704971313477, |
| "mean_token_accuracy": 0.7492237687110901, |
| "num_tokens": 60771512.0, |
| "step": 208 |
| }, |
| { |
| "entropy": 1.5801656246185303, |
| "epoch": 0.15084806928906533, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.098115086555481, |
| "mean_token_accuracy": 0.7389200925827026, |
| "num_tokens": 61061842.0, |
| "step": 209 |
| }, |
| { |
| "entropy": 1.5672805905342102, |
| "epoch": 0.1515698303861422, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0838905572891235, |
| "mean_token_accuracy": 0.7417920827865601, |
| "num_tokens": 61360326.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 1.579549491405487, |
| "epoch": 0.15229159148321905, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0529100894927979, |
| "mean_token_accuracy": 0.7480099499225616, |
| "num_tokens": 61658449.0, |
| "step": 211 |
| }, |
| { |
| "entropy": 1.5598174333572388, |
| "epoch": 0.1530133525802959, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0727403163909912, |
| "mean_token_accuracy": 0.7430621087551117, |
| "num_tokens": 61951239.0, |
| "step": 212 |
| }, |
| { |
| "entropy": 1.5908202528953552, |
| "epoch": 0.1537351136773728, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1253775358200073, |
| "mean_token_accuracy": 0.7318282127380371, |
| "num_tokens": 62242751.0, |
| "step": 213 |
| }, |
| { |
| "entropy": 1.5687437057495117, |
| "epoch": 0.15445687477444967, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.1026842594146729, |
| "mean_token_accuracy": 0.7367376983165741, |
| "num_tokens": 62536601.0, |
| "step": 214 |
| }, |
| { |
| "entropy": 1.6023658514022827, |
| "epoch": 0.15517863587152653, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1378355026245117, |
| "mean_token_accuracy": 0.732462614774704, |
| "num_tokens": 62819578.0, |
| "step": 215 |
| }, |
| { |
| "entropy": 1.6167571544647217, |
| "epoch": 0.1559003969686034, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1253905296325684, |
| "mean_token_accuracy": 0.7334583401679993, |
| "num_tokens": 63108958.0, |
| "step": 216 |
| }, |
| { |
| "entropy": 1.6414763927459717, |
| "epoch": 0.15662215806568025, |
| "grad_norm": 0.25, |
| "learning_rate": 1e-05, |
| "loss": 1.17036771774292, |
| "mean_token_accuracy": 0.7267955243587494, |
| "num_tokens": 63381264.0, |
| "step": 217 |
| }, |
| { |
| "entropy": 1.5237603187561035, |
| "epoch": 0.15734391916275714, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0499615669250488, |
| "mean_token_accuracy": 0.7472123801708221, |
| "num_tokens": 63682847.0, |
| "step": 218 |
| }, |
| { |
| "entropy": 1.5988153219223022, |
| "epoch": 0.158065680259834, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.115735650062561, |
| "mean_token_accuracy": 0.7355196475982666, |
| "num_tokens": 63972004.0, |
| "step": 219 |
| }, |
| { |
| "entropy": 1.56021386384964, |
| "epoch": 0.15878744135691086, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.084505319595337, |
| "mean_token_accuracy": 0.7400890588760376, |
| "num_tokens": 64268089.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 1.6091080904006958, |
| "epoch": 0.15950920245398773, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1299200057983398, |
| "mean_token_accuracy": 0.7308341264724731, |
| "num_tokens": 64556329.0, |
| "step": 221 |
| }, |
| { |
| "entropy": 1.6860791444778442, |
| "epoch": 0.1602309635510646, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.2056512832641602, |
| "mean_token_accuracy": 0.7196942269802094, |
| "num_tokens": 64830678.0, |
| "step": 222 |
| }, |
| { |
| "entropy": 1.5704833269119263, |
| "epoch": 0.16095272464814148, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1010000705718994, |
| "mean_token_accuracy": 0.7390528619289398, |
| "num_tokens": 65125088.0, |
| "step": 223 |
| }, |
| { |
| "entropy": 1.564166247844696, |
| "epoch": 0.16167448574521834, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0788018703460693, |
| "mean_token_accuracy": 0.7453125715255737, |
| "num_tokens": 65423252.0, |
| "step": 224 |
| }, |
| { |
| "entropy": 1.608834445476532, |
| "epoch": 0.1623962468422952, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1163859367370605, |
| "mean_token_accuracy": 0.7352893948554993, |
| "num_tokens": 65716679.0, |
| "step": 225 |
| }, |
| { |
| "entropy": 1.5942700505256653, |
| "epoch": 0.16311800793937206, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.0865188837051392, |
| "mean_token_accuracy": 0.7389642298221588, |
| "num_tokens": 66012003.0, |
| "step": 226 |
| }, |
| { |
| "entropy": 1.6661954522132874, |
| "epoch": 0.16383976903644892, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1e-05, |
| "loss": 1.1896711587905884, |
| "mean_token_accuracy": 0.7227528095245361, |
| "num_tokens": 66285377.0, |
| "step": 227 |
| }, |
| { |
| "entropy": 1.5607267618179321, |
| "epoch": 0.1645615301335258, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 1e-05, |
| "loss": 1.0866575241088867, |
| "mean_token_accuracy": 0.7414681017398834, |
| "num_tokens": 66566339.0, |
| "step": 228 |
| }, |
| { |
| "entropy": 1.5533599257469177, |
| "epoch": 0.16528329123060267, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.047506332397461, |
| "mean_token_accuracy": 0.7488828003406525, |
| "num_tokens": 66862378.0, |
| "step": 229 |
| }, |
| { |
| "entropy": 1.573257029056549, |
| "epoch": 0.16600505232767954, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1059901714324951, |
| "mean_token_accuracy": 0.7356294393539429, |
| "num_tokens": 67159780.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 1.5941730737686157, |
| "epoch": 0.1667268134247564, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0761213302612305, |
| "mean_token_accuracy": 0.7448401749134064, |
| "num_tokens": 67444225.0, |
| "step": 231 |
| }, |
| { |
| "entropy": 1.6607208847999573, |
| "epoch": 0.16744857452183326, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1537370681762695, |
| "mean_token_accuracy": 0.7284188568592072, |
| "num_tokens": 67718903.0, |
| "step": 232 |
| }, |
| { |
| "entropy": 1.5397337675094604, |
| "epoch": 0.16817033561891015, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.0568033456802368, |
| "mean_token_accuracy": 0.7469969987869263, |
| "num_tokens": 68015146.0, |
| "step": 233 |
| }, |
| { |
| "entropy": 1.5377466678619385, |
| "epoch": 0.168892096715987, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0745047330856323, |
| "mean_token_accuracy": 0.7433846592903137, |
| "num_tokens": 68306835.0, |
| "step": 234 |
| }, |
| { |
| "entropy": 1.579733431339264, |
| "epoch": 0.16961385781306387, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0858261585235596, |
| "mean_token_accuracy": 0.7429001033306122, |
| "num_tokens": 68602122.0, |
| "step": 235 |
| }, |
| { |
| "entropy": 1.5555682182312012, |
| "epoch": 0.17033561891014073, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0346972942352295, |
| "mean_token_accuracy": 0.750887006521225, |
| "num_tokens": 68893611.0, |
| "step": 236 |
| }, |
| { |
| "entropy": 1.5493282079696655, |
| "epoch": 0.17105738000721762, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0876100063323975, |
| "mean_token_accuracy": 0.7397695779800415, |
| "num_tokens": 69186774.0, |
| "step": 237 |
| }, |
| { |
| "entropy": 1.5804590582847595, |
| "epoch": 0.17177914110429449, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.080456018447876, |
| "mean_token_accuracy": 0.7402198612689972, |
| "num_tokens": 69492654.0, |
| "step": 238 |
| }, |
| { |
| "entropy": 1.5888137221336365, |
| "epoch": 0.17250090220137135, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 1e-05, |
| "loss": 1.082033395767212, |
| "mean_token_accuracy": 0.7414085268974304, |
| "num_tokens": 69776475.0, |
| "step": 239 |
| }, |
| { |
| "entropy": 1.6491570472717285, |
| "epoch": 0.1732226632984482, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1173239946365356, |
| "mean_token_accuracy": 0.7356294989585876, |
| "num_tokens": 70057080.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 1.5879584550857544, |
| "epoch": 0.17394442439552507, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1218128204345703, |
| "mean_token_accuracy": 0.7341985702514648, |
| "num_tokens": 70354806.0, |
| "step": 241 |
| }, |
| { |
| "entropy": 1.6168740391731262, |
| "epoch": 0.17466618549260196, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1141493320465088, |
| "mean_token_accuracy": 0.7372621595859528, |
| "num_tokens": 70636352.0, |
| "step": 242 |
| }, |
| { |
| "entropy": 1.5495715141296387, |
| "epoch": 0.17538794658967882, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0647706985473633, |
| "mean_token_accuracy": 0.7462162375450134, |
| "num_tokens": 70919749.0, |
| "step": 243 |
| }, |
| { |
| "entropy": 1.6378893852233887, |
| "epoch": 0.17610970768675568, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1448150873184204, |
| "mean_token_accuracy": 0.730687826871872, |
| "num_tokens": 71203503.0, |
| "step": 244 |
| }, |
| { |
| "entropy": 1.5832432508468628, |
| "epoch": 0.17683146878383255, |
| "grad_norm": 0.2421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1058218479156494, |
| "mean_token_accuracy": 0.7381950318813324, |
| "num_tokens": 71493217.0, |
| "step": 245 |
| }, |
| { |
| "entropy": 1.598574161529541, |
| "epoch": 0.1775532298809094, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.122831106185913, |
| "mean_token_accuracy": 0.7311376929283142, |
| "num_tokens": 71787650.0, |
| "step": 246 |
| }, |
| { |
| "entropy": 1.5889981985092163, |
| "epoch": 0.1782749909779863, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1141576766967773, |
| "mean_token_accuracy": 0.7340268492698669, |
| "num_tokens": 72079734.0, |
| "step": 247 |
| }, |
| { |
| "entropy": 1.6443175077438354, |
| "epoch": 0.17899675207506316, |
| "grad_norm": 0.24609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1060137748718262, |
| "mean_token_accuracy": 0.7362356781959534, |
| "num_tokens": 72350849.0, |
| "step": 248 |
| }, |
| { |
| "entropy": 1.6835674047470093, |
| "epoch": 0.17971851317214002, |
| "grad_norm": 0.2421875, |
| "learning_rate": 1e-05, |
| "loss": 1.217130422592163, |
| "mean_token_accuracy": 0.7220622003078461, |
| "num_tokens": 72639592.0, |
| "step": 249 |
| }, |
| { |
| "entropy": 1.5901318788528442, |
| "epoch": 0.18044027426921688, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1281319856643677, |
| "mean_token_accuracy": 0.7342364490032196, |
| "num_tokens": 72940263.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 1.5831700563430786, |
| "epoch": 0.18116203536629374, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1345491409301758, |
| "mean_token_accuracy": 0.7317695617675781, |
| "num_tokens": 73235882.0, |
| "step": 251 |
| }, |
| { |
| "entropy": 1.6259974241256714, |
| "epoch": 0.18188379646337063, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.1235109567642212, |
| "mean_token_accuracy": 0.733851820230484, |
| "num_tokens": 73518612.0, |
| "step": 252 |
| }, |
| { |
| "entropy": 1.6486980319023132, |
| "epoch": 0.1826055575604475, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1762523651123047, |
| "mean_token_accuracy": 0.7238500118255615, |
| "num_tokens": 73816929.0, |
| "step": 253 |
| }, |
| { |
| "entropy": 1.5457316040992737, |
| "epoch": 0.18332731865752436, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0686001777648926, |
| "mean_token_accuracy": 0.7457734048366547, |
| "num_tokens": 74115446.0, |
| "step": 254 |
| }, |
| { |
| "entropy": 1.6474520564079285, |
| "epoch": 0.18404907975460122, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 1e-05, |
| "loss": 1.137544870376587, |
| "mean_token_accuracy": 0.7279047667980194, |
| "num_tokens": 74400689.0, |
| "step": 255 |
| }, |
| { |
| "entropy": 1.6248449087142944, |
| "epoch": 0.18477084085167808, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.166927456855774, |
| "mean_token_accuracy": 0.7259635329246521, |
| "num_tokens": 74696852.0, |
| "step": 256 |
| }, |
| { |
| "entropy": 1.549107015132904, |
| "epoch": 0.18549260194875497, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0575287342071533, |
| "mean_token_accuracy": 0.7450879514217377, |
| "num_tokens": 74990708.0, |
| "step": 257 |
| }, |
| { |
| "entropy": 1.5585582256317139, |
| "epoch": 0.18621436304583183, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.0599555969238281, |
| "mean_token_accuracy": 0.745728075504303, |
| "num_tokens": 75288349.0, |
| "step": 258 |
| }, |
| { |
| "entropy": 1.6173226833343506, |
| "epoch": 0.1869361241429087, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1172890663146973, |
| "mean_token_accuracy": 0.7338734269142151, |
| "num_tokens": 75575619.0, |
| "step": 259 |
| }, |
| { |
| "entropy": 1.5381511449813843, |
| "epoch": 0.18765788523998556, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0807030200958252, |
| "mean_token_accuracy": 0.7421856224536896, |
| "num_tokens": 75874826.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 1.5512885451316833, |
| "epoch": 0.18837964633706245, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0178349018096924, |
| "mean_token_accuracy": 0.7539387345314026, |
| "num_tokens": 76147754.0, |
| "step": 261 |
| }, |
| { |
| "entropy": 1.6587774157524109, |
| "epoch": 0.1891014074341393, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.179133415222168, |
| "mean_token_accuracy": 0.7226833999156952, |
| "num_tokens": 76431544.0, |
| "step": 262 |
| }, |
| { |
| "entropy": 1.6380688548088074, |
| "epoch": 0.18982316853121617, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.143570065498352, |
| "mean_token_accuracy": 0.730453372001648, |
| "num_tokens": 76719372.0, |
| "step": 263 |
| }, |
| { |
| "entropy": 1.617394506931305, |
| "epoch": 0.19054492962829303, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.116464376449585, |
| "mean_token_accuracy": 0.7363521158695221, |
| "num_tokens": 76993195.0, |
| "step": 264 |
| }, |
| { |
| "entropy": 1.5907557606697083, |
| "epoch": 0.1912666907253699, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.079745888710022, |
| "mean_token_accuracy": 0.7418153882026672, |
| "num_tokens": 77288134.0, |
| "step": 265 |
| }, |
| { |
| "entropy": 1.551349401473999, |
| "epoch": 0.19198845182244678, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0483108758926392, |
| "mean_token_accuracy": 0.7472957074642181, |
| "num_tokens": 77579504.0, |
| "step": 266 |
| }, |
| { |
| "entropy": 1.634832739830017, |
| "epoch": 0.19271021291952364, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1494357585906982, |
| "mean_token_accuracy": 0.7278711795806885, |
| "num_tokens": 77867989.0, |
| "step": 267 |
| }, |
| { |
| "entropy": 1.5733810067176819, |
| "epoch": 0.1934319740166005, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0633783340454102, |
| "mean_token_accuracy": 0.7452329695224762, |
| "num_tokens": 78161998.0, |
| "step": 268 |
| }, |
| { |
| "entropy": 1.550721824169159, |
| "epoch": 0.19415373511367737, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.0748469829559326, |
| "mean_token_accuracy": 0.7441512942314148, |
| "num_tokens": 78464748.0, |
| "step": 269 |
| }, |
| { |
| "entropy": 1.5564887523651123, |
| "epoch": 0.19487549621075423, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0867667198181152, |
| "mean_token_accuracy": 0.738989531993866, |
| "num_tokens": 78749250.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 1.654929518699646, |
| "epoch": 0.19559725730783112, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 1e-05, |
| "loss": 1.161920428276062, |
| "mean_token_accuracy": 0.7269494533538818, |
| "num_tokens": 79028963.0, |
| "step": 271 |
| }, |
| { |
| "entropy": 1.6154484748840332, |
| "epoch": 0.19631901840490798, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1183388233184814, |
| "mean_token_accuracy": 0.7369323670864105, |
| "num_tokens": 79311328.0, |
| "step": 272 |
| }, |
| { |
| "entropy": 1.6132763028144836, |
| "epoch": 0.19704077950198484, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0926940441131592, |
| "mean_token_accuracy": 0.7412376403808594, |
| "num_tokens": 79604811.0, |
| "step": 273 |
| }, |
| { |
| "entropy": 1.6336576342582703, |
| "epoch": 0.1977625405990617, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1127973794937134, |
| "mean_token_accuracy": 0.7360274195671082, |
| "num_tokens": 79885611.0, |
| "step": 274 |
| }, |
| { |
| "entropy": 1.6097277402877808, |
| "epoch": 0.19848430169613857, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.087917447090149, |
| "mean_token_accuracy": 0.7404178082942963, |
| "num_tokens": 80176286.0, |
| "step": 275 |
| }, |
| { |
| "entropy": 1.5881891250610352, |
| "epoch": 0.19920606279321545, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1032476425170898, |
| "mean_token_accuracy": 0.7352743744850159, |
| "num_tokens": 80469540.0, |
| "step": 276 |
| }, |
| { |
| "entropy": 1.6285476684570312, |
| "epoch": 0.19992782389029232, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.148996114730835, |
| "mean_token_accuracy": 0.729354053735733, |
| "num_tokens": 80766125.0, |
| "step": 277 |
| }, |
| { |
| "entropy": 1.559075951576233, |
| "epoch": 0.20064958498736918, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0810372829437256, |
| "mean_token_accuracy": 0.7454397082328796, |
| "num_tokens": 81060927.0, |
| "step": 278 |
| }, |
| { |
| "entropy": 1.6498482823371887, |
| "epoch": 0.20137134608444604, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1383163928985596, |
| "mean_token_accuracy": 0.7311033010482788, |
| "num_tokens": 81342818.0, |
| "step": 279 |
| }, |
| { |
| "entropy": 1.6028773188591003, |
| "epoch": 0.20209310718152293, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1319961547851562, |
| "mean_token_accuracy": 0.733493447303772, |
| "num_tokens": 81642266.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 1.5628262162208557, |
| "epoch": 0.2028148682785998, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0875414609909058, |
| "mean_token_accuracy": 0.7420202493667603, |
| "num_tokens": 81934778.0, |
| "step": 281 |
| }, |
| { |
| "entropy": 1.5558908581733704, |
| "epoch": 0.20353662937567665, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0800241231918335, |
| "mean_token_accuracy": 0.7427114546298981, |
| "num_tokens": 82250510.0, |
| "step": 282 |
| }, |
| { |
| "entropy": 1.5173797011375427, |
| "epoch": 0.20425839047275351, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.0458990335464478, |
| "mean_token_accuracy": 0.7488558888435364, |
| "num_tokens": 82549742.0, |
| "step": 283 |
| }, |
| { |
| "entropy": 1.5814528465270996, |
| "epoch": 0.20498015156983038, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1072943210601807, |
| "mean_token_accuracy": 0.7369115948677063, |
| "num_tokens": 82847821.0, |
| "step": 284 |
| }, |
| { |
| "entropy": 1.6451613903045654, |
| "epoch": 0.20570191266690727, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1332635879516602, |
| "mean_token_accuracy": 0.7314316928386688, |
| "num_tokens": 83129689.0, |
| "step": 285 |
| }, |
| { |
| "entropy": 1.5618088245391846, |
| "epoch": 0.20642367376398413, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0615777969360352, |
| "mean_token_accuracy": 0.7434300184249878, |
| "num_tokens": 83430211.0, |
| "step": 286 |
| }, |
| { |
| "entropy": 1.5673176646232605, |
| "epoch": 0.207145434861061, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0742175579071045, |
| "mean_token_accuracy": 0.7424734532833099, |
| "num_tokens": 83724983.0, |
| "step": 287 |
| }, |
| { |
| "entropy": 1.5345569252967834, |
| "epoch": 0.20786719595813785, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.065215826034546, |
| "mean_token_accuracy": 0.7459068596363068, |
| "num_tokens": 84030639.0, |
| "step": 288 |
| }, |
| { |
| "entropy": 1.6994251012802124, |
| "epoch": 0.2085889570552147, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.196901798248291, |
| "mean_token_accuracy": 0.7201257050037384, |
| "num_tokens": 84315192.0, |
| "step": 289 |
| }, |
| { |
| "entropy": 1.5231322646141052, |
| "epoch": 0.2093107181522916, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.053889274597168, |
| "mean_token_accuracy": 0.7466905117034912, |
| "num_tokens": 84606369.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 1.6492601037025452, |
| "epoch": 0.21003247924936846, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1400116682052612, |
| "mean_token_accuracy": 0.7312108874320984, |
| "num_tokens": 84895850.0, |
| "step": 291 |
| }, |
| { |
| "entropy": 1.5784066915512085, |
| "epoch": 0.21075424034644533, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.102087140083313, |
| "mean_token_accuracy": 0.7349793910980225, |
| "num_tokens": 85183171.0, |
| "step": 292 |
| }, |
| { |
| "entropy": 1.5913513898849487, |
| "epoch": 0.2114760014435222, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0935804843902588, |
| "mean_token_accuracy": 0.7383421361446381, |
| "num_tokens": 85474059.0, |
| "step": 293 |
| }, |
| { |
| "entropy": 1.6026569604873657, |
| "epoch": 0.21219776254059905, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.0891571044921875, |
| "mean_token_accuracy": 0.7408276498317719, |
| "num_tokens": 85768105.0, |
| "step": 294 |
| }, |
| { |
| "entropy": 1.5164355039596558, |
| "epoch": 0.21291952363767594, |
| "grad_norm": 0.216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0366206169128418, |
| "mean_token_accuracy": 0.7495356202125549, |
| "num_tokens": 86069230.0, |
| "step": 295 |
| }, |
| { |
| "entropy": 1.6361202001571655, |
| "epoch": 0.2136412847347528, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.140409231185913, |
| "mean_token_accuracy": 0.732457160949707, |
| "num_tokens": 86353691.0, |
| "step": 296 |
| }, |
| { |
| "entropy": 1.58295476436615, |
| "epoch": 0.21436304583182966, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1056493520736694, |
| "mean_token_accuracy": 0.7381295561790466, |
| "num_tokens": 86653177.0, |
| "step": 297 |
| }, |
| { |
| "entropy": 1.6271981000900269, |
| "epoch": 0.21508480692890652, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 1e-05, |
| "loss": 1.1379573345184326, |
| "mean_token_accuracy": 0.73199063539505, |
| "num_tokens": 86938210.0, |
| "step": 298 |
| }, |
| { |
| "entropy": 1.5393192768096924, |
| "epoch": 0.2158065680259834, |
| "grad_norm": 0.21484375, |
| "learning_rate": 1e-05, |
| "loss": 1.0658035278320312, |
| "mean_token_accuracy": 0.7423197031021118, |
| "num_tokens": 87235202.0, |
| "step": 299 |
| }, |
| { |
| "entropy": 1.6467152833938599, |
| "epoch": 0.21652832912306028, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.1680774688720703, |
| "mean_token_accuracy": 0.7262611985206604, |
| "num_tokens": 87528216.0, |
| "step": 300 |
| }, |
| { |
| "entropy": 1.5831130146980286, |
| "epoch": 0.21725009022013714, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0638785362243652, |
| "mean_token_accuracy": 0.7456824779510498, |
| "num_tokens": 87825631.0, |
| "step": 301 |
| }, |
| { |
| "entropy": 1.616044521331787, |
| "epoch": 0.217971851317214, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1280238628387451, |
| "mean_token_accuracy": 0.7316821217536926, |
| "num_tokens": 88123002.0, |
| "step": 302 |
| }, |
| { |
| "entropy": 1.6430625319480896, |
| "epoch": 0.21869361241429086, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1628177165985107, |
| "mean_token_accuracy": 0.7282373607158661, |
| "num_tokens": 88421530.0, |
| "step": 303 |
| }, |
| { |
| "entropy": 1.6133695840835571, |
| "epoch": 0.21941537351136775, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1160101890563965, |
| "mean_token_accuracy": 0.7356510162353516, |
| "num_tokens": 88707601.0, |
| "step": 304 |
| }, |
| { |
| "entropy": 1.5547195672988892, |
| "epoch": 0.2201371346084446, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 1e-05, |
| "loss": 1.0515682697296143, |
| "mean_token_accuracy": 0.7457767724990845, |
| "num_tokens": 89007658.0, |
| "step": 305 |
| }, |
| { |
| "entropy": 1.6346923112869263, |
| "epoch": 0.22085889570552147, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1421478986740112, |
| "mean_token_accuracy": 0.7313405871391296, |
| "num_tokens": 89288459.0, |
| "step": 306 |
| }, |
| { |
| "entropy": 1.608325481414795, |
| "epoch": 0.22158065680259834, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1340771913528442, |
| "mean_token_accuracy": 0.7317951321601868, |
| "num_tokens": 89565751.0, |
| "step": 307 |
| }, |
| { |
| "entropy": 1.5642022490501404, |
| "epoch": 0.2223024178996752, |
| "grad_norm": 0.216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0933425426483154, |
| "mean_token_accuracy": 0.7372935116291046, |
| "num_tokens": 89864669.0, |
| "step": 308 |
| }, |
| { |
| "entropy": 1.6126330494880676, |
| "epoch": 0.2230241789967521, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1483060121536255, |
| "mean_token_accuracy": 0.7313107848167419, |
| "num_tokens": 90167200.0, |
| "step": 309 |
| }, |
| { |
| "entropy": 1.5908660888671875, |
| "epoch": 0.22374594009382895, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 1e-05, |
| "loss": 1.0998247861862183, |
| "mean_token_accuracy": 0.7387517094612122, |
| "num_tokens": 90440018.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 1.6193674802780151, |
| "epoch": 0.2244677011909058, |
| "grad_norm": 0.24609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1553058624267578, |
| "mean_token_accuracy": 0.728503406047821, |
| "num_tokens": 90720592.0, |
| "step": 311 |
| }, |
| { |
| "entropy": 1.6450672149658203, |
| "epoch": 0.22518946228798267, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.183763027191162, |
| "mean_token_accuracy": 0.7229969501495361, |
| "num_tokens": 91006905.0, |
| "step": 312 |
| }, |
| { |
| "entropy": 1.6283334493637085, |
| "epoch": 0.22591122338505953, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1556572914123535, |
| "mean_token_accuracy": 0.7277766168117523, |
| "num_tokens": 91303086.0, |
| "step": 313 |
| }, |
| { |
| "entropy": 1.5947458148002625, |
| "epoch": 0.22663298448213642, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1113152503967285, |
| "mean_token_accuracy": 0.7374732494354248, |
| "num_tokens": 91598453.0, |
| "step": 314 |
| }, |
| { |
| "entropy": 1.5744538307189941, |
| "epoch": 0.22735474557921329, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0567553043365479, |
| "mean_token_accuracy": 0.7447769343852997, |
| "num_tokens": 91881390.0, |
| "step": 315 |
| }, |
| { |
| "entropy": 1.5623655915260315, |
| "epoch": 0.22807650667629015, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.062221884727478, |
| "mean_token_accuracy": 0.7462704479694366, |
| "num_tokens": 92173971.0, |
| "step": 316 |
| }, |
| { |
| "entropy": 1.610425055027008, |
| "epoch": 0.228798267773367, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.111588716506958, |
| "mean_token_accuracy": 0.7339754700660706, |
| "num_tokens": 92456616.0, |
| "step": 317 |
| }, |
| { |
| "entropy": 1.5818783640861511, |
| "epoch": 0.22952002887044387, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0868871212005615, |
| "mean_token_accuracy": 0.7412054240703583, |
| "num_tokens": 92763665.0, |
| "step": 318 |
| }, |
| { |
| "entropy": 1.672781527042389, |
| "epoch": 0.23024178996752076, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.203850269317627, |
| "mean_token_accuracy": 0.7183066606521606, |
| "num_tokens": 93044918.0, |
| "step": 319 |
| }, |
| { |
| "entropy": 1.5833418369293213, |
| "epoch": 0.23096355106459762, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0991994142532349, |
| "mean_token_accuracy": 0.7396262884140015, |
| "num_tokens": 93353242.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 1.5691972374916077, |
| "epoch": 0.23168531216167448, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0766429901123047, |
| "mean_token_accuracy": 0.7417539358139038, |
| "num_tokens": 93637475.0, |
| "step": 321 |
| }, |
| { |
| "entropy": 1.6654770970344543, |
| "epoch": 0.23240707325875135, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 1e-05, |
| "loss": 1.1741797924041748, |
| "mean_token_accuracy": 0.7250281572341919, |
| "num_tokens": 93915523.0, |
| "step": 322 |
| }, |
| { |
| "entropy": 1.6544506549835205, |
| "epoch": 0.2331288343558282, |
| "grad_norm": 0.25390625, |
| "learning_rate": 1e-05, |
| "loss": 1.2018771171569824, |
| "mean_token_accuracy": 0.7165911197662354, |
| "num_tokens": 94198902.0, |
| "step": 323 |
| }, |
| { |
| "entropy": 1.6063737273216248, |
| "epoch": 0.2338505954529051, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1512327194213867, |
| "mean_token_accuracy": 0.7309001088142395, |
| "num_tokens": 94490643.0, |
| "step": 324 |
| }, |
| { |
| "entropy": 1.6191027760505676, |
| "epoch": 0.23457235654998196, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.162632703781128, |
| "mean_token_accuracy": 0.727214515209198, |
| "num_tokens": 94782189.0, |
| "step": 325 |
| }, |
| { |
| "entropy": 1.5912017226219177, |
| "epoch": 0.23529411764705882, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1059738397598267, |
| "mean_token_accuracy": 0.737178772687912, |
| "num_tokens": 95077021.0, |
| "step": 326 |
| }, |
| { |
| "entropy": 1.5529471039772034, |
| "epoch": 0.23601587874413568, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0771679878234863, |
| "mean_token_accuracy": 0.7431033849716187, |
| "num_tokens": 95366535.0, |
| "step": 327 |
| }, |
| { |
| "entropy": 1.466816782951355, |
| "epoch": 0.23673763984121257, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 0.9721765518188477, |
| "mean_token_accuracy": 0.7615460455417633, |
| "num_tokens": 95673375.0, |
| "step": 328 |
| }, |
| { |
| "entropy": 1.5658625364303589, |
| "epoch": 0.23745940093828943, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0420087575912476, |
| "mean_token_accuracy": 0.7472658455371857, |
| "num_tokens": 95973948.0, |
| "step": 329 |
| }, |
| { |
| "entropy": 1.5709980726242065, |
| "epoch": 0.2381811620353663, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.0947855710983276, |
| "mean_token_accuracy": 0.7376574575901031, |
| "num_tokens": 96276029.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 1.6148045063018799, |
| "epoch": 0.23890292313244316, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1201262474060059, |
| "mean_token_accuracy": 0.7361614406108856, |
| "num_tokens": 96571377.0, |
| "step": 331 |
| }, |
| { |
| "entropy": 1.6669683456420898, |
| "epoch": 0.23962468422952002, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1661792993545532, |
| "mean_token_accuracy": 0.7251894474029541, |
| "num_tokens": 96861214.0, |
| "step": 332 |
| }, |
| { |
| "entropy": 1.6179706454277039, |
| "epoch": 0.2403464453265969, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1275434494018555, |
| "mean_token_accuracy": 0.7350395321846008, |
| "num_tokens": 97174161.0, |
| "step": 333 |
| }, |
| { |
| "entropy": 1.6105008125305176, |
| "epoch": 0.24106820642367377, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.137376308441162, |
| "mean_token_accuracy": 0.7327196896076202, |
| "num_tokens": 97468749.0, |
| "step": 334 |
| }, |
| { |
| "entropy": 1.566885769367218, |
| "epoch": 0.24178996752075063, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.0893937349319458, |
| "mean_token_accuracy": 0.7376500964164734, |
| "num_tokens": 97760613.0, |
| "step": 335 |
| }, |
| { |
| "entropy": 1.5833361148834229, |
| "epoch": 0.2425117286178275, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.103290319442749, |
| "mean_token_accuracy": 0.7371641397476196, |
| "num_tokens": 98051031.0, |
| "step": 336 |
| }, |
| { |
| "entropy": 1.6214879751205444, |
| "epoch": 0.24323348971490436, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1597447395324707, |
| "mean_token_accuracy": 0.7275690734386444, |
| "num_tokens": 98346849.0, |
| "step": 337 |
| }, |
| { |
| "entropy": 1.635483741760254, |
| "epoch": 0.24395525081198124, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.1274981498718262, |
| "mean_token_accuracy": 0.7341068983078003, |
| "num_tokens": 98630349.0, |
| "step": 338 |
| }, |
| { |
| "entropy": 1.606435239315033, |
| "epoch": 0.2446770119090581, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1290794610977173, |
| "mean_token_accuracy": 0.7340087592601776, |
| "num_tokens": 98914926.0, |
| "step": 339 |
| }, |
| { |
| "entropy": 1.636328935623169, |
| "epoch": 0.24539877300613497, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1395862102508545, |
| "mean_token_accuracy": 0.7321614921092987, |
| "num_tokens": 99206730.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 1.566875696182251, |
| "epoch": 0.24612053410321183, |
| "grad_norm": 0.216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.078291893005371, |
| "mean_token_accuracy": 0.7421151399612427, |
| "num_tokens": 99509074.0, |
| "step": 341 |
| }, |
| { |
| "entropy": 1.5805391669273376, |
| "epoch": 0.2468422952002887, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0995038747787476, |
| "mean_token_accuracy": 0.7372367680072784, |
| "num_tokens": 99813266.0, |
| "step": 342 |
| }, |
| { |
| "entropy": 1.6048060655593872, |
| "epoch": 0.24756405629736558, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.1160517930984497, |
| "mean_token_accuracy": 0.7343011498451233, |
| "num_tokens": 100092623.0, |
| "step": 343 |
| }, |
| { |
| "entropy": 1.6094213128089905, |
| "epoch": 0.24828581739444244, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1342377662658691, |
| "mean_token_accuracy": 0.7326390743255615, |
| "num_tokens": 100390200.0, |
| "step": 344 |
| }, |
| { |
| "entropy": 1.6181209683418274, |
| "epoch": 0.2490075784915193, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1213080883026123, |
| "mean_token_accuracy": 0.7341360747814178, |
| "num_tokens": 100673812.0, |
| "step": 345 |
| }, |
| { |
| "entropy": 1.571325957775116, |
| "epoch": 0.24972933958859617, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0748450756072998, |
| "mean_token_accuracy": 0.7429514825344086, |
| "num_tokens": 100983568.0, |
| "step": 346 |
| }, |
| { |
| "entropy": 1.5778157711029053, |
| "epoch": 0.25045110068567306, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0720490217208862, |
| "mean_token_accuracy": 0.742848813533783, |
| "num_tokens": 101281558.0, |
| "step": 347 |
| }, |
| { |
| "entropy": 1.6091675162315369, |
| "epoch": 0.2511728617827499, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1079795360565186, |
| "mean_token_accuracy": 0.7359097301959991, |
| "num_tokens": 101574482.0, |
| "step": 348 |
| }, |
| { |
| "entropy": 1.659930169582367, |
| "epoch": 0.2518946228798268, |
| "grad_norm": 0.24609375, |
| "learning_rate": 1e-05, |
| "loss": 1.161527395248413, |
| "mean_token_accuracy": 0.7259911298751831, |
| "num_tokens": 101848234.0, |
| "step": 349 |
| }, |
| { |
| "entropy": 1.6411542892456055, |
| "epoch": 0.25261638397690367, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.191873550415039, |
| "mean_token_accuracy": 0.7206378877162933, |
| "num_tokens": 102130348.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 1.5794683694839478, |
| "epoch": 0.2533381450739805, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.076074242591858, |
| "mean_token_accuracy": 0.74205082654953, |
| "num_tokens": 102433331.0, |
| "step": 351 |
| }, |
| { |
| "entropy": 1.548401951789856, |
| "epoch": 0.2540599061710574, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0553632974624634, |
| "mean_token_accuracy": 0.7475990355014801, |
| "num_tokens": 102730834.0, |
| "step": 352 |
| }, |
| { |
| "entropy": 1.603158414363861, |
| "epoch": 0.2547816672681342, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1156569719314575, |
| "mean_token_accuracy": 0.7362101376056671, |
| "num_tokens": 103019642.0, |
| "step": 353 |
| }, |
| { |
| "entropy": 1.63592129945755, |
| "epoch": 0.2555034283652111, |
| "grad_norm": 0.2421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1644940376281738, |
| "mean_token_accuracy": 0.726719081401825, |
| "num_tokens": 103304650.0, |
| "step": 354 |
| }, |
| { |
| "entropy": 1.633001446723938, |
| "epoch": 0.256225189462288, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 1e-05, |
| "loss": 1.1229968070983887, |
| "mean_token_accuracy": 0.7319926619529724, |
| "num_tokens": 103587081.0, |
| "step": 355 |
| }, |
| { |
| "entropy": 1.6421423554420471, |
| "epoch": 0.25694695055936484, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1512815952301025, |
| "mean_token_accuracy": 0.7283817231655121, |
| "num_tokens": 103871593.0, |
| "step": 356 |
| }, |
| { |
| "entropy": 1.582658290863037, |
| "epoch": 0.25766871165644173, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1154148578643799, |
| "mean_token_accuracy": 0.7344390451908112, |
| "num_tokens": 104156755.0, |
| "step": 357 |
| }, |
| { |
| "entropy": 1.630010724067688, |
| "epoch": 0.25839047275351856, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1764171123504639, |
| "mean_token_accuracy": 0.7254190146923065, |
| "num_tokens": 104454102.0, |
| "step": 358 |
| }, |
| { |
| "entropy": 1.596200406551361, |
| "epoch": 0.25911223385059545, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1375744342803955, |
| "mean_token_accuracy": 0.7316363751888275, |
| "num_tokens": 104753234.0, |
| "step": 359 |
| }, |
| { |
| "entropy": 1.5771100521087646, |
| "epoch": 0.25983399494767234, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.0960545539855957, |
| "mean_token_accuracy": 0.7377767860889435, |
| "num_tokens": 105048228.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 1.5988454818725586, |
| "epoch": 0.2605557560447492, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0996403694152832, |
| "mean_token_accuracy": 0.7435691952705383, |
| "num_tokens": 105334256.0, |
| "step": 361 |
| }, |
| { |
| "entropy": 1.5978621244430542, |
| "epoch": 0.26127751714182607, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.0966078042984009, |
| "mean_token_accuracy": 0.7385125458240509, |
| "num_tokens": 105616215.0, |
| "step": 362 |
| }, |
| { |
| "entropy": 1.6075668931007385, |
| "epoch": 0.2619992782389029, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.1161551475524902, |
| "mean_token_accuracy": 0.7361478209495544, |
| "num_tokens": 105916879.0, |
| "step": 363 |
| }, |
| { |
| "entropy": 1.6536166071891785, |
| "epoch": 0.2627210393359798, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.1494966745376587, |
| "mean_token_accuracy": 0.7290840446949005, |
| "num_tokens": 106190489.0, |
| "step": 364 |
| }, |
| { |
| "entropy": 1.588008999824524, |
| "epoch": 0.2634428004330567, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0926753282546997, |
| "mean_token_accuracy": 0.7393996119499207, |
| "num_tokens": 106489485.0, |
| "step": 365 |
| }, |
| { |
| "entropy": 1.594562292098999, |
| "epoch": 0.2641645615301335, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1209088563919067, |
| "mean_token_accuracy": 0.7329501509666443, |
| "num_tokens": 106781615.0, |
| "step": 366 |
| }, |
| { |
| "entropy": 1.577095866203308, |
| "epoch": 0.2648863226272104, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1085336208343506, |
| "mean_token_accuracy": 0.7375071942806244, |
| "num_tokens": 107086646.0, |
| "step": 367 |
| }, |
| { |
| "entropy": 1.600272297859192, |
| "epoch": 0.26560808372428724, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.097273826599121, |
| "mean_token_accuracy": 0.7393884658813477, |
| "num_tokens": 107379619.0, |
| "step": 368 |
| }, |
| { |
| "entropy": 1.635534942150116, |
| "epoch": 0.2663298448213641, |
| "grad_norm": 0.2421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1447855234146118, |
| "mean_token_accuracy": 0.7306419312953949, |
| "num_tokens": 107667160.0, |
| "step": 369 |
| }, |
| { |
| "entropy": 1.591282844543457, |
| "epoch": 0.267051605918441, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0821408033370972, |
| "mean_token_accuracy": 0.7417797744274139, |
| "num_tokens": 107951740.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 1.5657145977020264, |
| "epoch": 0.26777336701551785, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.0968927145004272, |
| "mean_token_accuracy": 0.7399294376373291, |
| "num_tokens": 108258765.0, |
| "step": 371 |
| }, |
| { |
| "entropy": 1.6584608554840088, |
| "epoch": 0.26849512811259474, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1994308233261108, |
| "mean_token_accuracy": 0.71898153424263, |
| "num_tokens": 108547310.0, |
| "step": 372 |
| }, |
| { |
| "entropy": 1.6167534589767456, |
| "epoch": 0.2692168892096716, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0867693424224854, |
| "mean_token_accuracy": 0.7407282590866089, |
| "num_tokens": 108847386.0, |
| "step": 373 |
| }, |
| { |
| "entropy": 1.6013047099113464, |
| "epoch": 0.26993865030674846, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.15181303024292, |
| "mean_token_accuracy": 0.7297594249248505, |
| "num_tokens": 109138934.0, |
| "step": 374 |
| }, |
| { |
| "entropy": 1.616756558418274, |
| "epoch": 0.27066041140382535, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1475341320037842, |
| "mean_token_accuracy": 0.7298292219638824, |
| "num_tokens": 109432724.0, |
| "step": 375 |
| }, |
| { |
| "entropy": 1.5823055505752563, |
| "epoch": 0.2713821725009022, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.0748032331466675, |
| "mean_token_accuracy": 0.7434148192405701, |
| "num_tokens": 109711458.0, |
| "step": 376 |
| }, |
| { |
| "entropy": 1.6488802433013916, |
| "epoch": 0.2721039335979791, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1251047849655151, |
| "mean_token_accuracy": 0.7332720160484314, |
| "num_tokens": 109995098.0, |
| "step": 377 |
| }, |
| { |
| "entropy": 1.56565260887146, |
| "epoch": 0.2728256946950559, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0607374906539917, |
| "mean_token_accuracy": 0.745273768901825, |
| "num_tokens": 110296661.0, |
| "step": 378 |
| }, |
| { |
| "entropy": 1.606612205505371, |
| "epoch": 0.2735474557921328, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1090481281280518, |
| "mean_token_accuracy": 0.7364325225353241, |
| "num_tokens": 110592997.0, |
| "step": 379 |
| }, |
| { |
| "entropy": 1.6048057079315186, |
| "epoch": 0.2742692168892097, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.08303701877594, |
| "mean_token_accuracy": 0.7388699352741241, |
| "num_tokens": 110880944.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 1.6027131080627441, |
| "epoch": 0.2749909779862865, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1006629467010498, |
| "mean_token_accuracy": 0.7390763759613037, |
| "num_tokens": 111172500.0, |
| "step": 381 |
| }, |
| { |
| "entropy": 1.6541957259178162, |
| "epoch": 0.2757127390833634, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.164910912513733, |
| "mean_token_accuracy": 0.7267945408821106, |
| "num_tokens": 111455351.0, |
| "step": 382 |
| }, |
| { |
| "entropy": 1.5504454374313354, |
| "epoch": 0.2764345001804403, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.055530309677124, |
| "mean_token_accuracy": 0.7469462156295776, |
| "num_tokens": 111749346.0, |
| "step": 383 |
| }, |
| { |
| "entropy": 1.5682101845741272, |
| "epoch": 0.27715626127751714, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0994484424591064, |
| "mean_token_accuracy": 0.7375427782535553, |
| "num_tokens": 112037914.0, |
| "step": 384 |
| }, |
| { |
| "entropy": 1.5960384011268616, |
| "epoch": 0.277878022374594, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1066681146621704, |
| "mean_token_accuracy": 0.7366850078105927, |
| "num_tokens": 112337291.0, |
| "step": 385 |
| }, |
| { |
| "entropy": 1.6709198951721191, |
| "epoch": 0.27859978347167086, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.170462727546692, |
| "mean_token_accuracy": 0.7253004312515259, |
| "num_tokens": 112614482.0, |
| "step": 386 |
| }, |
| { |
| "entropy": 1.602424442768097, |
| "epoch": 0.27932154456874775, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.1215298175811768, |
| "mean_token_accuracy": 0.7319803833961487, |
| "num_tokens": 112897081.0, |
| "step": 387 |
| }, |
| { |
| "entropy": 1.58213472366333, |
| "epoch": 0.28004330566582464, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0810825824737549, |
| "mean_token_accuracy": 0.7436984181404114, |
| "num_tokens": 113197747.0, |
| "step": 388 |
| }, |
| { |
| "entropy": 1.5367575287818909, |
| "epoch": 0.28076506676290147, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.0336525440216064, |
| "mean_token_accuracy": 0.7494478523731232, |
| "num_tokens": 113491798.0, |
| "step": 389 |
| }, |
| { |
| "entropy": 1.6005035638809204, |
| "epoch": 0.28148682785997836, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0992530584335327, |
| "mean_token_accuracy": 0.7401552200317383, |
| "num_tokens": 113788144.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 1.6207069754600525, |
| "epoch": 0.2822085889570552, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1467058658599854, |
| "mean_token_accuracy": 0.7290371060371399, |
| "num_tokens": 114084826.0, |
| "step": 391 |
| }, |
| { |
| "entropy": 1.5789991617202759, |
| "epoch": 0.2829303500541321, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.102229356765747, |
| "mean_token_accuracy": 0.7374478280544281, |
| "num_tokens": 114377292.0, |
| "step": 392 |
| }, |
| { |
| "entropy": 1.6652973294258118, |
| "epoch": 0.283652111151209, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.194149374961853, |
| "mean_token_accuracy": 0.7183903157711029, |
| "num_tokens": 114649164.0, |
| "step": 393 |
| }, |
| { |
| "entropy": 1.6017484664916992, |
| "epoch": 0.2843738722482858, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.1297574043273926, |
| "mean_token_accuracy": 0.735154777765274, |
| "num_tokens": 114966493.0, |
| "step": 394 |
| }, |
| { |
| "entropy": 1.5885826349258423, |
| "epoch": 0.2850956333453627, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0762158632278442, |
| "mean_token_accuracy": 0.7431436479091644, |
| "num_tokens": 115251006.0, |
| "step": 395 |
| }, |
| { |
| "entropy": 1.640641212463379, |
| "epoch": 0.28581739444243953, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1321057081222534, |
| "mean_token_accuracy": 0.731113076210022, |
| "num_tokens": 115527153.0, |
| "step": 396 |
| }, |
| { |
| "entropy": 1.630197286605835, |
| "epoch": 0.2865391555395164, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 1e-05, |
| "loss": 1.1196831464767456, |
| "mean_token_accuracy": 0.7339911162853241, |
| "num_tokens": 115804661.0, |
| "step": 397 |
| }, |
| { |
| "entropy": 1.6231989860534668, |
| "epoch": 0.2872609166365933, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.1364479064941406, |
| "mean_token_accuracy": 0.7309294044971466, |
| "num_tokens": 116089692.0, |
| "step": 398 |
| }, |
| { |
| "entropy": 1.5791901350021362, |
| "epoch": 0.28798267773367014, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.0699180364608765, |
| "mean_token_accuracy": 0.7435059249401093, |
| "num_tokens": 116393591.0, |
| "step": 399 |
| }, |
| { |
| "entropy": 1.6184316873550415, |
| "epoch": 0.28870443883074703, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1489251852035522, |
| "mean_token_accuracy": 0.727633148431778, |
| "num_tokens": 116674519.0, |
| "step": 400 |
| }, |
| { |
| "entropy": 1.6062357425689697, |
| "epoch": 0.28942619992782387, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1328123807907104, |
| "mean_token_accuracy": 0.7309476733207703, |
| "num_tokens": 116958916.0, |
| "step": 401 |
| }, |
| { |
| "entropy": 1.5487224459648132, |
| "epoch": 0.29014796102490076, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.063873291015625, |
| "mean_token_accuracy": 0.7443958520889282, |
| "num_tokens": 117248814.0, |
| "step": 402 |
| }, |
| { |
| "entropy": 1.6010112762451172, |
| "epoch": 0.29086972212197765, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.0671896934509277, |
| "mean_token_accuracy": 0.7450003921985626, |
| "num_tokens": 117533947.0, |
| "step": 403 |
| }, |
| { |
| "entropy": 1.579895794391632, |
| "epoch": 0.2915914832190545, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.1394544839859009, |
| "mean_token_accuracy": 0.7301437854766846, |
| "num_tokens": 117845069.0, |
| "step": 404 |
| }, |
| { |
| "entropy": 1.5849671363830566, |
| "epoch": 0.29231324431613137, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.0695340633392334, |
| "mean_token_accuracy": 0.7431894242763519, |
| "num_tokens": 118131334.0, |
| "step": 405 |
| }, |
| { |
| "entropy": 1.546720564365387, |
| "epoch": 0.2930350054132082, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.0756176710128784, |
| "mean_token_accuracy": 0.7445120215415955, |
| "num_tokens": 118437316.0, |
| "step": 406 |
| }, |
| { |
| "entropy": 1.59204763174057, |
| "epoch": 0.2937567665102851, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1205204725265503, |
| "mean_token_accuracy": 0.7364739179611206, |
| "num_tokens": 118739859.0, |
| "step": 407 |
| }, |
| { |
| "entropy": 1.5447207689285278, |
| "epoch": 0.294478527607362, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0381128787994385, |
| "mean_token_accuracy": 0.7481309175491333, |
| "num_tokens": 119031195.0, |
| "step": 408 |
| }, |
| { |
| "entropy": 1.5859974026679993, |
| "epoch": 0.2952002887044388, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0857067108154297, |
| "mean_token_accuracy": 0.7424412071704865, |
| "num_tokens": 119332258.0, |
| "step": 409 |
| }, |
| { |
| "entropy": 1.5652551054954529, |
| "epoch": 0.2959220498015157, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0672721862792969, |
| "mean_token_accuracy": 0.7446885704994202, |
| "num_tokens": 119630062.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 1.6346011757850647, |
| "epoch": 0.29664381089859254, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 1e-05, |
| "loss": 1.1486409902572632, |
| "mean_token_accuracy": 0.7281367778778076, |
| "num_tokens": 119915133.0, |
| "step": 411 |
| }, |
| { |
| "entropy": 1.5910564661026, |
| "epoch": 0.29736557199566943, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.1041498184204102, |
| "mean_token_accuracy": 0.7374801933765411, |
| "num_tokens": 120203628.0, |
| "step": 412 |
| }, |
| { |
| "entropy": 1.527147889137268, |
| "epoch": 0.2980873330927463, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.0515824556350708, |
| "mean_token_accuracy": 0.7464866042137146, |
| "num_tokens": 120509109.0, |
| "step": 413 |
| }, |
| { |
| "entropy": 1.5581042170524597, |
| "epoch": 0.29880909418982315, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0540176630020142, |
| "mean_token_accuracy": 0.7475551962852478, |
| "num_tokens": 120814781.0, |
| "step": 414 |
| }, |
| { |
| "entropy": 1.5346571207046509, |
| "epoch": 0.29953085528690004, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.0804376602172852, |
| "mean_token_accuracy": 0.7423532903194427, |
| "num_tokens": 121125800.0, |
| "step": 415 |
| }, |
| { |
| "entropy": 1.567983329296112, |
| "epoch": 0.3002526163839769, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.071397066116333, |
| "mean_token_accuracy": 0.7454961836338043, |
| "num_tokens": 121421929.0, |
| "step": 416 |
| }, |
| { |
| "entropy": 1.5205201506614685, |
| "epoch": 0.30097437748105377, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.0548027753829956, |
| "mean_token_accuracy": 0.74764683842659, |
| "num_tokens": 121729745.0, |
| "step": 417 |
| }, |
| { |
| "entropy": 1.6438958644866943, |
| "epoch": 0.30169613857813066, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.160313367843628, |
| "mean_token_accuracy": 0.7243135571479797, |
| "num_tokens": 122015791.0, |
| "step": 418 |
| }, |
| { |
| "entropy": 1.6002413034439087, |
| "epoch": 0.3024178996752075, |
| "grad_norm": 0.2421875, |
| "learning_rate": 1e-05, |
| "loss": 1.121572732925415, |
| "mean_token_accuracy": 0.7328309416770935, |
| "num_tokens": 122299206.0, |
| "step": 419 |
| }, |
| { |
| "entropy": 1.6129282712936401, |
| "epoch": 0.3031396607722844, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1413319110870361, |
| "mean_token_accuracy": 0.7306722700595856, |
| "num_tokens": 122604959.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 1.6229748725891113, |
| "epoch": 0.3038614218693612, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1095683574676514, |
| "mean_token_accuracy": 0.7389085292816162, |
| "num_tokens": 122875773.0, |
| "step": 421 |
| }, |
| { |
| "entropy": 1.6748819947242737, |
| "epoch": 0.3045831829664381, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1822125911712646, |
| "mean_token_accuracy": 0.7234383523464203, |
| "num_tokens": 123161602.0, |
| "step": 422 |
| }, |
| { |
| "entropy": 1.6030778288841248, |
| "epoch": 0.305304944063515, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1511262655258179, |
| "mean_token_accuracy": 0.7288818955421448, |
| "num_tokens": 123455104.0, |
| "step": 423 |
| }, |
| { |
| "entropy": 1.668658196926117, |
| "epoch": 0.3060267051605918, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1879892349243164, |
| "mean_token_accuracy": 0.7217608988285065, |
| "num_tokens": 123740248.0, |
| "step": 424 |
| }, |
| { |
| "entropy": 1.687535047531128, |
| "epoch": 0.3067484662576687, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 1e-05, |
| "loss": 1.204169750213623, |
| "mean_token_accuracy": 0.7203571796417236, |
| "num_tokens": 124012678.0, |
| "step": 425 |
| }, |
| { |
| "entropy": 1.5997314453125, |
| "epoch": 0.3074702273547456, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.0892412662506104, |
| "mean_token_accuracy": 0.7403751909732819, |
| "num_tokens": 124313467.0, |
| "step": 426 |
| }, |
| { |
| "entropy": 1.5840814113616943, |
| "epoch": 0.30819198845182244, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.0812218189239502, |
| "mean_token_accuracy": 0.7419284284114838, |
| "num_tokens": 124604799.0, |
| "step": 427 |
| }, |
| { |
| "entropy": 1.645096242427826, |
| "epoch": 0.30891374954889933, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1761665344238281, |
| "mean_token_accuracy": 0.725730836391449, |
| "num_tokens": 124899891.0, |
| "step": 428 |
| }, |
| { |
| "entropy": 1.6193301677703857, |
| "epoch": 0.30963551064597616, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1154736280441284, |
| "mean_token_accuracy": 0.736019492149353, |
| "num_tokens": 125186004.0, |
| "step": 429 |
| }, |
| { |
| "entropy": 1.6325101852416992, |
| "epoch": 0.31035727174305305, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1436183452606201, |
| "mean_token_accuracy": 0.7297486364841461, |
| "num_tokens": 125475199.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 1.6604394316673279, |
| "epoch": 0.31107903284012994, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1491129398345947, |
| "mean_token_accuracy": 0.73002690076828, |
| "num_tokens": 125760793.0, |
| "step": 431 |
| }, |
| { |
| "entropy": 1.5758911967277527, |
| "epoch": 0.3118007939372068, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1309423446655273, |
| "mean_token_accuracy": 0.7351952791213989, |
| "num_tokens": 126068288.0, |
| "step": 432 |
| }, |
| { |
| "entropy": 1.6220659017562866, |
| "epoch": 0.31252255503428367, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.121761679649353, |
| "mean_token_accuracy": 0.7342638373374939, |
| "num_tokens": 126348146.0, |
| "step": 433 |
| }, |
| { |
| "entropy": 1.56497061252594, |
| "epoch": 0.3132443161313605, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.109041690826416, |
| "mean_token_accuracy": 0.7383081316947937, |
| "num_tokens": 126657079.0, |
| "step": 434 |
| }, |
| { |
| "entropy": 1.6391427516937256, |
| "epoch": 0.3139660772284374, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1200578212738037, |
| "mean_token_accuracy": 0.7342452108860016, |
| "num_tokens": 126941741.0, |
| "step": 435 |
| }, |
| { |
| "entropy": 1.575550377368927, |
| "epoch": 0.3146878383255143, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.087411642074585, |
| "mean_token_accuracy": 0.7420357763767242, |
| "num_tokens": 127234958.0, |
| "step": 436 |
| }, |
| { |
| "entropy": 1.5465736389160156, |
| "epoch": 0.3154095994225911, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.07535982131958, |
| "mean_token_accuracy": 0.7410696148872375, |
| "num_tokens": 127537347.0, |
| "step": 437 |
| }, |
| { |
| "entropy": 1.5248339772224426, |
| "epoch": 0.316131360519668, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 1e-05, |
| "loss": 1.0640586614608765, |
| "mean_token_accuracy": 0.7473861277103424, |
| "num_tokens": 127837999.0, |
| "step": 438 |
| }, |
| { |
| "entropy": 1.6124067306518555, |
| "epoch": 0.31685312161674484, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0720772743225098, |
| "mean_token_accuracy": 0.7425844967365265, |
| "num_tokens": 128112520.0, |
| "step": 439 |
| }, |
| { |
| "entropy": 1.5651718974113464, |
| "epoch": 0.3175748827138217, |
| "grad_norm": 0.2421875, |
| "learning_rate": 1e-05, |
| "loss": 1.0646960735321045, |
| "mean_token_accuracy": 0.7459940314292908, |
| "num_tokens": 128400958.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 1.637646496295929, |
| "epoch": 0.3182966438108986, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1567387580871582, |
| "mean_token_accuracy": 0.7288875877857208, |
| "num_tokens": 128690151.0, |
| "step": 441 |
| }, |
| { |
| "entropy": 1.5976744294166565, |
| "epoch": 0.31901840490797545, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1042414903640747, |
| "mean_token_accuracy": 0.7392546236515045, |
| "num_tokens": 128986179.0, |
| "step": 442 |
| }, |
| { |
| "entropy": 1.5358789563179016, |
| "epoch": 0.31974016600505234, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0574394464492798, |
| "mean_token_accuracy": 0.7455575466156006, |
| "num_tokens": 129281997.0, |
| "step": 443 |
| }, |
| { |
| "entropy": 1.6041855216026306, |
| "epoch": 0.3204619271021292, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1089904308319092, |
| "mean_token_accuracy": 0.7357610464096069, |
| "num_tokens": 129562780.0, |
| "step": 444 |
| }, |
| { |
| "entropy": 1.608000636100769, |
| "epoch": 0.32118368819920606, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1251460313796997, |
| "mean_token_accuracy": 0.7312854528427124, |
| "num_tokens": 129856429.0, |
| "step": 445 |
| }, |
| { |
| "entropy": 1.6611520051956177, |
| "epoch": 0.32190544929628295, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1829650402069092, |
| "mean_token_accuracy": 0.7249109148979187, |
| "num_tokens": 130150262.0, |
| "step": 446 |
| }, |
| { |
| "entropy": 1.6667674779891968, |
| "epoch": 0.3226272103933598, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.181103229522705, |
| "mean_token_accuracy": 0.7272431552410126, |
| "num_tokens": 130449072.0, |
| "step": 447 |
| }, |
| { |
| "entropy": 1.6586183309555054, |
| "epoch": 0.3233489714904367, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1884377002716064, |
| "mean_token_accuracy": 0.7232946455478668, |
| "num_tokens": 130740173.0, |
| "step": 448 |
| }, |
| { |
| "entropy": 1.5931247472763062, |
| "epoch": 0.3240707325875135, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1147750616073608, |
| "mean_token_accuracy": 0.7380184829235077, |
| "num_tokens": 131037645.0, |
| "step": 449 |
| }, |
| { |
| "entropy": 1.6648858189582825, |
| "epoch": 0.3247924936845904, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.2026402950286865, |
| "mean_token_accuracy": 0.7213493883609772, |
| "num_tokens": 131335228.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 1.6087056398391724, |
| "epoch": 0.3255142547816673, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.095062017440796, |
| "mean_token_accuracy": 0.7391766011714935, |
| "num_tokens": 131622522.0, |
| "step": 451 |
| }, |
| { |
| "entropy": 1.6324971318244934, |
| "epoch": 0.3262360158787441, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1624951362609863, |
| "mean_token_accuracy": 0.728905439376831, |
| "num_tokens": 131917918.0, |
| "step": 452 |
| }, |
| { |
| "entropy": 1.6124878525733948, |
| "epoch": 0.326957776975821, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1487758159637451, |
| "mean_token_accuracy": 0.7288512587547302, |
| "num_tokens": 132205196.0, |
| "step": 453 |
| }, |
| { |
| "entropy": 1.59714275598526, |
| "epoch": 0.32767953807289785, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.0881301164627075, |
| "mean_token_accuracy": 0.7396830022335052, |
| "num_tokens": 132488488.0, |
| "step": 454 |
| }, |
| { |
| "entropy": 1.635063886642456, |
| "epoch": 0.32840129916997474, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.180572748184204, |
| "mean_token_accuracy": 0.7232075333595276, |
| "num_tokens": 132775431.0, |
| "step": 455 |
| }, |
| { |
| "entropy": 1.5686790943145752, |
| "epoch": 0.3291230602670516, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0860564708709717, |
| "mean_token_accuracy": 0.7422479689121246, |
| "num_tokens": 133072415.0, |
| "step": 456 |
| }, |
| { |
| "entropy": 1.556956171989441, |
| "epoch": 0.32984482136412846, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0811514854431152, |
| "mean_token_accuracy": 0.741037517786026, |
| "num_tokens": 133375718.0, |
| "step": 457 |
| }, |
| { |
| "entropy": 1.620395541191101, |
| "epoch": 0.33056658246120535, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.148855447769165, |
| "mean_token_accuracy": 0.72932568192482, |
| "num_tokens": 133672339.0, |
| "step": 458 |
| }, |
| { |
| "entropy": 1.636777400970459, |
| "epoch": 0.3312883435582822, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1659705638885498, |
| "mean_token_accuracy": 0.72730952501297, |
| "num_tokens": 133959006.0, |
| "step": 459 |
| }, |
| { |
| "entropy": 1.5831456780433655, |
| "epoch": 0.3320101046553591, |
| "grad_norm": 0.216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0621190071105957, |
| "mean_token_accuracy": 0.7466300129890442, |
| "num_tokens": 134262734.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 1.6329560279846191, |
| "epoch": 0.33273186575243596, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1542713642120361, |
| "mean_token_accuracy": 0.726966917514801, |
| "num_tokens": 134542713.0, |
| "step": 461 |
| }, |
| { |
| "entropy": 1.573943316936493, |
| "epoch": 0.3334536268495128, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0954251289367676, |
| "mean_token_accuracy": 0.7401972115039825, |
| "num_tokens": 134844952.0, |
| "step": 462 |
| }, |
| { |
| "entropy": 1.5713019967079163, |
| "epoch": 0.3341753879465897, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.0914303064346313, |
| "mean_token_accuracy": 0.7400886118412018, |
| "num_tokens": 135152180.0, |
| "step": 463 |
| }, |
| { |
| "entropy": 1.5598775744438171, |
| "epoch": 0.3348971490436665, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0884873867034912, |
| "mean_token_accuracy": 0.7402353882789612, |
| "num_tokens": 135442693.0, |
| "step": 464 |
| }, |
| { |
| "entropy": 1.554007112979889, |
| "epoch": 0.3356189101407434, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.0843267440795898, |
| "mean_token_accuracy": 0.74355748295784, |
| "num_tokens": 135748037.0, |
| "step": 465 |
| }, |
| { |
| "entropy": 1.6000927090644836, |
| "epoch": 0.3363406712378203, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.120779275894165, |
| "mean_token_accuracy": 0.7342838048934937, |
| "num_tokens": 136042263.0, |
| "step": 466 |
| }, |
| { |
| "entropy": 1.6250577569007874, |
| "epoch": 0.33706243233489713, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1517987251281738, |
| "mean_token_accuracy": 0.727559506893158, |
| "num_tokens": 136338230.0, |
| "step": 467 |
| }, |
| { |
| "entropy": 1.6429235935211182, |
| "epoch": 0.337784193431974, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.163648009300232, |
| "mean_token_accuracy": 0.7238691449165344, |
| "num_tokens": 136618908.0, |
| "step": 468 |
| }, |
| { |
| "entropy": 1.5953425168991089, |
| "epoch": 0.33850595452905086, |
| "grad_norm": 0.25, |
| "learning_rate": 1e-05, |
| "loss": 1.1051502227783203, |
| "mean_token_accuracy": 0.7386227548122406, |
| "num_tokens": 136914568.0, |
| "step": 469 |
| }, |
| { |
| "entropy": 1.5803745985031128, |
| "epoch": 0.33922771562612775, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1067967414855957, |
| "mean_token_accuracy": 0.7373368442058563, |
| "num_tokens": 137207168.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 1.5293388366699219, |
| "epoch": 0.33994947672320464, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0488719940185547, |
| "mean_token_accuracy": 0.7486203908920288, |
| "num_tokens": 137507313.0, |
| "step": 471 |
| }, |
| { |
| "entropy": 1.6503487825393677, |
| "epoch": 0.34067123782028147, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.176361322402954, |
| "mean_token_accuracy": 0.7250353693962097, |
| "num_tokens": 137796949.0, |
| "step": 472 |
| }, |
| { |
| "entropy": 1.6222673654556274, |
| "epoch": 0.34139299891735836, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1528205871582031, |
| "mean_token_accuracy": 0.7326656877994537, |
| "num_tokens": 138099985.0, |
| "step": 473 |
| }, |
| { |
| "entropy": 1.6981632113456726, |
| "epoch": 0.34211476001443525, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.2220008373260498, |
| "mean_token_accuracy": 0.7169374227523804, |
| "num_tokens": 138394664.0, |
| "step": 474 |
| }, |
| { |
| "entropy": 1.5425214171409607, |
| "epoch": 0.3428365211115121, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.0560615062713623, |
| "mean_token_accuracy": 0.7462894022464752, |
| "num_tokens": 138707125.0, |
| "step": 475 |
| }, |
| { |
| "entropy": 1.6574317812919617, |
| "epoch": 0.34355828220858897, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.1729273796081543, |
| "mean_token_accuracy": 0.7234189510345459, |
| "num_tokens": 138988950.0, |
| "step": 476 |
| }, |
| { |
| "entropy": 1.5274913311004639, |
| "epoch": 0.3442800433056658, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0758335590362549, |
| "mean_token_accuracy": 0.7413328886032104, |
| "num_tokens": 139292949.0, |
| "step": 477 |
| }, |
| { |
| "entropy": 1.6365973353385925, |
| "epoch": 0.3450018044027427, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1590934991836548, |
| "mean_token_accuracy": 0.7286208271980286, |
| "num_tokens": 139580133.0, |
| "step": 478 |
| }, |
| { |
| "entropy": 1.5947922468185425, |
| "epoch": 0.3457235654998196, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1198360919952393, |
| "mean_token_accuracy": 0.7345921695232391, |
| "num_tokens": 139869022.0, |
| "step": 479 |
| }, |
| { |
| "entropy": 1.694524109363556, |
| "epoch": 0.3464453265968964, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1883211135864258, |
| "mean_token_accuracy": 0.7211547493934631, |
| "num_tokens": 140150569.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 1.5630242824554443, |
| "epoch": 0.3471670876939733, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0875773429870605, |
| "mean_token_accuracy": 0.7402580082416534, |
| "num_tokens": 140434750.0, |
| "step": 481 |
| }, |
| { |
| "entropy": 1.6516925692558289, |
| "epoch": 0.34788884879105014, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1840791702270508, |
| "mean_token_accuracy": 0.7221535444259644, |
| "num_tokens": 140720441.0, |
| "step": 482 |
| }, |
| { |
| "entropy": 1.7140132188796997, |
| "epoch": 0.34861060988812703, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.2227469682693481, |
| "mean_token_accuracy": 0.7167387306690216, |
| "num_tokens": 140999992.0, |
| "step": 483 |
| }, |
| { |
| "entropy": 1.6601051688194275, |
| "epoch": 0.3493323709852039, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.161919355392456, |
| "mean_token_accuracy": 0.7271238267421722, |
| "num_tokens": 141287519.0, |
| "step": 484 |
| }, |
| { |
| "entropy": 1.604166030883789, |
| "epoch": 0.35005413208228076, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.154355764389038, |
| "mean_token_accuracy": 0.7296633720397949, |
| "num_tokens": 141584679.0, |
| "step": 485 |
| }, |
| { |
| "entropy": 1.5881201028823853, |
| "epoch": 0.35077589317935765, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.0983965396881104, |
| "mean_token_accuracy": 0.7383449971675873, |
| "num_tokens": 141875862.0, |
| "step": 486 |
| }, |
| { |
| "entropy": 1.5642328262329102, |
| "epoch": 0.3514976542764345, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0659217834472656, |
| "mean_token_accuracy": 0.7433837652206421, |
| "num_tokens": 142164611.0, |
| "step": 487 |
| }, |
| { |
| "entropy": 1.686498761177063, |
| "epoch": 0.35221941537351137, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1e-05, |
| "loss": 1.1902477741241455, |
| "mean_token_accuracy": 0.7220829427242279, |
| "num_tokens": 142448355.0, |
| "step": 488 |
| }, |
| { |
| "entropy": 1.640208661556244, |
| "epoch": 0.35294117647058826, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1746337413787842, |
| "mean_token_accuracy": 0.7261711359024048, |
| "num_tokens": 142733589.0, |
| "step": 489 |
| }, |
| { |
| "entropy": 1.5611519813537598, |
| "epoch": 0.3536629375676651, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0779387950897217, |
| "mean_token_accuracy": 0.7451270520687103, |
| "num_tokens": 143033403.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 1.6265342831611633, |
| "epoch": 0.354384698664742, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1600427627563477, |
| "mean_token_accuracy": 0.7262018322944641, |
| "num_tokens": 143327143.0, |
| "step": 491 |
| }, |
| { |
| "entropy": 1.619410514831543, |
| "epoch": 0.3551064597618188, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1135916709899902, |
| "mean_token_accuracy": 0.7344923913478851, |
| "num_tokens": 143615166.0, |
| "step": 492 |
| }, |
| { |
| "entropy": 1.563113272190094, |
| "epoch": 0.3558282208588957, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0901010036468506, |
| "mean_token_accuracy": 0.7397356629371643, |
| "num_tokens": 143914756.0, |
| "step": 493 |
| }, |
| { |
| "entropy": 1.6229987144470215, |
| "epoch": 0.3565499819559726, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1394100189208984, |
| "mean_token_accuracy": 0.7302195429801941, |
| "num_tokens": 144208689.0, |
| "step": 494 |
| }, |
| { |
| "entropy": 1.5569855570793152, |
| "epoch": 0.35727174305304943, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.0614022016525269, |
| "mean_token_accuracy": 0.7458212077617645, |
| "num_tokens": 144507322.0, |
| "step": 495 |
| }, |
| { |
| "entropy": 1.6149272322654724, |
| "epoch": 0.3579935041501263, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1146332025527954, |
| "mean_token_accuracy": 0.7338621318340302, |
| "num_tokens": 144813778.0, |
| "step": 496 |
| }, |
| { |
| "entropy": 1.6173784136772156, |
| "epoch": 0.35871526524720315, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1169593334197998, |
| "mean_token_accuracy": 0.7356456518173218, |
| "num_tokens": 145107467.0, |
| "step": 497 |
| }, |
| { |
| "entropy": 1.5864734649658203, |
| "epoch": 0.35943702634428004, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.113652229309082, |
| "mean_token_accuracy": 0.736335813999176, |
| "num_tokens": 145395822.0, |
| "step": 498 |
| }, |
| { |
| "entropy": 1.6256049871444702, |
| "epoch": 0.36015878744135693, |
| "grad_norm": 0.259765625, |
| "learning_rate": 1e-05, |
| "loss": 1.1368718147277832, |
| "mean_token_accuracy": 0.7322273254394531, |
| "num_tokens": 145682027.0, |
| "step": 499 |
| }, |
| { |
| "entropy": 1.650820791721344, |
| "epoch": 0.36088054853843377, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1954458951950073, |
| "mean_token_accuracy": 0.7189677953720093, |
| "num_tokens": 145973099.0, |
| "step": 500 |
| }, |
| { |
| "entropy": 1.6234460473060608, |
| "epoch": 0.36160230963551065, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1179085969924927, |
| "mean_token_accuracy": 0.7338059842586517, |
| "num_tokens": 146264526.0, |
| "step": 501 |
| }, |
| { |
| "entropy": 1.521238386631012, |
| "epoch": 0.3623240707325875, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.0389149188995361, |
| "mean_token_accuracy": 0.749197393655777, |
| "num_tokens": 146558488.0, |
| "step": 502 |
| }, |
| { |
| "entropy": 1.639874815940857, |
| "epoch": 0.3630458318296644, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1338131427764893, |
| "mean_token_accuracy": 0.7293655574321747, |
| "num_tokens": 146846354.0, |
| "step": 503 |
| }, |
| { |
| "entropy": 1.6013176441192627, |
| "epoch": 0.36376759292674127, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1406679153442383, |
| "mean_token_accuracy": 0.7299897372722626, |
| "num_tokens": 147140581.0, |
| "step": 504 |
| }, |
| { |
| "entropy": 1.5941340327262878, |
| "epoch": 0.3644893540238181, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1104350090026855, |
| "mean_token_accuracy": 0.7347866594791412, |
| "num_tokens": 147437231.0, |
| "step": 505 |
| }, |
| { |
| "entropy": 1.6880006194114685, |
| "epoch": 0.365211115120895, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1863410472869873, |
| "mean_token_accuracy": 0.7211757600307465, |
| "num_tokens": 147715105.0, |
| "step": 506 |
| }, |
| { |
| "entropy": 1.6045259237289429, |
| "epoch": 0.3659328762179718, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0905433893203735, |
| "mean_token_accuracy": 0.738747239112854, |
| "num_tokens": 148006113.0, |
| "step": 507 |
| }, |
| { |
| "entropy": 1.5972481966018677, |
| "epoch": 0.3666546373150487, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.07442307472229, |
| "mean_token_accuracy": 0.7435567378997803, |
| "num_tokens": 148294812.0, |
| "step": 508 |
| }, |
| { |
| "entropy": 1.5952850580215454, |
| "epoch": 0.3673763984121256, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.0867395401000977, |
| "mean_token_accuracy": 0.738838255405426, |
| "num_tokens": 148581680.0, |
| "step": 509 |
| }, |
| { |
| "entropy": 1.654758095741272, |
| "epoch": 0.36809815950920244, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 1e-05, |
| "loss": 1.2238576412200928, |
| "mean_token_accuracy": 0.7157804071903229, |
| "num_tokens": 148875357.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 1.5775583982467651, |
| "epoch": 0.36881992060627933, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.100191593170166, |
| "mean_token_accuracy": 0.7378706634044647, |
| "num_tokens": 149168032.0, |
| "step": 511 |
| }, |
| { |
| "entropy": 1.6066675186157227, |
| "epoch": 0.36954168170335616, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1110823154449463, |
| "mean_token_accuracy": 0.7374165058135986, |
| "num_tokens": 149456863.0, |
| "step": 512 |
| }, |
| { |
| "entropy": 1.5269203186035156, |
| "epoch": 0.37026344280043305, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.045570731163025, |
| "mean_token_accuracy": 0.7492022514343262, |
| "num_tokens": 149761317.0, |
| "step": 513 |
| }, |
| { |
| "entropy": 1.6037903428077698, |
| "epoch": 0.37098520389750994, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1e-05, |
| "loss": 1.0834832191467285, |
| "mean_token_accuracy": 0.7384363412857056, |
| "num_tokens": 150040731.0, |
| "step": 514 |
| }, |
| { |
| "entropy": 1.575134038925171, |
| "epoch": 0.3717069649945868, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.0952000617980957, |
| "mean_token_accuracy": 0.7380004823207855, |
| "num_tokens": 150332462.0, |
| "step": 515 |
| }, |
| { |
| "entropy": 1.5994169116020203, |
| "epoch": 0.37242872609166366, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1556189060211182, |
| "mean_token_accuracy": 0.7256032228469849, |
| "num_tokens": 150636674.0, |
| "step": 516 |
| }, |
| { |
| "entropy": 1.5312954187393188, |
| "epoch": 0.37315048718874055, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0574302673339844, |
| "mean_token_accuracy": 0.745067685842514, |
| "num_tokens": 150930660.0, |
| "step": 517 |
| }, |
| { |
| "entropy": 1.67794930934906, |
| "epoch": 0.3738722482858174, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1918485164642334, |
| "mean_token_accuracy": 0.7211729884147644, |
| "num_tokens": 151219803.0, |
| "step": 518 |
| }, |
| { |
| "entropy": 1.6255905628204346, |
| "epoch": 0.3745940093828943, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1673014163970947, |
| "mean_token_accuracy": 0.7239619791507721, |
| "num_tokens": 151512477.0, |
| "step": 519 |
| }, |
| { |
| "entropy": 1.5946731567382812, |
| "epoch": 0.3753157704799711, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1183192729949951, |
| "mean_token_accuracy": 0.735003262758255, |
| "num_tokens": 151812465.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 1.5862481594085693, |
| "epoch": 0.376037531577048, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1259503364562988, |
| "mean_token_accuracy": 0.733224481344223, |
| "num_tokens": 152117234.0, |
| "step": 521 |
| }, |
| { |
| "entropy": 1.6424601078033447, |
| "epoch": 0.3767592926741249, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1575448513031006, |
| "mean_token_accuracy": 0.7274467945098877, |
| "num_tokens": 152406858.0, |
| "step": 522 |
| }, |
| { |
| "entropy": 1.6223523616790771, |
| "epoch": 0.3774810537712017, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1335670948028564, |
| "mean_token_accuracy": 0.731343150138855, |
| "num_tokens": 152698817.0, |
| "step": 523 |
| }, |
| { |
| "entropy": 1.5604919791221619, |
| "epoch": 0.3782028148682786, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.05845046043396, |
| "mean_token_accuracy": 0.7442804574966431, |
| "num_tokens": 152988206.0, |
| "step": 524 |
| }, |
| { |
| "entropy": 1.5547953844070435, |
| "epoch": 0.37892457596535545, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0744178295135498, |
| "mean_token_accuracy": 0.7433354556560516, |
| "num_tokens": 153287520.0, |
| "step": 525 |
| }, |
| { |
| "entropy": 1.60216623544693, |
| "epoch": 0.37964633706243234, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1089946031570435, |
| "mean_token_accuracy": 0.7342951893806458, |
| "num_tokens": 153585099.0, |
| "step": 526 |
| }, |
| { |
| "entropy": 1.6457003355026245, |
| "epoch": 0.3803680981595092, |
| "grad_norm": 0.248046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1213321685791016, |
| "mean_token_accuracy": 0.7341791689395905, |
| "num_tokens": 153862802.0, |
| "step": 527 |
| }, |
| { |
| "entropy": 1.5871397852897644, |
| "epoch": 0.38108985925658606, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1059651374816895, |
| "mean_token_accuracy": 0.7380181550979614, |
| "num_tokens": 154156937.0, |
| "step": 528 |
| }, |
| { |
| "entropy": 1.5240612626075745, |
| "epoch": 0.38181162035366295, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.0416841506958008, |
| "mean_token_accuracy": 0.7477717697620392, |
| "num_tokens": 154449044.0, |
| "step": 529 |
| }, |
| { |
| "entropy": 1.6725059151649475, |
| "epoch": 0.3825333814507398, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.206442952156067, |
| "mean_token_accuracy": 0.7201514542102814, |
| "num_tokens": 154745747.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 1.5932756066322327, |
| "epoch": 0.3832551425478167, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.104332685470581, |
| "mean_token_accuracy": 0.7362224757671356, |
| "num_tokens": 155041763.0, |
| "step": 531 |
| }, |
| { |
| "entropy": 1.619477391242981, |
| "epoch": 0.38397690364489356, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1414731740951538, |
| "mean_token_accuracy": 0.7293963134288788, |
| "num_tokens": 155343233.0, |
| "step": 532 |
| }, |
| { |
| "entropy": 1.6683776378631592, |
| "epoch": 0.3846986647419704, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.2070395946502686, |
| "mean_token_accuracy": 0.7182894647121429, |
| "num_tokens": 155616541.0, |
| "step": 533 |
| }, |
| { |
| "entropy": 1.6081397533416748, |
| "epoch": 0.3854204258390473, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.11167311668396, |
| "mean_token_accuracy": 0.735749214887619, |
| "num_tokens": 155898796.0, |
| "step": 534 |
| }, |
| { |
| "entropy": 1.5718166828155518, |
| "epoch": 0.3861421869361241, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0903773307800293, |
| "mean_token_accuracy": 0.742428183555603, |
| "num_tokens": 156185038.0, |
| "step": 535 |
| }, |
| { |
| "entropy": 1.5812262296676636, |
| "epoch": 0.386863948033201, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1161175966262817, |
| "mean_token_accuracy": 0.7331889867782593, |
| "num_tokens": 156478529.0, |
| "step": 536 |
| }, |
| { |
| "entropy": 1.6485041379928589, |
| "epoch": 0.3875857091302779, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1999492645263672, |
| "mean_token_accuracy": 0.7204713821411133, |
| "num_tokens": 156767019.0, |
| "step": 537 |
| }, |
| { |
| "entropy": 1.6294238567352295, |
| "epoch": 0.38830747022735473, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.170448660850525, |
| "mean_token_accuracy": 0.7244228422641754, |
| "num_tokens": 157053449.0, |
| "step": 538 |
| }, |
| { |
| "entropy": 1.609671413898468, |
| "epoch": 0.3890292313244316, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1324965953826904, |
| "mean_token_accuracy": 0.7311051785945892, |
| "num_tokens": 157347534.0, |
| "step": 539 |
| }, |
| { |
| "entropy": 1.5387115478515625, |
| "epoch": 0.38975099242150846, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.042873501777649, |
| "mean_token_accuracy": 0.7503548562526703, |
| "num_tokens": 157645101.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 1.6158974766731262, |
| "epoch": 0.39047275351858535, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1192989349365234, |
| "mean_token_accuracy": 0.7362866103649139, |
| "num_tokens": 157936813.0, |
| "step": 541 |
| }, |
| { |
| "entropy": 1.5527795553207397, |
| "epoch": 0.39119451461566224, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0566433668136597, |
| "mean_token_accuracy": 0.7469334006309509, |
| "num_tokens": 158243610.0, |
| "step": 542 |
| }, |
| { |
| "entropy": 1.66873037815094, |
| "epoch": 0.39191627571273907, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1918654441833496, |
| "mean_token_accuracy": 0.7211013734340668, |
| "num_tokens": 158523467.0, |
| "step": 543 |
| }, |
| { |
| "entropy": 1.6005805134773254, |
| "epoch": 0.39263803680981596, |
| "grad_norm": 0.24609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1130868196487427, |
| "mean_token_accuracy": 0.7366756498813629, |
| "num_tokens": 158794263.0, |
| "step": 544 |
| }, |
| { |
| "entropy": 1.6101391315460205, |
| "epoch": 0.3933597979068928, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 1e-05, |
| "loss": 1.0829110145568848, |
| "mean_token_accuracy": 0.7414791584014893, |
| "num_tokens": 159067792.0, |
| "step": 545 |
| }, |
| { |
| "entropy": 1.5730063319206238, |
| "epoch": 0.3940815590039697, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1043363809585571, |
| "mean_token_accuracy": 0.7362913191318512, |
| "num_tokens": 159358082.0, |
| "step": 546 |
| }, |
| { |
| "entropy": 1.574350655078888, |
| "epoch": 0.3948033201010466, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0880415439605713, |
| "mean_token_accuracy": 0.7417057156562805, |
| "num_tokens": 159646729.0, |
| "step": 547 |
| }, |
| { |
| "entropy": 1.6222990155220032, |
| "epoch": 0.3955250811981234, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1325570344924927, |
| "mean_token_accuracy": 0.7328086793422699, |
| "num_tokens": 159943992.0, |
| "step": 548 |
| }, |
| { |
| "entropy": 1.5958244800567627, |
| "epoch": 0.3962468422952003, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1163383722305298, |
| "mean_token_accuracy": 0.7354134619235992, |
| "num_tokens": 160232263.0, |
| "step": 549 |
| }, |
| { |
| "entropy": 1.5758973360061646, |
| "epoch": 0.39696860339227713, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1021897792816162, |
| "mean_token_accuracy": 0.7413262128829956, |
| "num_tokens": 160517606.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 1.6239079236984253, |
| "epoch": 0.397690364489354, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.1313995122909546, |
| "mean_token_accuracy": 0.7314778864383698, |
| "num_tokens": 160785773.0, |
| "step": 551 |
| }, |
| { |
| "entropy": 1.5758706331253052, |
| "epoch": 0.3984121255864309, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0905269384384155, |
| "mean_token_accuracy": 0.7405203878879547, |
| "num_tokens": 161080326.0, |
| "step": 552 |
| }, |
| { |
| "entropy": 1.5831953287124634, |
| "epoch": 0.39913388668350774, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.08497953414917, |
| "mean_token_accuracy": 0.7396326065063477, |
| "num_tokens": 161370820.0, |
| "step": 553 |
| }, |
| { |
| "entropy": 1.5894896388053894, |
| "epoch": 0.39985564778058463, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.101989984512329, |
| "mean_token_accuracy": 0.7365857660770416, |
| "num_tokens": 161664811.0, |
| "step": 554 |
| }, |
| { |
| "entropy": 1.5507331490516663, |
| "epoch": 0.40057740887766147, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 1e-05, |
| "loss": 1.0602821111679077, |
| "mean_token_accuracy": 0.7463509738445282, |
| "num_tokens": 161972369.0, |
| "step": 555 |
| }, |
| { |
| "entropy": 1.5711430311203003, |
| "epoch": 0.40129916997473836, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0783026218414307, |
| "mean_token_accuracy": 0.7421069145202637, |
| "num_tokens": 162261889.0, |
| "step": 556 |
| }, |
| { |
| "entropy": 1.6123376488685608, |
| "epoch": 0.40202093107181525, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1508086919784546, |
| "mean_token_accuracy": 0.7289157211780548, |
| "num_tokens": 162559254.0, |
| "step": 557 |
| }, |
| { |
| "entropy": 1.5799905061721802, |
| "epoch": 0.4027426921688921, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0845707654953003, |
| "mean_token_accuracy": 0.7415472269058228, |
| "num_tokens": 162858478.0, |
| "step": 558 |
| }, |
| { |
| "entropy": 1.587117075920105, |
| "epoch": 0.40346445326596897, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0976632833480835, |
| "mean_token_accuracy": 0.7396935820579529, |
| "num_tokens": 163165145.0, |
| "step": 559 |
| }, |
| { |
| "entropy": 1.613345980644226, |
| "epoch": 0.40418621436304586, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.114994764328003, |
| "mean_token_accuracy": 0.7337165474891663, |
| "num_tokens": 163451954.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 1.668515920639038, |
| "epoch": 0.4049079754601227, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1915613412857056, |
| "mean_token_accuracy": 0.7234081327915192, |
| "num_tokens": 163737641.0, |
| "step": 561 |
| }, |
| { |
| "entropy": 1.5208616256713867, |
| "epoch": 0.4056297365571996, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0531387329101562, |
| "mean_token_accuracy": 0.749419242143631, |
| "num_tokens": 164037024.0, |
| "step": 562 |
| }, |
| { |
| "entropy": 1.6033462285995483, |
| "epoch": 0.4063514976542764, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1200551986694336, |
| "mean_token_accuracy": 0.7345983982086182, |
| "num_tokens": 164329172.0, |
| "step": 563 |
| }, |
| { |
| "entropy": 1.5849531888961792, |
| "epoch": 0.4070732587513533, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1128225326538086, |
| "mean_token_accuracy": 0.734798938035965, |
| "num_tokens": 164623938.0, |
| "step": 564 |
| }, |
| { |
| "entropy": 1.646580457687378, |
| "epoch": 0.4077950198484302, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.133863091468811, |
| "mean_token_accuracy": 0.7330552637577057, |
| "num_tokens": 164920363.0, |
| "step": 565 |
| }, |
| { |
| "entropy": 1.577094852924347, |
| "epoch": 0.40851678094550703, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1257433891296387, |
| "mean_token_accuracy": 0.7362552881240845, |
| "num_tokens": 165216763.0, |
| "step": 566 |
| }, |
| { |
| "entropy": 1.5967845916748047, |
| "epoch": 0.4092385420425839, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.111537218093872, |
| "mean_token_accuracy": 0.7356201708316803, |
| "num_tokens": 165509854.0, |
| "step": 567 |
| }, |
| { |
| "entropy": 1.6197506785392761, |
| "epoch": 0.40996030313966075, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1577668190002441, |
| "mean_token_accuracy": 0.7305867671966553, |
| "num_tokens": 165799189.0, |
| "step": 568 |
| }, |
| { |
| "entropy": 1.5556058883666992, |
| "epoch": 0.41068206423673764, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.068633794784546, |
| "mean_token_accuracy": 0.7456537187099457, |
| "num_tokens": 166118062.0, |
| "step": 569 |
| }, |
| { |
| "entropy": 1.6202342510223389, |
| "epoch": 0.41140382533381453, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1549452543258667, |
| "mean_token_accuracy": 0.7305187284946442, |
| "num_tokens": 166416033.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 1.5584017038345337, |
| "epoch": 0.41212558643089137, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0887541770935059, |
| "mean_token_accuracy": 0.7395859658718109, |
| "num_tokens": 166705562.0, |
| "step": 571 |
| }, |
| { |
| "entropy": 1.5947588682174683, |
| "epoch": 0.41284734752796826, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.135185956954956, |
| "mean_token_accuracy": 0.733391523361206, |
| "num_tokens": 166989123.0, |
| "step": 572 |
| }, |
| { |
| "entropy": 1.6097568273544312, |
| "epoch": 0.4135691086250451, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1329129934310913, |
| "mean_token_accuracy": 0.7322137951850891, |
| "num_tokens": 167283829.0, |
| "step": 573 |
| }, |
| { |
| "entropy": 1.5255873799324036, |
| "epoch": 0.414290869722122, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.0224134922027588, |
| "mean_token_accuracy": 0.7541805505752563, |
| "num_tokens": 167575588.0, |
| "step": 574 |
| }, |
| { |
| "entropy": 1.6699268817901611, |
| "epoch": 0.41501263081919887, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.21880042552948, |
| "mean_token_accuracy": 0.7172015011310577, |
| "num_tokens": 167864879.0, |
| "step": 575 |
| }, |
| { |
| "entropy": 1.5860467553138733, |
| "epoch": 0.4157343919162757, |
| "grad_norm": 0.216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.1169731616973877, |
| "mean_token_accuracy": 0.7358094453811646, |
| "num_tokens": 168179429.0, |
| "step": 576 |
| }, |
| { |
| "entropy": 1.638533890247345, |
| "epoch": 0.4164561530133526, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1146371364593506, |
| "mean_token_accuracy": 0.7352512776851654, |
| "num_tokens": 168464276.0, |
| "step": 577 |
| }, |
| { |
| "entropy": 1.5950394868850708, |
| "epoch": 0.4171779141104294, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.0820252895355225, |
| "mean_token_accuracy": 0.7411385774612427, |
| "num_tokens": 168754408.0, |
| "step": 578 |
| }, |
| { |
| "entropy": 1.604824960231781, |
| "epoch": 0.4178996752075063, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.107188105583191, |
| "mean_token_accuracy": 0.7359773814678192, |
| "num_tokens": 169057792.0, |
| "step": 579 |
| }, |
| { |
| "entropy": 1.6170887351036072, |
| "epoch": 0.4186214363045832, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1709554195404053, |
| "mean_token_accuracy": 0.7239348292350769, |
| "num_tokens": 169343645.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 1.6033573746681213, |
| "epoch": 0.41934319740166004, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0957493782043457, |
| "mean_token_accuracy": 0.7377727627754211, |
| "num_tokens": 169615900.0, |
| "step": 581 |
| }, |
| { |
| "entropy": 1.6110195517539978, |
| "epoch": 0.42006495849873693, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1462652683258057, |
| "mean_token_accuracy": 0.7303279042243958, |
| "num_tokens": 169912844.0, |
| "step": 582 |
| }, |
| { |
| "entropy": 1.5689895153045654, |
| "epoch": 0.42078671959581376, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0666075944900513, |
| "mean_token_accuracy": 0.7409502267837524, |
| "num_tokens": 170210824.0, |
| "step": 583 |
| }, |
| { |
| "entropy": 1.6190383434295654, |
| "epoch": 0.42150848069289065, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1103408336639404, |
| "mean_token_accuracy": 0.7364379465579987, |
| "num_tokens": 170504556.0, |
| "step": 584 |
| }, |
| { |
| "entropy": 1.6314138174057007, |
| "epoch": 0.42223024178996754, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1286349296569824, |
| "mean_token_accuracy": 0.7336636483669281, |
| "num_tokens": 170798181.0, |
| "step": 585 |
| }, |
| { |
| "entropy": 1.5862641334533691, |
| "epoch": 0.4229520028870444, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.094423770904541, |
| "mean_token_accuracy": 0.7372421324253082, |
| "num_tokens": 171088368.0, |
| "step": 586 |
| }, |
| { |
| "entropy": 1.5879143476486206, |
| "epoch": 0.42367376398412127, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.056355357170105, |
| "mean_token_accuracy": 0.7458110451698303, |
| "num_tokens": 171385652.0, |
| "step": 587 |
| }, |
| { |
| "entropy": 1.5860403776168823, |
| "epoch": 0.4243955250811981, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.097168207168579, |
| "mean_token_accuracy": 0.7403504252433777, |
| "num_tokens": 171684931.0, |
| "step": 588 |
| }, |
| { |
| "entropy": 1.6759730577468872, |
| "epoch": 0.425117286178275, |
| "grad_norm": 0.24609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1897363662719727, |
| "mean_token_accuracy": 0.7232668101787567, |
| "num_tokens": 171964514.0, |
| "step": 589 |
| }, |
| { |
| "entropy": 1.520399808883667, |
| "epoch": 0.4258390472753519, |
| "grad_norm": 0.216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.035184383392334, |
| "mean_token_accuracy": 0.7492556869983673, |
| "num_tokens": 172264390.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 1.6313410997390747, |
| "epoch": 0.4265608083724287, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.163499116897583, |
| "mean_token_accuracy": 0.7279493510723114, |
| "num_tokens": 172547615.0, |
| "step": 591 |
| }, |
| { |
| "entropy": 1.5925041437149048, |
| "epoch": 0.4272825694695056, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0813722610473633, |
| "mean_token_accuracy": 0.7417286932468414, |
| "num_tokens": 172826644.0, |
| "step": 592 |
| }, |
| { |
| "entropy": 1.5489137768745422, |
| "epoch": 0.42800433056658244, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0677440166473389, |
| "mean_token_accuracy": 0.7456187009811401, |
| "num_tokens": 173123956.0, |
| "step": 593 |
| }, |
| { |
| "entropy": 1.5734184980392456, |
| "epoch": 0.4287260916636593, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1042060852050781, |
| "mean_token_accuracy": 0.7373843789100647, |
| "num_tokens": 173400487.0, |
| "step": 594 |
| }, |
| { |
| "entropy": 1.525161862373352, |
| "epoch": 0.4294478527607362, |
| "grad_norm": 0.2080078125, |
| "learning_rate": 1e-05, |
| "loss": 1.0642828941345215, |
| "mean_token_accuracy": 0.743177741765976, |
| "num_tokens": 173705679.0, |
| "step": 595 |
| }, |
| { |
| "entropy": 1.6212319135665894, |
| "epoch": 0.43016961385781305, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.0785200595855713, |
| "mean_token_accuracy": 0.7418456375598907, |
| "num_tokens": 173994257.0, |
| "step": 596 |
| }, |
| { |
| "entropy": 1.537688434123993, |
| "epoch": 0.43089137495488994, |
| "grad_norm": 0.2138671875, |
| "learning_rate": 1e-05, |
| "loss": 1.105448603630066, |
| "mean_token_accuracy": 0.7366429567337036, |
| "num_tokens": 174299972.0, |
| "step": 597 |
| }, |
| { |
| "entropy": 1.4883345365524292, |
| "epoch": 0.4316131360519668, |
| "grad_norm": 0.2138671875, |
| "learning_rate": 1e-05, |
| "loss": 1.0198166370391846, |
| "mean_token_accuracy": 0.7522725164890289, |
| "num_tokens": 174621935.0, |
| "step": 598 |
| }, |
| { |
| "entropy": 1.6207319498062134, |
| "epoch": 0.43233489714904366, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1435185670852661, |
| "mean_token_accuracy": 0.7298184335231781, |
| "num_tokens": 174916856.0, |
| "step": 599 |
| }, |
| { |
| "entropy": 1.5687963962554932, |
| "epoch": 0.43305665824612055, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0685855150222778, |
| "mean_token_accuracy": 0.746061235666275, |
| "num_tokens": 175199086.0, |
| "step": 600 |
| }, |
| { |
| "entropy": 1.6493581533432007, |
| "epoch": 0.4337784193431974, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1782745122909546, |
| "mean_token_accuracy": 0.7219648659229279, |
| "num_tokens": 175478040.0, |
| "step": 601 |
| }, |
| { |
| "entropy": 1.5671702027320862, |
| "epoch": 0.4345001804402743, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.107558012008667, |
| "mean_token_accuracy": 0.7378929853439331, |
| "num_tokens": 175779576.0, |
| "step": 602 |
| }, |
| { |
| "entropy": 1.634715735912323, |
| "epoch": 0.4352219415373511, |
| "grad_norm": 0.31640625, |
| "learning_rate": 1e-05, |
| "loss": 1.1946144104003906, |
| "mean_token_accuracy": 0.7233321666717529, |
| "num_tokens": 176068704.0, |
| "step": 603 |
| }, |
| { |
| "entropy": 1.6247583627700806, |
| "epoch": 0.435943702634428, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1194121837615967, |
| "mean_token_accuracy": 0.7345558106899261, |
| "num_tokens": 176363459.0, |
| "step": 604 |
| }, |
| { |
| "entropy": 1.5927094221115112, |
| "epoch": 0.4366654637315049, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.133838176727295, |
| "mean_token_accuracy": 0.7321049571037292, |
| "num_tokens": 176662152.0, |
| "step": 605 |
| }, |
| { |
| "entropy": 1.595038890838623, |
| "epoch": 0.4373872248285817, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1084964275360107, |
| "mean_token_accuracy": 0.7408521771430969, |
| "num_tokens": 176961599.0, |
| "step": 606 |
| }, |
| { |
| "entropy": 1.5658250451087952, |
| "epoch": 0.4381089859256586, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.0990076065063477, |
| "mean_token_accuracy": 0.7400900721549988, |
| "num_tokens": 177275443.0, |
| "step": 607 |
| }, |
| { |
| "entropy": 1.568897008895874, |
| "epoch": 0.4388307470227355, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0616424083709717, |
| "mean_token_accuracy": 0.7452067732810974, |
| "num_tokens": 177570170.0, |
| "step": 608 |
| }, |
| { |
| "entropy": 1.6283130645751953, |
| "epoch": 0.43955250811981234, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1616148948669434, |
| "mean_token_accuracy": 0.7277311980724335, |
| "num_tokens": 177853293.0, |
| "step": 609 |
| }, |
| { |
| "entropy": 1.6555038094520569, |
| "epoch": 0.4402742692168892, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 1e-05, |
| "loss": 1.1288264989852905, |
| "mean_token_accuracy": 0.7303913235664368, |
| "num_tokens": 178117342.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 1.7070843577384949, |
| "epoch": 0.44099603031396606, |
| "grad_norm": 0.25390625, |
| "learning_rate": 1e-05, |
| "loss": 1.2027482986450195, |
| "mean_token_accuracy": 0.7181344926357269, |
| "num_tokens": 178378140.0, |
| "step": 611 |
| }, |
| { |
| "entropy": 1.5714011192321777, |
| "epoch": 0.44171779141104295, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.1155734062194824, |
| "mean_token_accuracy": 0.7347998321056366, |
| "num_tokens": 178688075.0, |
| "step": 612 |
| }, |
| { |
| "entropy": 1.6551893949508667, |
| "epoch": 0.44243955250811984, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 1e-05, |
| "loss": 1.1968450546264648, |
| "mean_token_accuracy": 0.7199910581111908, |
| "num_tokens": 178970176.0, |
| "step": 613 |
| }, |
| { |
| "entropy": 1.620234489440918, |
| "epoch": 0.44316131360519667, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.117511510848999, |
| "mean_token_accuracy": 0.7368182241916656, |
| "num_tokens": 179254258.0, |
| "step": 614 |
| }, |
| { |
| "entropy": 1.5781685709953308, |
| "epoch": 0.44388307470227356, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1195204257965088, |
| "mean_token_accuracy": 0.7345280647277832, |
| "num_tokens": 179558501.0, |
| "step": 615 |
| }, |
| { |
| "entropy": 1.618272304534912, |
| "epoch": 0.4446048357993504, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1281987428665161, |
| "mean_token_accuracy": 0.7336892485618591, |
| "num_tokens": 179837870.0, |
| "step": 616 |
| }, |
| { |
| "entropy": 1.6428250074386597, |
| "epoch": 0.4453265968964273, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.162510633468628, |
| "mean_token_accuracy": 0.7278911769390106, |
| "num_tokens": 180132435.0, |
| "step": 617 |
| }, |
| { |
| "entropy": 1.5328102111816406, |
| "epoch": 0.4460483579935042, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.052917718887329, |
| "mean_token_accuracy": 0.7460933029651642, |
| "num_tokens": 180425097.0, |
| "step": 618 |
| }, |
| { |
| "entropy": 1.6320355534553528, |
| "epoch": 0.446770119090581, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.139484167098999, |
| "mean_token_accuracy": 0.7285744547843933, |
| "num_tokens": 180706516.0, |
| "step": 619 |
| }, |
| { |
| "entropy": 1.5652714371681213, |
| "epoch": 0.4474918801876579, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.086570382118225, |
| "mean_token_accuracy": 0.7394826710224152, |
| "num_tokens": 180996007.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 1.606342375278473, |
| "epoch": 0.44821364128473473, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1467411518096924, |
| "mean_token_accuracy": 0.729450911283493, |
| "num_tokens": 181281113.0, |
| "step": 621 |
| }, |
| { |
| "entropy": 1.6066087484359741, |
| "epoch": 0.4489354023818116, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.1205601692199707, |
| "mean_token_accuracy": 0.7346542477607727, |
| "num_tokens": 181578322.0, |
| "step": 622 |
| }, |
| { |
| "entropy": 1.5791630148887634, |
| "epoch": 0.4496571634788885, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0966300964355469, |
| "mean_token_accuracy": 0.7400188744068146, |
| "num_tokens": 181878723.0, |
| "step": 623 |
| }, |
| { |
| "entropy": 1.6084871888160706, |
| "epoch": 0.45037892457596534, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.156432867050171, |
| "mean_token_accuracy": 0.7263132631778717, |
| "num_tokens": 182172247.0, |
| "step": 624 |
| }, |
| { |
| "entropy": 1.5561562180519104, |
| "epoch": 0.45110068567304223, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.0497633218765259, |
| "mean_token_accuracy": 0.7450034916400909, |
| "num_tokens": 182462762.0, |
| "step": 625 |
| }, |
| { |
| "entropy": 1.6379727721214294, |
| "epoch": 0.45182244677011907, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1475250720977783, |
| "mean_token_accuracy": 0.7291487157344818, |
| "num_tokens": 182756157.0, |
| "step": 626 |
| }, |
| { |
| "entropy": 1.6894765496253967, |
| "epoch": 0.45254420786719596, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.2011867761611938, |
| "mean_token_accuracy": 0.7200133204460144, |
| "num_tokens": 183036617.0, |
| "step": 627 |
| }, |
| { |
| "entropy": 1.5869178175926208, |
| "epoch": 0.45326596896427285, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 1e-05, |
| "loss": 1.1228361129760742, |
| "mean_token_accuracy": 0.7344334423542023, |
| "num_tokens": 183348140.0, |
| "step": 628 |
| }, |
| { |
| "entropy": 1.6546363234519958, |
| "epoch": 0.4539877300613497, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.188132643699646, |
| "mean_token_accuracy": 0.7210691571235657, |
| "num_tokens": 183632590.0, |
| "step": 629 |
| }, |
| { |
| "entropy": 1.5817923545837402, |
| "epoch": 0.45470949115842657, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 1e-05, |
| "loss": 1.0979231595993042, |
| "mean_token_accuracy": 0.7370417416095734, |
| "num_tokens": 183941080.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 1.587474763393402, |
| "epoch": 0.4554312522555034, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1231613159179688, |
| "mean_token_accuracy": 0.7337916791439056, |
| "num_tokens": 184243362.0, |
| "step": 631 |
| }, |
| { |
| "entropy": 1.603373408317566, |
| "epoch": 0.4561530133525803, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0991640090942383, |
| "mean_token_accuracy": 0.7383999228477478, |
| "num_tokens": 184537236.0, |
| "step": 632 |
| }, |
| { |
| "entropy": 1.564449429512024, |
| "epoch": 0.4568747744496572, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0939512252807617, |
| "mean_token_accuracy": 0.737929105758667, |
| "num_tokens": 184833680.0, |
| "step": 633 |
| }, |
| { |
| "entropy": 1.6056365370750427, |
| "epoch": 0.457596535546734, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.115877628326416, |
| "mean_token_accuracy": 0.7351059019565582, |
| "num_tokens": 185123176.0, |
| "step": 634 |
| }, |
| { |
| "entropy": 1.5983636975288391, |
| "epoch": 0.4583182966438109, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0739091634750366, |
| "mean_token_accuracy": 0.7426251769065857, |
| "num_tokens": 185412323.0, |
| "step": 635 |
| }, |
| { |
| "entropy": 1.6540947556495667, |
| "epoch": 0.45904005774088774, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 1e-05, |
| "loss": 1.162091851234436, |
| "mean_token_accuracy": 0.726731926202774, |
| "num_tokens": 185689214.0, |
| "step": 636 |
| }, |
| { |
| "entropy": 1.622604250907898, |
| "epoch": 0.45976181883796463, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.114464282989502, |
| "mean_token_accuracy": 0.7352300584316254, |
| "num_tokens": 185970599.0, |
| "step": 637 |
| }, |
| { |
| "entropy": 1.6669327020645142, |
| "epoch": 0.4604835799350415, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1498149633407593, |
| "mean_token_accuracy": 0.7285056114196777, |
| "num_tokens": 186252357.0, |
| "step": 638 |
| }, |
| { |
| "entropy": 1.6214895844459534, |
| "epoch": 0.46120534103211835, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1100432872772217, |
| "mean_token_accuracy": 0.7351499199867249, |
| "num_tokens": 186539557.0, |
| "step": 639 |
| }, |
| { |
| "entropy": 1.6481537818908691, |
| "epoch": 0.46192710212919524, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1853032112121582, |
| "mean_token_accuracy": 0.7189866304397583, |
| "num_tokens": 186823460.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 1.5723902583122253, |
| "epoch": 0.4626488632262721, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0628620386123657, |
| "mean_token_accuracy": 0.7429164946079254, |
| "num_tokens": 187116446.0, |
| "step": 641 |
| }, |
| { |
| "entropy": 1.5936442613601685, |
| "epoch": 0.46337062432334897, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0995248556137085, |
| "mean_token_accuracy": 0.7391497790813446, |
| "num_tokens": 187412019.0, |
| "step": 642 |
| }, |
| { |
| "entropy": 1.605537235736847, |
| "epoch": 0.46409238542042586, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.11756432056427, |
| "mean_token_accuracy": 0.7350789308547974, |
| "num_tokens": 187700361.0, |
| "step": 643 |
| }, |
| { |
| "entropy": 1.5693391561508179, |
| "epoch": 0.4648141465175027, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.073732614517212, |
| "mean_token_accuracy": 0.7433812916278839, |
| "num_tokens": 187991327.0, |
| "step": 644 |
| }, |
| { |
| "entropy": 1.6424800753593445, |
| "epoch": 0.4655359076145796, |
| "grad_norm": 0.2421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1322355270385742, |
| "mean_token_accuracy": 0.7325375080108643, |
| "num_tokens": 188278118.0, |
| "step": 645 |
| }, |
| { |
| "entropy": 1.611929714679718, |
| "epoch": 0.4662576687116564, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1274209022521973, |
| "mean_token_accuracy": 0.7318012714385986, |
| "num_tokens": 188566399.0, |
| "step": 646 |
| }, |
| { |
| "entropy": 1.5719982385635376, |
| "epoch": 0.4669794298087333, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1048223972320557, |
| "mean_token_accuracy": 0.738763689994812, |
| "num_tokens": 188864913.0, |
| "step": 647 |
| }, |
| { |
| "entropy": 1.6606945991516113, |
| "epoch": 0.4677011909058102, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1570045948028564, |
| "mean_token_accuracy": 0.7274243533611298, |
| "num_tokens": 189150148.0, |
| "step": 648 |
| }, |
| { |
| "entropy": 1.6256017684936523, |
| "epoch": 0.468422952002887, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1306378841400146, |
| "mean_token_accuracy": 0.7327773571014404, |
| "num_tokens": 189439982.0, |
| "step": 649 |
| }, |
| { |
| "entropy": 1.5620282292366028, |
| "epoch": 0.4691447130999639, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0708484649658203, |
| "mean_token_accuracy": 0.7419192790985107, |
| "num_tokens": 189727299.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 1.6509064435958862, |
| "epoch": 0.4698664741970408, |
| "grad_norm": 0.248046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1609551906585693, |
| "mean_token_accuracy": 0.7286869585514069, |
| "num_tokens": 189998066.0, |
| "step": 651 |
| }, |
| { |
| "entropy": 1.5195523500442505, |
| "epoch": 0.47058823529411764, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.041045904159546, |
| "mean_token_accuracy": 0.7484868466854095, |
| "num_tokens": 190295353.0, |
| "step": 652 |
| }, |
| { |
| "entropy": 1.5961876511573792, |
| "epoch": 0.47130999639119453, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.121506690979004, |
| "mean_token_accuracy": 0.7356399297714233, |
| "num_tokens": 190585486.0, |
| "step": 653 |
| }, |
| { |
| "entropy": 1.5453141927719116, |
| "epoch": 0.47203175748827136, |
| "grad_norm": 0.21484375, |
| "learning_rate": 1e-05, |
| "loss": 1.0569976568222046, |
| "mean_token_accuracy": 0.7470882534980774, |
| "num_tokens": 190879665.0, |
| "step": 654 |
| }, |
| { |
| "entropy": 1.6514986157417297, |
| "epoch": 0.47275351858534825, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1591620445251465, |
| "mean_token_accuracy": 0.7283570468425751, |
| "num_tokens": 191170902.0, |
| "step": 655 |
| }, |
| { |
| "entropy": 1.587424099445343, |
| "epoch": 0.47347527968242514, |
| "grad_norm": 0.24609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1275274753570557, |
| "mean_token_accuracy": 0.7337370216846466, |
| "num_tokens": 191461695.0, |
| "step": 656 |
| }, |
| { |
| "entropy": 1.5560713410377502, |
| "epoch": 0.474197040779502, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.0729756355285645, |
| "mean_token_accuracy": 0.745042473077774, |
| "num_tokens": 191766997.0, |
| "step": 657 |
| }, |
| { |
| "entropy": 1.568974256515503, |
| "epoch": 0.47491880187657887, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0732755661010742, |
| "mean_token_accuracy": 0.7431631684303284, |
| "num_tokens": 192067054.0, |
| "step": 658 |
| }, |
| { |
| "entropy": 1.6971306204795837, |
| "epoch": 0.4756405629736557, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 1e-05, |
| "loss": 1.2363803386688232, |
| "mean_token_accuracy": 0.7114757001399994, |
| "num_tokens": 192339792.0, |
| "step": 659 |
| }, |
| { |
| "entropy": 1.6199973821640015, |
| "epoch": 0.4763623240707326, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1400244235992432, |
| "mean_token_accuracy": 0.7326892018318176, |
| "num_tokens": 192624463.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 1.5810664296150208, |
| "epoch": 0.4770840851678095, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.123009443283081, |
| "mean_token_accuracy": 0.7335048913955688, |
| "num_tokens": 192923613.0, |
| "step": 661 |
| }, |
| { |
| "entropy": 1.5902155637741089, |
| "epoch": 0.4778058462648863, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1028482913970947, |
| "mean_token_accuracy": 0.7386082112789154, |
| "num_tokens": 193212115.0, |
| "step": 662 |
| }, |
| { |
| "entropy": 1.5616875290870667, |
| "epoch": 0.4785276073619632, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.065674901008606, |
| "mean_token_accuracy": 0.7435760498046875, |
| "num_tokens": 193497670.0, |
| "step": 663 |
| }, |
| { |
| "entropy": 1.6460754871368408, |
| "epoch": 0.47924936845904004, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.136084794998169, |
| "mean_token_accuracy": 0.7333773374557495, |
| "num_tokens": 193788000.0, |
| "step": 664 |
| }, |
| { |
| "entropy": 1.5939441919326782, |
| "epoch": 0.4799711295561169, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1227505207061768, |
| "mean_token_accuracy": 0.7324938774108887, |
| "num_tokens": 194078849.0, |
| "step": 665 |
| }, |
| { |
| "entropy": 1.5230796337127686, |
| "epoch": 0.4806928906531938, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.050563097000122, |
| "mean_token_accuracy": 0.7465680241584778, |
| "num_tokens": 194385043.0, |
| "step": 666 |
| }, |
| { |
| "entropy": 1.6082165241241455, |
| "epoch": 0.48141465175027065, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.1573779582977295, |
| "mean_token_accuracy": 0.7278335690498352, |
| "num_tokens": 194670188.0, |
| "step": 667 |
| }, |
| { |
| "entropy": 1.637342929840088, |
| "epoch": 0.48213641284734754, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1635621786117554, |
| "mean_token_accuracy": 0.7252436280250549, |
| "num_tokens": 194958968.0, |
| "step": 668 |
| }, |
| { |
| "entropy": 1.5465983152389526, |
| "epoch": 0.4828581739444244, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0449684858322144, |
| "mean_token_accuracy": 0.7488506436347961, |
| "num_tokens": 195255181.0, |
| "step": 669 |
| }, |
| { |
| "entropy": 1.6894134283065796, |
| "epoch": 0.48357993504150126, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.173258662223816, |
| "mean_token_accuracy": 0.7246471047401428, |
| "num_tokens": 195537152.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 1.6284174919128418, |
| "epoch": 0.48430169613857815, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1489765644073486, |
| "mean_token_accuracy": 0.7306946516036987, |
| "num_tokens": 195824582.0, |
| "step": 671 |
| }, |
| { |
| "entropy": 1.5324783325195312, |
| "epoch": 0.485023457235655, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0439010858535767, |
| "mean_token_accuracy": 0.7482569813728333, |
| "num_tokens": 196129732.0, |
| "step": 672 |
| }, |
| { |
| "entropy": 1.6040911674499512, |
| "epoch": 0.4857452183327319, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.144684076309204, |
| "mean_token_accuracy": 0.7303643524646759, |
| "num_tokens": 196425107.0, |
| "step": 673 |
| }, |
| { |
| "entropy": 1.5590643882751465, |
| "epoch": 0.4864669794298087, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0613505840301514, |
| "mean_token_accuracy": 0.7450262010097504, |
| "num_tokens": 196714340.0, |
| "step": 674 |
| }, |
| { |
| "entropy": 1.5467580556869507, |
| "epoch": 0.4871887405268856, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0995728969573975, |
| "mean_token_accuracy": 0.7413800358772278, |
| "num_tokens": 197014444.0, |
| "step": 675 |
| }, |
| { |
| "entropy": 1.5725948214530945, |
| "epoch": 0.4879105016239625, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0914405584335327, |
| "mean_token_accuracy": 0.741468071937561, |
| "num_tokens": 197313172.0, |
| "step": 676 |
| }, |
| { |
| "entropy": 1.5964953303337097, |
| "epoch": 0.4886322627210393, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.1271400451660156, |
| "mean_token_accuracy": 0.7343786656856537, |
| "num_tokens": 197597697.0, |
| "step": 677 |
| }, |
| { |
| "entropy": 1.5927131175994873, |
| "epoch": 0.4893540238181162, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1044011116027832, |
| "mean_token_accuracy": 0.7394413650035858, |
| "num_tokens": 197900874.0, |
| "step": 678 |
| }, |
| { |
| "entropy": 1.5892881155014038, |
| "epoch": 0.49007578491519305, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1124653816223145, |
| "mean_token_accuracy": 0.7377249896526337, |
| "num_tokens": 198196955.0, |
| "step": 679 |
| }, |
| { |
| "entropy": 1.6059691309928894, |
| "epoch": 0.49079754601226994, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.1000442504882812, |
| "mean_token_accuracy": 0.739370733499527, |
| "num_tokens": 198493108.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 1.54014652967453, |
| "epoch": 0.4915193071093468, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0418875217437744, |
| "mean_token_accuracy": 0.7487592995166779, |
| "num_tokens": 198791969.0, |
| "step": 681 |
| }, |
| { |
| "entropy": 1.6647250056266785, |
| "epoch": 0.49224106820642366, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 1e-05, |
| "loss": 1.1950716972351074, |
| "mean_token_accuracy": 0.7244281470775604, |
| "num_tokens": 199063673.0, |
| "step": 682 |
| }, |
| { |
| "entropy": 1.5725098848342896, |
| "epoch": 0.49296282930350055, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0622737407684326, |
| "mean_token_accuracy": 0.7449676990509033, |
| "num_tokens": 199348725.0, |
| "step": 683 |
| }, |
| { |
| "entropy": 1.6303915977478027, |
| "epoch": 0.4936845904005774, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.176119089126587, |
| "mean_token_accuracy": 0.7237577736377716, |
| "num_tokens": 199638940.0, |
| "step": 684 |
| }, |
| { |
| "entropy": 1.534554362297058, |
| "epoch": 0.4944063514976543, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.067025899887085, |
| "mean_token_accuracy": 0.7451322376728058, |
| "num_tokens": 199951747.0, |
| "step": 685 |
| }, |
| { |
| "entropy": 1.6310531497001648, |
| "epoch": 0.49512811259473116, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1522763967514038, |
| "mean_token_accuracy": 0.730984091758728, |
| "num_tokens": 200228943.0, |
| "step": 686 |
| }, |
| { |
| "entropy": 1.5954148769378662, |
| "epoch": 0.495849873691808, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.130525827407837, |
| "mean_token_accuracy": 0.7352426648139954, |
| "num_tokens": 200522695.0, |
| "step": 687 |
| }, |
| { |
| "entropy": 1.5577545762062073, |
| "epoch": 0.4965716347888849, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 0.9982820749282837, |
| "mean_token_accuracy": 0.7559614181518555, |
| "num_tokens": 200803558.0, |
| "step": 688 |
| }, |
| { |
| "entropy": 1.595203697681427, |
| "epoch": 0.4972933958859617, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.077322244644165, |
| "mean_token_accuracy": 0.7435383200645447, |
| "num_tokens": 201101711.0, |
| "step": 689 |
| }, |
| { |
| "entropy": 1.650526225566864, |
| "epoch": 0.4980151569830386, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1505811214447021, |
| "mean_token_accuracy": 0.7304760217666626, |
| "num_tokens": 201387237.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 1.5869037508964539, |
| "epoch": 0.4987369180801155, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0749313831329346, |
| "mean_token_accuracy": 0.743472695350647, |
| "num_tokens": 201681505.0, |
| "step": 691 |
| }, |
| { |
| "entropy": 1.609952688217163, |
| "epoch": 0.49945867917719233, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1253128051757812, |
| "mean_token_accuracy": 0.7331607341766357, |
| "num_tokens": 201975086.0, |
| "step": 692 |
| }, |
| { |
| "entropy": 1.6648921966552734, |
| "epoch": 0.5001804402742692, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.2114580869674683, |
| "mean_token_accuracy": 0.7181891202926636, |
| "num_tokens": 202268769.0, |
| "step": 693 |
| }, |
| { |
| "entropy": 1.6200402975082397, |
| "epoch": 0.5009022013713461, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1498284339904785, |
| "mean_token_accuracy": 0.7282987534999847, |
| "num_tokens": 202560197.0, |
| "step": 694 |
| }, |
| { |
| "entropy": 1.5734732747077942, |
| "epoch": 0.501623962468423, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.1015775203704834, |
| "mean_token_accuracy": 0.7396606802940369, |
| "num_tokens": 202860320.0, |
| "step": 695 |
| }, |
| { |
| "entropy": 1.6191856861114502, |
| "epoch": 0.5023457235654998, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1405696868896484, |
| "mean_token_accuracy": 0.7288414835929871, |
| "num_tokens": 203140737.0, |
| "step": 696 |
| }, |
| { |
| "entropy": 1.6207420825958252, |
| "epoch": 0.5030674846625767, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1624443531036377, |
| "mean_token_accuracy": 0.7294009029865265, |
| "num_tokens": 203440927.0, |
| "step": 697 |
| }, |
| { |
| "entropy": 1.5846516489982605, |
| "epoch": 0.5037892457596536, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.0885640382766724, |
| "mean_token_accuracy": 0.742593377828598, |
| "num_tokens": 203720121.0, |
| "step": 698 |
| }, |
| { |
| "entropy": 1.5653942227363586, |
| "epoch": 0.5045110068567304, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0944230556488037, |
| "mean_token_accuracy": 0.7408529818058014, |
| "num_tokens": 204010618.0, |
| "step": 699 |
| }, |
| { |
| "entropy": 1.543853998184204, |
| "epoch": 0.5052327679538073, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0595479011535645, |
| "mean_token_accuracy": 0.750019758939743, |
| "num_tokens": 204297559.0, |
| "step": 700 |
| }, |
| { |
| "entropy": 1.5826244354248047, |
| "epoch": 0.5059545290508841, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0853207111358643, |
| "mean_token_accuracy": 0.741440087556839, |
| "num_tokens": 204598088.0, |
| "step": 701 |
| }, |
| { |
| "entropy": 1.5929073095321655, |
| "epoch": 0.506676290147961, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1123278141021729, |
| "mean_token_accuracy": 0.7367078959941864, |
| "num_tokens": 204883696.0, |
| "step": 702 |
| }, |
| { |
| "entropy": 1.562481939792633, |
| "epoch": 0.5073980512450379, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0944299697875977, |
| "mean_token_accuracy": 0.7395003736019135, |
| "num_tokens": 205170910.0, |
| "step": 703 |
| }, |
| { |
| "entropy": 1.610314965248108, |
| "epoch": 0.5081198123421148, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.14693021774292, |
| "mean_token_accuracy": 0.7300017774105072, |
| "num_tokens": 205462592.0, |
| "step": 704 |
| }, |
| { |
| "entropy": 1.6552006006240845, |
| "epoch": 0.5088415734391917, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.182011604309082, |
| "mean_token_accuracy": 0.724445641040802, |
| "num_tokens": 205755920.0, |
| "step": 705 |
| }, |
| { |
| "entropy": 1.5695324540138245, |
| "epoch": 0.5095633345362685, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.079665184020996, |
| "mean_token_accuracy": 0.7417963445186615, |
| "num_tokens": 206049664.0, |
| "step": 706 |
| }, |
| { |
| "entropy": 1.5728851556777954, |
| "epoch": 0.5102850956333453, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0848987102508545, |
| "mean_token_accuracy": 0.7398684620857239, |
| "num_tokens": 206337675.0, |
| "step": 707 |
| }, |
| { |
| "entropy": 1.5587612986564636, |
| "epoch": 0.5110068567304222, |
| "grad_norm": 0.21484375, |
| "learning_rate": 1e-05, |
| "loss": 1.0988192558288574, |
| "mean_token_accuracy": 0.7362302541732788, |
| "num_tokens": 206641009.0, |
| "step": 708 |
| }, |
| { |
| "entropy": 1.5805190801620483, |
| "epoch": 0.5117286178274991, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0927263498306274, |
| "mean_token_accuracy": 0.7389773726463318, |
| "num_tokens": 206939065.0, |
| "step": 709 |
| }, |
| { |
| "entropy": 1.6272093653678894, |
| "epoch": 0.512450378924576, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.159834623336792, |
| "mean_token_accuracy": 0.7274581789970398, |
| "num_tokens": 207224261.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 1.5737531185150146, |
| "epoch": 0.5131721400216528, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0826325416564941, |
| "mean_token_accuracy": 0.7398369312286377, |
| "num_tokens": 207503697.0, |
| "step": 711 |
| }, |
| { |
| "entropy": 1.6702247858047485, |
| "epoch": 0.5138939011187297, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.2031714916229248, |
| "mean_token_accuracy": 0.7175164520740509, |
| "num_tokens": 207783395.0, |
| "step": 712 |
| }, |
| { |
| "entropy": 1.5755795240402222, |
| "epoch": 0.5146156622158066, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0748627185821533, |
| "mean_token_accuracy": 0.7444513440132141, |
| "num_tokens": 208085969.0, |
| "step": 713 |
| }, |
| { |
| "entropy": 1.6208624839782715, |
| "epoch": 0.5153374233128835, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.183680772781372, |
| "mean_token_accuracy": 0.7229005992412567, |
| "num_tokens": 208376141.0, |
| "step": 714 |
| }, |
| { |
| "entropy": 1.5311552286148071, |
| "epoch": 0.5160591844099603, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0270320177078247, |
| "mean_token_accuracy": 0.750772088766098, |
| "num_tokens": 208679981.0, |
| "step": 715 |
| }, |
| { |
| "entropy": 1.5969658493995667, |
| "epoch": 0.5167809455070371, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1303260326385498, |
| "mean_token_accuracy": 0.734829843044281, |
| "num_tokens": 208977455.0, |
| "step": 716 |
| }, |
| { |
| "entropy": 1.623799204826355, |
| "epoch": 0.517502706604114, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1339950561523438, |
| "mean_token_accuracy": 0.7317747175693512, |
| "num_tokens": 209268325.0, |
| "step": 717 |
| }, |
| { |
| "entropy": 1.5979817509651184, |
| "epoch": 0.5182244677011909, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1302764415740967, |
| "mean_token_accuracy": 0.7326715290546417, |
| "num_tokens": 209573915.0, |
| "step": 718 |
| }, |
| { |
| "entropy": 1.6247981786727905, |
| "epoch": 0.5189462287982678, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1484184265136719, |
| "mean_token_accuracy": 0.7294766902923584, |
| "num_tokens": 209861269.0, |
| "step": 719 |
| }, |
| { |
| "entropy": 1.556791067123413, |
| "epoch": 0.5196679898953447, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0870962142944336, |
| "mean_token_accuracy": 0.7413330376148224, |
| "num_tokens": 210161404.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 1.5457544922828674, |
| "epoch": 0.5203897509924215, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.064863920211792, |
| "mean_token_accuracy": 0.7458622455596924, |
| "num_tokens": 210450616.0, |
| "step": 721 |
| }, |
| { |
| "entropy": 1.6112803220748901, |
| "epoch": 0.5211115120894984, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1411374807357788, |
| "mean_token_accuracy": 0.7312836050987244, |
| "num_tokens": 210755250.0, |
| "step": 722 |
| }, |
| { |
| "entropy": 1.6802918910980225, |
| "epoch": 0.5218332731865752, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.2060627937316895, |
| "mean_token_accuracy": 0.7200701534748077, |
| "num_tokens": 211038739.0, |
| "step": 723 |
| }, |
| { |
| "entropy": 1.6193804740905762, |
| "epoch": 0.5225550342836521, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1414573192596436, |
| "mean_token_accuracy": 0.7297541201114655, |
| "num_tokens": 211324256.0, |
| "step": 724 |
| }, |
| { |
| "entropy": 1.5679888129234314, |
| "epoch": 0.523276795380729, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0963985919952393, |
| "mean_token_accuracy": 0.7375109791755676, |
| "num_tokens": 211626419.0, |
| "step": 725 |
| }, |
| { |
| "entropy": 1.6310662031173706, |
| "epoch": 0.5239985564778058, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1537364721298218, |
| "mean_token_accuracy": 0.7281556725502014, |
| "num_tokens": 211901539.0, |
| "step": 726 |
| }, |
| { |
| "entropy": 1.5483182072639465, |
| "epoch": 0.5247203175748827, |
| "grad_norm": 0.212890625, |
| "learning_rate": 1e-05, |
| "loss": 1.0793248414993286, |
| "mean_token_accuracy": 0.7428569197654724, |
| "num_tokens": 212216106.0, |
| "step": 727 |
| }, |
| { |
| "entropy": 1.6444163918495178, |
| "epoch": 0.5254420786719596, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1351898908615112, |
| "mean_token_accuracy": 0.7313067317008972, |
| "num_tokens": 212505574.0, |
| "step": 728 |
| }, |
| { |
| "entropy": 1.6563920974731445, |
| "epoch": 0.5261638397690365, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1693782806396484, |
| "mean_token_accuracy": 0.7237509489059448, |
| "num_tokens": 212785524.0, |
| "step": 729 |
| }, |
| { |
| "entropy": 1.6383143067359924, |
| "epoch": 0.5268856008661134, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1533615589141846, |
| "mean_token_accuracy": 0.7285424172878265, |
| "num_tokens": 213069244.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 1.6152408719062805, |
| "epoch": 0.5276073619631901, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1325241327285767, |
| "mean_token_accuracy": 0.7335585355758667, |
| "num_tokens": 213353319.0, |
| "step": 731 |
| }, |
| { |
| "entropy": 1.6316519379615784, |
| "epoch": 0.528329123060267, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1464107036590576, |
| "mean_token_accuracy": 0.7307578325271606, |
| "num_tokens": 213641823.0, |
| "step": 732 |
| }, |
| { |
| "entropy": 1.5490845441818237, |
| "epoch": 0.5290508841573439, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.036945104598999, |
| "mean_token_accuracy": 0.7499020099639893, |
| "num_tokens": 213931030.0, |
| "step": 733 |
| }, |
| { |
| "entropy": 1.601906955242157, |
| "epoch": 0.5297726452544208, |
| "grad_norm": 0.216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.1039929389953613, |
| "mean_token_accuracy": 0.7359420657157898, |
| "num_tokens": 214237040.0, |
| "step": 734 |
| }, |
| { |
| "entropy": 1.5261776447296143, |
| "epoch": 0.5304944063514977, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.0283230543136597, |
| "mean_token_accuracy": 0.7512286603450775, |
| "num_tokens": 214525487.0, |
| "step": 735 |
| }, |
| { |
| "entropy": 1.5909109711647034, |
| "epoch": 0.5312161674485745, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.1032295227050781, |
| "mean_token_accuracy": 0.7379952669143677, |
| "num_tokens": 214824766.0, |
| "step": 736 |
| }, |
| { |
| "entropy": 1.6112946271896362, |
| "epoch": 0.5319379285456514, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1571892499923706, |
| "mean_token_accuracy": 0.728611558675766, |
| "num_tokens": 215108168.0, |
| "step": 737 |
| }, |
| { |
| "entropy": 1.6201320886611938, |
| "epoch": 0.5326596896427283, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1244066953659058, |
| "mean_token_accuracy": 0.7328232526779175, |
| "num_tokens": 215405154.0, |
| "step": 738 |
| }, |
| { |
| "entropy": 1.62282395362854, |
| "epoch": 0.5333814507398051, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1463348865509033, |
| "mean_token_accuracy": 0.7319855988025665, |
| "num_tokens": 215700997.0, |
| "step": 739 |
| }, |
| { |
| "entropy": 1.6334552764892578, |
| "epoch": 0.534103211836882, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.125380516052246, |
| "mean_token_accuracy": 0.7308821380138397, |
| "num_tokens": 215980949.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 1.5650272369384766, |
| "epoch": 0.5348249729339588, |
| "grad_norm": 0.2421875, |
| "learning_rate": 1e-05, |
| "loss": 1.109032392501831, |
| "mean_token_accuracy": 0.73592209815979, |
| "num_tokens": 216269420.0, |
| "step": 741 |
| }, |
| { |
| "entropy": 1.5470651388168335, |
| "epoch": 0.5355467340310357, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0759892463684082, |
| "mean_token_accuracy": 0.741902083158493, |
| "num_tokens": 216563116.0, |
| "step": 742 |
| }, |
| { |
| "entropy": 1.557494044303894, |
| "epoch": 0.5362684951281126, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0595998764038086, |
| "mean_token_accuracy": 0.7465083301067352, |
| "num_tokens": 216852019.0, |
| "step": 743 |
| }, |
| { |
| "entropy": 1.544226348400116, |
| "epoch": 0.5369902562251895, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.047929048538208, |
| "mean_token_accuracy": 0.7467096149921417, |
| "num_tokens": 217153768.0, |
| "step": 744 |
| }, |
| { |
| "entropy": 1.6541085839271545, |
| "epoch": 0.5377120173222664, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1345123052597046, |
| "mean_token_accuracy": 0.7301164865493774, |
| "num_tokens": 217448613.0, |
| "step": 745 |
| }, |
| { |
| "entropy": 1.5435039401054382, |
| "epoch": 0.5384337784193431, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0374845266342163, |
| "mean_token_accuracy": 0.7508023083209991, |
| "num_tokens": 217753223.0, |
| "step": 746 |
| }, |
| { |
| "entropy": 1.5598674416542053, |
| "epoch": 0.53915553951642, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0819848775863647, |
| "mean_token_accuracy": 0.7415176033973694, |
| "num_tokens": 218048926.0, |
| "step": 747 |
| }, |
| { |
| "entropy": 1.629036545753479, |
| "epoch": 0.5398773006134969, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1421637535095215, |
| "mean_token_accuracy": 0.7299045026302338, |
| "num_tokens": 218331313.0, |
| "step": 748 |
| }, |
| { |
| "entropy": 1.685838222503662, |
| "epoch": 0.5405990617105738, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.2454309463500977, |
| "mean_token_accuracy": 0.7117385566234589, |
| "num_tokens": 218627942.0, |
| "step": 749 |
| }, |
| { |
| "entropy": 1.5957022905349731, |
| "epoch": 0.5413208228076507, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.1155003309249878, |
| "mean_token_accuracy": 0.7351410686969757, |
| "num_tokens": 218943828.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 1.5749086141586304, |
| "epoch": 0.5420425839047275, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0841670036315918, |
| "mean_token_accuracy": 0.7402811944484711, |
| "num_tokens": 219225072.0, |
| "step": 751 |
| }, |
| { |
| "entropy": 1.6269233226776123, |
| "epoch": 0.5427643450018044, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1289806365966797, |
| "mean_token_accuracy": 0.7308678030967712, |
| "num_tokens": 219518554.0, |
| "step": 752 |
| }, |
| { |
| "entropy": 1.5796434879302979, |
| "epoch": 0.5434861060988813, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0627174377441406, |
| "mean_token_accuracy": 0.746688038110733, |
| "num_tokens": 219825271.0, |
| "step": 753 |
| }, |
| { |
| "entropy": 1.6288336515426636, |
| "epoch": 0.5442078671959582, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 1e-05, |
| "loss": 1.1438758373260498, |
| "mean_token_accuracy": 0.7289855182170868, |
| "num_tokens": 220118104.0, |
| "step": 754 |
| }, |
| { |
| "entropy": 1.6030755639076233, |
| "epoch": 0.544929628293035, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1219998598098755, |
| "mean_token_accuracy": 0.7331314086914062, |
| "num_tokens": 220420691.0, |
| "step": 755 |
| }, |
| { |
| "entropy": 1.6133848428726196, |
| "epoch": 0.5456513893901118, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1374256610870361, |
| "mean_token_accuracy": 0.7301732897758484, |
| "num_tokens": 220702451.0, |
| "step": 756 |
| }, |
| { |
| "entropy": 1.6308754682540894, |
| "epoch": 0.5463731504871887, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 1e-05, |
| "loss": 1.14863920211792, |
| "mean_token_accuracy": 0.7287968397140503, |
| "num_tokens": 220987117.0, |
| "step": 757 |
| }, |
| { |
| "entropy": 1.6142635345458984, |
| "epoch": 0.5470949115842656, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1083922386169434, |
| "mean_token_accuracy": 0.7354268729686737, |
| "num_tokens": 221271908.0, |
| "step": 758 |
| }, |
| { |
| "entropy": 1.630098819732666, |
| "epoch": 0.5478166726813425, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1474804878234863, |
| "mean_token_accuracy": 0.7301556468009949, |
| "num_tokens": 221552965.0, |
| "step": 759 |
| }, |
| { |
| "entropy": 1.591932773590088, |
| "epoch": 0.5485384337784194, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1405705213546753, |
| "mean_token_accuracy": 0.7305808067321777, |
| "num_tokens": 221844361.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 1.6235320568084717, |
| "epoch": 0.5492601948754963, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.1320708990097046, |
| "mean_token_accuracy": 0.7303408980369568, |
| "num_tokens": 222137005.0, |
| "step": 761 |
| }, |
| { |
| "entropy": 1.5472183227539062, |
| "epoch": 0.549981955972573, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.082100510597229, |
| "mean_token_accuracy": 0.7425680458545685, |
| "num_tokens": 222445577.0, |
| "step": 762 |
| }, |
| { |
| "entropy": 1.6391677260398865, |
| "epoch": 0.5507037170696499, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.156656265258789, |
| "mean_token_accuracy": 0.7282198667526245, |
| "num_tokens": 222734766.0, |
| "step": 763 |
| }, |
| { |
| "entropy": 1.5806949138641357, |
| "epoch": 0.5514254781667268, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0894607305526733, |
| "mean_token_accuracy": 0.7413555979728699, |
| "num_tokens": 223024882.0, |
| "step": 764 |
| }, |
| { |
| "entropy": 1.6494798064231873, |
| "epoch": 0.5521472392638037, |
| "grad_norm": 0.25, |
| "learning_rate": 1e-05, |
| "loss": 1.1354026794433594, |
| "mean_token_accuracy": 0.7325569689273834, |
| "num_tokens": 223300972.0, |
| "step": 765 |
| }, |
| { |
| "entropy": 1.6756582260131836, |
| "epoch": 0.5528690003608806, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1743569374084473, |
| "mean_token_accuracy": 0.7269199192523956, |
| "num_tokens": 223595612.0, |
| "step": 766 |
| }, |
| { |
| "entropy": 1.6009389758110046, |
| "epoch": 0.5535907614579574, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1179879903793335, |
| "mean_token_accuracy": 0.7335212528705597, |
| "num_tokens": 223895608.0, |
| "step": 767 |
| }, |
| { |
| "entropy": 1.5963427424430847, |
| "epoch": 0.5543125225550343, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1309130191802979, |
| "mean_token_accuracy": 0.733909398317337, |
| "num_tokens": 224188531.0, |
| "step": 768 |
| }, |
| { |
| "entropy": 1.6220159530639648, |
| "epoch": 0.5550342836521112, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.131821870803833, |
| "mean_token_accuracy": 0.7359085381031036, |
| "num_tokens": 224470391.0, |
| "step": 769 |
| }, |
| { |
| "entropy": 1.5496108531951904, |
| "epoch": 0.555756044749188, |
| "grad_norm": 0.21484375, |
| "learning_rate": 1e-05, |
| "loss": 1.0798261165618896, |
| "mean_token_accuracy": 0.7418549656867981, |
| "num_tokens": 224782620.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 1.6066091060638428, |
| "epoch": 0.5564778058462649, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.143924355506897, |
| "mean_token_accuracy": 0.7313476204872131, |
| "num_tokens": 225077949.0, |
| "step": 771 |
| }, |
| { |
| "entropy": 1.6423416137695312, |
| "epoch": 0.5571995669433417, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1612894535064697, |
| "mean_token_accuracy": 0.7264752089977264, |
| "num_tokens": 225360863.0, |
| "step": 772 |
| }, |
| { |
| "entropy": 1.628053069114685, |
| "epoch": 0.5579213280404186, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1e-05, |
| "loss": 1.1273075342178345, |
| "mean_token_accuracy": 0.7317852079868317, |
| "num_tokens": 225659408.0, |
| "step": 773 |
| }, |
| { |
| "entropy": 1.6222748160362244, |
| "epoch": 0.5586430891374955, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1602423191070557, |
| "mean_token_accuracy": 0.7270052134990692, |
| "num_tokens": 225954561.0, |
| "step": 774 |
| }, |
| { |
| "entropy": 1.5906856656074524, |
| "epoch": 0.5593648502345724, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1184130907058716, |
| "mean_token_accuracy": 0.7324536144733429, |
| "num_tokens": 226250518.0, |
| "step": 775 |
| }, |
| { |
| "entropy": 1.6030939221382141, |
| "epoch": 0.5600866113316493, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.0950555801391602, |
| "mean_token_accuracy": 0.7394770979881287, |
| "num_tokens": 226532673.0, |
| "step": 776 |
| }, |
| { |
| "entropy": 1.5924795866012573, |
| "epoch": 0.560808372428726, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1120665073394775, |
| "mean_token_accuracy": 0.7360101342201233, |
| "num_tokens": 226829900.0, |
| "step": 777 |
| }, |
| { |
| "entropy": 1.5758381485939026, |
| "epoch": 0.5615301335258029, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0907894372940063, |
| "mean_token_accuracy": 0.7394452691078186, |
| "num_tokens": 227123175.0, |
| "step": 778 |
| }, |
| { |
| "entropy": 1.5781712532043457, |
| "epoch": 0.5622518946228798, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0869512557983398, |
| "mean_token_accuracy": 0.7403784096240997, |
| "num_tokens": 227422444.0, |
| "step": 779 |
| }, |
| { |
| "entropy": 1.6636009216308594, |
| "epoch": 0.5629736557199567, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.198331356048584, |
| "mean_token_accuracy": 0.7186297476291656, |
| "num_tokens": 227730231.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 1.5778379440307617, |
| "epoch": 0.5636954168170336, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0727307796478271, |
| "mean_token_accuracy": 0.7411287426948547, |
| "num_tokens": 228022142.0, |
| "step": 781 |
| }, |
| { |
| "entropy": 1.535947561264038, |
| "epoch": 0.5644171779141104, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0535205602645874, |
| "mean_token_accuracy": 0.7461379766464233, |
| "num_tokens": 228330142.0, |
| "step": 782 |
| }, |
| { |
| "entropy": 1.5787633061408997, |
| "epoch": 0.5651389390111873, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0756618976593018, |
| "mean_token_accuracy": 0.7427201569080353, |
| "num_tokens": 228627155.0, |
| "step": 783 |
| }, |
| { |
| "entropy": 1.5963982343673706, |
| "epoch": 0.5658607001082642, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.1443114280700684, |
| "mean_token_accuracy": 0.7296222448348999, |
| "num_tokens": 228924588.0, |
| "step": 784 |
| }, |
| { |
| "entropy": 1.6304583549499512, |
| "epoch": 0.5665824612053411, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1516461372375488, |
| "mean_token_accuracy": 0.7281636297702789, |
| "num_tokens": 229218488.0, |
| "step": 785 |
| }, |
| { |
| "entropy": 1.5999409556388855, |
| "epoch": 0.567304222302418, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1249396800994873, |
| "mean_token_accuracy": 0.7317104339599609, |
| "num_tokens": 229514549.0, |
| "step": 786 |
| }, |
| { |
| "entropy": 1.6203616261482239, |
| "epoch": 0.5680259833994947, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1535447835922241, |
| "mean_token_accuracy": 0.7284615933895111, |
| "num_tokens": 229810235.0, |
| "step": 787 |
| }, |
| { |
| "entropy": 1.641538381576538, |
| "epoch": 0.5687477444965716, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1865267753601074, |
| "mean_token_accuracy": 0.724246621131897, |
| "num_tokens": 230115175.0, |
| "step": 788 |
| }, |
| { |
| "entropy": 1.7468316555023193, |
| "epoch": 0.5694695055936485, |
| "grad_norm": 0.26171875, |
| "learning_rate": 1e-05, |
| "loss": 1.2349027395248413, |
| "mean_token_accuracy": 0.7116598784923553, |
| "num_tokens": 230384741.0, |
| "step": 789 |
| }, |
| { |
| "entropy": 1.6420515179634094, |
| "epoch": 0.5701912666907254, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.1442468166351318, |
| "mean_token_accuracy": 0.7302609384059906, |
| "num_tokens": 230661857.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 1.6136687397956848, |
| "epoch": 0.5709130277878023, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1194534301757812, |
| "mean_token_accuracy": 0.7354243993759155, |
| "num_tokens": 230944663.0, |
| "step": 791 |
| }, |
| { |
| "entropy": 1.5768129229545593, |
| "epoch": 0.5716347888848791, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0868890285491943, |
| "mean_token_accuracy": 0.7402880489826202, |
| "num_tokens": 231240727.0, |
| "step": 792 |
| }, |
| { |
| "entropy": 1.6554696559906006, |
| "epoch": 0.572356549981956, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1407463550567627, |
| "mean_token_accuracy": 0.7300878465175629, |
| "num_tokens": 231534404.0, |
| "step": 793 |
| }, |
| { |
| "entropy": 1.5718886256217957, |
| "epoch": 0.5730783110790328, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.050676703453064, |
| "mean_token_accuracy": 0.7486723959445953, |
| "num_tokens": 231829902.0, |
| "step": 794 |
| }, |
| { |
| "entropy": 1.5340809226036072, |
| "epoch": 0.5738000721761097, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0349626541137695, |
| "mean_token_accuracy": 0.7493254542350769, |
| "num_tokens": 232128819.0, |
| "step": 795 |
| }, |
| { |
| "entropy": 1.5420336723327637, |
| "epoch": 0.5745218332731866, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0301799774169922, |
| "mean_token_accuracy": 0.7503442466259003, |
| "num_tokens": 232422368.0, |
| "step": 796 |
| }, |
| { |
| "entropy": 1.601945161819458, |
| "epoch": 0.5752435943702634, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1416549682617188, |
| "mean_token_accuracy": 0.731245368719101, |
| "num_tokens": 232721865.0, |
| "step": 797 |
| }, |
| { |
| "entropy": 1.5999817252159119, |
| "epoch": 0.5759653554673403, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0979357957839966, |
| "mean_token_accuracy": 0.7386476993560791, |
| "num_tokens": 233007261.0, |
| "step": 798 |
| }, |
| { |
| "entropy": 1.6433138251304626, |
| "epoch": 0.5766871165644172, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.174140214920044, |
| "mean_token_accuracy": 0.7229587435722351, |
| "num_tokens": 233305743.0, |
| "step": 799 |
| }, |
| { |
| "entropy": 1.6058536767959595, |
| "epoch": 0.5774088776614941, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1397472620010376, |
| "mean_token_accuracy": 0.7314248979091644, |
| "num_tokens": 233604387.0, |
| "step": 800 |
| }, |
| { |
| "entropy": 1.6596161127090454, |
| "epoch": 0.578130638758571, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.20133638381958, |
| "mean_token_accuracy": 0.7219476997852325, |
| "num_tokens": 233901570.0, |
| "step": 801 |
| }, |
| { |
| "entropy": 1.591832458972931, |
| "epoch": 0.5788523998556477, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.132655143737793, |
| "mean_token_accuracy": 0.7314733564853668, |
| "num_tokens": 234197534.0, |
| "step": 802 |
| }, |
| { |
| "entropy": 1.5689212083816528, |
| "epoch": 0.5795741609527246, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0715937614440918, |
| "mean_token_accuracy": 0.7423879504203796, |
| "num_tokens": 234485552.0, |
| "step": 803 |
| }, |
| { |
| "entropy": 1.6184499859809875, |
| "epoch": 0.5802959220498015, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 1e-05, |
| "loss": 1.1449391841888428, |
| "mean_token_accuracy": 0.7319357991218567, |
| "num_tokens": 234772765.0, |
| "step": 804 |
| }, |
| { |
| "entropy": 1.560195803642273, |
| "epoch": 0.5810176831468784, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.0644077062606812, |
| "mean_token_accuracy": 0.7447086870670319, |
| "num_tokens": 235071126.0, |
| "step": 805 |
| }, |
| { |
| "entropy": 1.5500043630599976, |
| "epoch": 0.5817394442439553, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.062759280204773, |
| "mean_token_accuracy": 0.7457413375377655, |
| "num_tokens": 235376234.0, |
| "step": 806 |
| }, |
| { |
| "entropy": 1.727298617362976, |
| "epoch": 0.5824612053410321, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.2301886081695557, |
| "mean_token_accuracy": 0.7164928317070007, |
| "num_tokens": 235664471.0, |
| "step": 807 |
| }, |
| { |
| "entropy": 1.6400126218795776, |
| "epoch": 0.583182966438109, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1442259550094604, |
| "mean_token_accuracy": 0.7289875149726868, |
| "num_tokens": 235954455.0, |
| "step": 808 |
| }, |
| { |
| "entropy": 1.5891234874725342, |
| "epoch": 0.5839047275351859, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1428073644638062, |
| "mean_token_accuracy": 0.731132298707962, |
| "num_tokens": 236249908.0, |
| "step": 809 |
| }, |
| { |
| "entropy": 1.6795213222503662, |
| "epoch": 0.5846264886322627, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1e-05, |
| "loss": 1.1815935373306274, |
| "mean_token_accuracy": 0.7229796350002289, |
| "num_tokens": 236529709.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 1.5735644698143005, |
| "epoch": 0.5853482497293396, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0912050008773804, |
| "mean_token_accuracy": 0.7410696148872375, |
| "num_tokens": 236824950.0, |
| "step": 811 |
| }, |
| { |
| "entropy": 1.599673092365265, |
| "epoch": 0.5860700108264164, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1251013278961182, |
| "mean_token_accuracy": 0.7329800128936768, |
| "num_tokens": 237126802.0, |
| "step": 812 |
| }, |
| { |
| "entropy": 1.646547257900238, |
| "epoch": 0.5867917719234933, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1593366861343384, |
| "mean_token_accuracy": 0.7274273931980133, |
| "num_tokens": 237408940.0, |
| "step": 813 |
| }, |
| { |
| "entropy": 1.638170838356018, |
| "epoch": 0.5875135330205702, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.184498906135559, |
| "mean_token_accuracy": 0.7247344553470612, |
| "num_tokens": 237705246.0, |
| "step": 814 |
| }, |
| { |
| "entropy": 1.625171184539795, |
| "epoch": 0.5882352941176471, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.110393762588501, |
| "mean_token_accuracy": 0.7368338108062744, |
| "num_tokens": 237998903.0, |
| "step": 815 |
| }, |
| { |
| "entropy": 1.5660130977630615, |
| "epoch": 0.588957055214724, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.103783130645752, |
| "mean_token_accuracy": 0.7363527119159698, |
| "num_tokens": 238303813.0, |
| "step": 816 |
| }, |
| { |
| "entropy": 1.6444847583770752, |
| "epoch": 0.5896788163118007, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1e-05, |
| "loss": 1.1604297161102295, |
| "mean_token_accuracy": 0.7265297770500183, |
| "num_tokens": 238576924.0, |
| "step": 817 |
| }, |
| { |
| "entropy": 1.5979716181755066, |
| "epoch": 0.5904005774088776, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0916812419891357, |
| "mean_token_accuracy": 0.7400945723056793, |
| "num_tokens": 238873179.0, |
| "step": 818 |
| }, |
| { |
| "entropy": 1.6076260805130005, |
| "epoch": 0.5911223385059545, |
| "grad_norm": 0.248046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1293686628341675, |
| "mean_token_accuracy": 0.7330831289291382, |
| "num_tokens": 239160059.0, |
| "step": 819 |
| }, |
| { |
| "entropy": 1.5772748589515686, |
| "epoch": 0.5918440996030314, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.0674822330474854, |
| "mean_token_accuracy": 0.7467565536499023, |
| "num_tokens": 239441306.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 1.619528889656067, |
| "epoch": 0.5925658607001083, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1263235807418823, |
| "mean_token_accuracy": 0.7331737279891968, |
| "num_tokens": 239744900.0, |
| "step": 821 |
| }, |
| { |
| "entropy": 1.5617541670799255, |
| "epoch": 0.5932876217971851, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.090696096420288, |
| "mean_token_accuracy": 0.7420140504837036, |
| "num_tokens": 240035188.0, |
| "step": 822 |
| }, |
| { |
| "entropy": 1.5940911173820496, |
| "epoch": 0.594009382894262, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1337205171585083, |
| "mean_token_accuracy": 0.7307989299297333, |
| "num_tokens": 240327739.0, |
| "step": 823 |
| }, |
| { |
| "entropy": 1.6092841625213623, |
| "epoch": 0.5947311439913389, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1504008769989014, |
| "mean_token_accuracy": 0.7267559170722961, |
| "num_tokens": 240610249.0, |
| "step": 824 |
| }, |
| { |
| "entropy": 1.6440231204032898, |
| "epoch": 0.5954529050884158, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1251955032348633, |
| "mean_token_accuracy": 0.7332545220851898, |
| "num_tokens": 240899880.0, |
| "step": 825 |
| }, |
| { |
| "entropy": 1.63515704870224, |
| "epoch": 0.5961746661854926, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.139757513999939, |
| "mean_token_accuracy": 0.7306568026542664, |
| "num_tokens": 241186750.0, |
| "step": 826 |
| }, |
| { |
| "entropy": 1.574657678604126, |
| "epoch": 0.5968964272825694, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.086228847503662, |
| "mean_token_accuracy": 0.7400854825973511, |
| "num_tokens": 241466949.0, |
| "step": 827 |
| }, |
| { |
| "entropy": 1.6359160542488098, |
| "epoch": 0.5976181883796463, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1688497066497803, |
| "mean_token_accuracy": 0.7251756489276886, |
| "num_tokens": 241775442.0, |
| "step": 828 |
| }, |
| { |
| "entropy": 1.5677058100700378, |
| "epoch": 0.5983399494767232, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0687313079833984, |
| "mean_token_accuracy": 0.746554434299469, |
| "num_tokens": 242083256.0, |
| "step": 829 |
| }, |
| { |
| "entropy": 1.609235405921936, |
| "epoch": 0.5990617105738001, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1303436756134033, |
| "mean_token_accuracy": 0.7338172197341919, |
| "num_tokens": 242379273.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 1.5625333786010742, |
| "epoch": 0.599783471670877, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.0885215997695923, |
| "mean_token_accuracy": 0.7415518462657928, |
| "num_tokens": 242685269.0, |
| "step": 831 |
| }, |
| { |
| "entropy": 1.5976009368896484, |
| "epoch": 0.6005052327679538, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1217962503433228, |
| "mean_token_accuracy": 0.7356420159339905, |
| "num_tokens": 242982642.0, |
| "step": 832 |
| }, |
| { |
| "entropy": 1.6693939566612244, |
| "epoch": 0.6012269938650306, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1966601610183716, |
| "mean_token_accuracy": 0.7216682136058807, |
| "num_tokens": 243265802.0, |
| "step": 833 |
| }, |
| { |
| "entropy": 1.5951752662658691, |
| "epoch": 0.6019487549621075, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1119740009307861, |
| "mean_token_accuracy": 0.7357187867164612, |
| "num_tokens": 243548853.0, |
| "step": 834 |
| }, |
| { |
| "entropy": 1.5999594926834106, |
| "epoch": 0.6026705160591844, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1252211332321167, |
| "mean_token_accuracy": 0.7341367900371552, |
| "num_tokens": 243843685.0, |
| "step": 835 |
| }, |
| { |
| "entropy": 1.5888774991035461, |
| "epoch": 0.6033922771562613, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1227599382400513, |
| "mean_token_accuracy": 0.7352261245250702, |
| "num_tokens": 244145521.0, |
| "step": 836 |
| }, |
| { |
| "entropy": 1.6378155946731567, |
| "epoch": 0.6041140382533381, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1893961429595947, |
| "mean_token_accuracy": 0.7203771471977234, |
| "num_tokens": 244440744.0, |
| "step": 837 |
| }, |
| { |
| "entropy": 1.5931916236877441, |
| "epoch": 0.604835799350415, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0919225215911865, |
| "mean_token_accuracy": 0.7403932213783264, |
| "num_tokens": 244734254.0, |
| "step": 838 |
| }, |
| { |
| "entropy": 1.519165277481079, |
| "epoch": 0.6055575604474919, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0478832721710205, |
| "mean_token_accuracy": 0.7476430833339691, |
| "num_tokens": 245045811.0, |
| "step": 839 |
| }, |
| { |
| "entropy": 1.6530899405479431, |
| "epoch": 0.6062793215445688, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1435611248016357, |
| "mean_token_accuracy": 0.7297418415546417, |
| "num_tokens": 245328853.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 1.5310051441192627, |
| "epoch": 0.6070010826416457, |
| "grad_norm": 0.21484375, |
| "learning_rate": 1e-05, |
| "loss": 1.0675201416015625, |
| "mean_token_accuracy": 0.7423709034919739, |
| "num_tokens": 245637169.0, |
| "step": 841 |
| }, |
| { |
| "entropy": 1.5507161617279053, |
| "epoch": 0.6077228437387224, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0705628395080566, |
| "mean_token_accuracy": 0.7419393360614777, |
| "num_tokens": 245937163.0, |
| "step": 842 |
| }, |
| { |
| "entropy": 1.5738581418991089, |
| "epoch": 0.6084446048357993, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0876317024230957, |
| "mean_token_accuracy": 0.7430408298969269, |
| "num_tokens": 246241707.0, |
| "step": 843 |
| }, |
| { |
| "entropy": 1.6529176831245422, |
| "epoch": 0.6091663659328762, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1885097026824951, |
| "mean_token_accuracy": 0.7237593829631805, |
| "num_tokens": 246535964.0, |
| "step": 844 |
| }, |
| { |
| "entropy": 1.6576657891273499, |
| "epoch": 0.6098881270299531, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.1649441719055176, |
| "mean_token_accuracy": 0.7286129593849182, |
| "num_tokens": 246815910.0, |
| "step": 845 |
| }, |
| { |
| "entropy": 1.5953180193901062, |
| "epoch": 0.61060988812703, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.092428207397461, |
| "mean_token_accuracy": 0.7374953329563141, |
| "num_tokens": 247101046.0, |
| "step": 846 |
| }, |
| { |
| "entropy": 1.6287794709205627, |
| "epoch": 0.6113316492241068, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.167184829711914, |
| "mean_token_accuracy": 0.7245387136936188, |
| "num_tokens": 247398266.0, |
| "step": 847 |
| }, |
| { |
| "entropy": 1.6177645325660706, |
| "epoch": 0.6120534103211837, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1393437385559082, |
| "mean_token_accuracy": 0.730632871389389, |
| "num_tokens": 247695970.0, |
| "step": 848 |
| }, |
| { |
| "entropy": 1.6005699038505554, |
| "epoch": 0.6127751714182605, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1284637451171875, |
| "mean_token_accuracy": 0.7324575185775757, |
| "num_tokens": 247976005.0, |
| "step": 849 |
| }, |
| { |
| "entropy": 1.6011532545089722, |
| "epoch": 0.6134969325153374, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.0987575054168701, |
| "mean_token_accuracy": 0.7377772927284241, |
| "num_tokens": 248263761.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 1.5941656827926636, |
| "epoch": 0.6142186936124143, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.116324543952942, |
| "mean_token_accuracy": 0.7360095977783203, |
| "num_tokens": 248547416.0, |
| "step": 851 |
| }, |
| { |
| "entropy": 1.6171147227287292, |
| "epoch": 0.6149404547094912, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1542052030563354, |
| "mean_token_accuracy": 0.7280252277851105, |
| "num_tokens": 248850035.0, |
| "step": 852 |
| }, |
| { |
| "entropy": 1.5732914209365845, |
| "epoch": 0.615662215806568, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0778353214263916, |
| "mean_token_accuracy": 0.7420243918895721, |
| "num_tokens": 249153157.0, |
| "step": 853 |
| }, |
| { |
| "entropy": 1.5666159391403198, |
| "epoch": 0.6163839769036449, |
| "grad_norm": 0.21484375, |
| "learning_rate": 1e-05, |
| "loss": 1.0931177139282227, |
| "mean_token_accuracy": 0.7384633719921112, |
| "num_tokens": 249457894.0, |
| "step": 854 |
| }, |
| { |
| "entropy": 1.5923348665237427, |
| "epoch": 0.6171057380007218, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.10996413230896, |
| "mean_token_accuracy": 0.7368112206459045, |
| "num_tokens": 249748785.0, |
| "step": 855 |
| }, |
| { |
| "entropy": 1.5746431350708008, |
| "epoch": 0.6178274990977987, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0802783966064453, |
| "mean_token_accuracy": 0.7404201924800873, |
| "num_tokens": 250046612.0, |
| "step": 856 |
| }, |
| { |
| "entropy": 1.6133906245231628, |
| "epoch": 0.6185492601948755, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1414340734481812, |
| "mean_token_accuracy": 0.7342709004878998, |
| "num_tokens": 250335253.0, |
| "step": 857 |
| }, |
| { |
| "entropy": 1.5678685903549194, |
| "epoch": 0.6192710212919523, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1016035079956055, |
| "mean_token_accuracy": 0.7387181222438812, |
| "num_tokens": 250642741.0, |
| "step": 858 |
| }, |
| { |
| "entropy": 1.6146076917648315, |
| "epoch": 0.6199927823890292, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.115307331085205, |
| "mean_token_accuracy": 0.7368897795677185, |
| "num_tokens": 250926978.0, |
| "step": 859 |
| }, |
| { |
| "entropy": 1.6452381610870361, |
| "epoch": 0.6207145434861061, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1519224643707275, |
| "mean_token_accuracy": 0.7301294803619385, |
| "num_tokens": 251213211.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 1.62114417552948, |
| "epoch": 0.621436304583183, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1675444841384888, |
| "mean_token_accuracy": 0.7257243990898132, |
| "num_tokens": 251508742.0, |
| "step": 861 |
| }, |
| { |
| "entropy": 1.6345261335372925, |
| "epoch": 0.6221580656802599, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.15352201461792, |
| "mean_token_accuracy": 0.7280356287956238, |
| "num_tokens": 251803755.0, |
| "step": 862 |
| }, |
| { |
| "entropy": 1.5738179683685303, |
| "epoch": 0.6228798267773367, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.1155591011047363, |
| "mean_token_accuracy": 0.7351842820644379, |
| "num_tokens": 252114410.0, |
| "step": 863 |
| }, |
| { |
| "entropy": 1.6967588663101196, |
| "epoch": 0.6236015878744136, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.2030296325683594, |
| "mean_token_accuracy": 0.7169192135334015, |
| "num_tokens": 252408452.0, |
| "step": 864 |
| }, |
| { |
| "entropy": 1.6355851888656616, |
| "epoch": 0.6243233489714904, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1457853317260742, |
| "mean_token_accuracy": 0.7292567193508148, |
| "num_tokens": 252698923.0, |
| "step": 865 |
| }, |
| { |
| "entropy": 1.5897729992866516, |
| "epoch": 0.6250451100685673, |
| "grad_norm": 0.2138671875, |
| "learning_rate": 1e-05, |
| "loss": 1.1399295330047607, |
| "mean_token_accuracy": 0.732798844575882, |
| "num_tokens": 253002243.0, |
| "step": 866 |
| }, |
| { |
| "entropy": 1.5955116748809814, |
| "epoch": 0.6257668711656442, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.1202375888824463, |
| "mean_token_accuracy": 0.7347755134105682, |
| "num_tokens": 253300759.0, |
| "step": 867 |
| }, |
| { |
| "entropy": 1.5647806525230408, |
| "epoch": 0.626488632262721, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0740394592285156, |
| "mean_token_accuracy": 0.7438717782497406, |
| "num_tokens": 253602815.0, |
| "step": 868 |
| }, |
| { |
| "entropy": 1.6749018430709839, |
| "epoch": 0.6272103933597979, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1937298774719238, |
| "mean_token_accuracy": 0.722371369600296, |
| "num_tokens": 253897331.0, |
| "step": 869 |
| }, |
| { |
| "entropy": 1.6225835084915161, |
| "epoch": 0.6279321544568748, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.166698932647705, |
| "mean_token_accuracy": 0.7268076837062836, |
| "num_tokens": 254190942.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 1.5822492837905884, |
| "epoch": 0.6286539155539517, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0897023677825928, |
| "mean_token_accuracy": 0.7397574186325073, |
| "num_tokens": 254488326.0, |
| "step": 871 |
| }, |
| { |
| "entropy": 1.5915055871009827, |
| "epoch": 0.6293756766510286, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0920429229736328, |
| "mean_token_accuracy": 0.7381505370140076, |
| "num_tokens": 254783741.0, |
| "step": 872 |
| }, |
| { |
| "entropy": 1.6168046593666077, |
| "epoch": 0.6300974377481053, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1350312232971191, |
| "mean_token_accuracy": 0.7319681644439697, |
| "num_tokens": 255076495.0, |
| "step": 873 |
| }, |
| { |
| "entropy": 1.593022108078003, |
| "epoch": 0.6308191988451822, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0999274253845215, |
| "mean_token_accuracy": 0.7374843060970306, |
| "num_tokens": 255378884.0, |
| "step": 874 |
| }, |
| { |
| "entropy": 1.6086589694023132, |
| "epoch": 0.6315409599422591, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.097945213317871, |
| "mean_token_accuracy": 0.7406039834022522, |
| "num_tokens": 255654971.0, |
| "step": 875 |
| }, |
| { |
| "entropy": 1.5572444200515747, |
| "epoch": 0.632262721039336, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0677345991134644, |
| "mean_token_accuracy": 0.745005875825882, |
| "num_tokens": 255951683.0, |
| "step": 876 |
| }, |
| { |
| "entropy": 1.6466046571731567, |
| "epoch": 0.6329844821364129, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.142011046409607, |
| "mean_token_accuracy": 0.7301119565963745, |
| "num_tokens": 256244505.0, |
| "step": 877 |
| }, |
| { |
| "entropy": 1.597251296043396, |
| "epoch": 0.6337062432334897, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1165742874145508, |
| "mean_token_accuracy": 0.7368136942386627, |
| "num_tokens": 256532009.0, |
| "step": 878 |
| }, |
| { |
| "entropy": 1.5828416347503662, |
| "epoch": 0.6344280043305666, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0812149047851562, |
| "mean_token_accuracy": 0.7404722273349762, |
| "num_tokens": 256826755.0, |
| "step": 879 |
| }, |
| { |
| "entropy": 1.6681491136550903, |
| "epoch": 0.6351497654276435, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 1e-05, |
| "loss": 1.1748732328414917, |
| "mean_token_accuracy": 0.727603018283844, |
| "num_tokens": 257100921.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 1.5638583302497864, |
| "epoch": 0.6358715265247203, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0835227966308594, |
| "mean_token_accuracy": 0.7433188855648041, |
| "num_tokens": 257404665.0, |
| "step": 881 |
| }, |
| { |
| "entropy": 1.620697557926178, |
| "epoch": 0.6365932876217972, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.1546287536621094, |
| "mean_token_accuracy": 0.729461669921875, |
| "num_tokens": 257692210.0, |
| "step": 882 |
| }, |
| { |
| "entropy": 1.5801892280578613, |
| "epoch": 0.637315048718874, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0944933891296387, |
| "mean_token_accuracy": 0.7411805987358093, |
| "num_tokens": 257983293.0, |
| "step": 883 |
| }, |
| { |
| "entropy": 1.6741604208946228, |
| "epoch": 0.6380368098159509, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1767834424972534, |
| "mean_token_accuracy": 0.7239200174808502, |
| "num_tokens": 258269415.0, |
| "step": 884 |
| }, |
| { |
| "entropy": 1.6092719435691833, |
| "epoch": 0.6387585709130278, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1343512535095215, |
| "mean_token_accuracy": 0.7311052978038788, |
| "num_tokens": 258564567.0, |
| "step": 885 |
| }, |
| { |
| "entropy": 1.5514914989471436, |
| "epoch": 0.6394803320101047, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0301095247268677, |
| "mean_token_accuracy": 0.7504675090312958, |
| "num_tokens": 258854120.0, |
| "step": 886 |
| }, |
| { |
| "entropy": 1.621547818183899, |
| "epoch": 0.6402020931071816, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.1654298305511475, |
| "mean_token_accuracy": 0.7246925234794617, |
| "num_tokens": 259133554.0, |
| "step": 887 |
| }, |
| { |
| "entropy": 1.607251226902008, |
| "epoch": 0.6409238542042583, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1854426860809326, |
| "mean_token_accuracy": 0.7221417725086212, |
| "num_tokens": 259425427.0, |
| "step": 888 |
| }, |
| { |
| "entropy": 1.6045910120010376, |
| "epoch": 0.6416456153013352, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1444283723831177, |
| "mean_token_accuracy": 0.7326542437076569, |
| "num_tokens": 259715199.0, |
| "step": 889 |
| }, |
| { |
| "entropy": 1.630848467350006, |
| "epoch": 0.6423673763984121, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0887811183929443, |
| "mean_token_accuracy": 0.7423493564128876, |
| "num_tokens": 260006079.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 1.5295590162277222, |
| "epoch": 0.643089137495489, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0422464609146118, |
| "mean_token_accuracy": 0.7499716877937317, |
| "num_tokens": 260309699.0, |
| "step": 891 |
| }, |
| { |
| "entropy": 1.648544192314148, |
| "epoch": 0.6438108985925659, |
| "grad_norm": 0.244140625, |
| "learning_rate": 1e-05, |
| "loss": 1.1558257341384888, |
| "mean_token_accuracy": 0.7308394014835358, |
| "num_tokens": 260599774.0, |
| "step": 892 |
| }, |
| { |
| "entropy": 1.648951768875122, |
| "epoch": 0.6445326596896427, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1616456508636475, |
| "mean_token_accuracy": 0.7257620394229889, |
| "num_tokens": 260881109.0, |
| "step": 893 |
| }, |
| { |
| "entropy": 1.6252157092094421, |
| "epoch": 0.6452544207867196, |
| "grad_norm": 0.236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1504735946655273, |
| "mean_token_accuracy": 0.7270793616771698, |
| "num_tokens": 261165325.0, |
| "step": 894 |
| }, |
| { |
| "entropy": 1.6127622723579407, |
| "epoch": 0.6459761818837965, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1419482231140137, |
| "mean_token_accuracy": 0.7316944897174835, |
| "num_tokens": 261457436.0, |
| "step": 895 |
| }, |
| { |
| "entropy": 1.53473562002182, |
| "epoch": 0.6466979429808734, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.0490422248840332, |
| "mean_token_accuracy": 0.748588889837265, |
| "num_tokens": 261772169.0, |
| "step": 896 |
| }, |
| { |
| "entropy": 1.557247281074524, |
| "epoch": 0.6474197040779502, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0470713376998901, |
| "mean_token_accuracy": 0.7490670084953308, |
| "num_tokens": 262058729.0, |
| "step": 897 |
| }, |
| { |
| "entropy": 1.581372618675232, |
| "epoch": 0.648141465175027, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1146125793457031, |
| "mean_token_accuracy": 0.7369222939014435, |
| "num_tokens": 262359564.0, |
| "step": 898 |
| }, |
| { |
| "entropy": 1.5919791460037231, |
| "epoch": 0.6488632262721039, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1010425090789795, |
| "mean_token_accuracy": 0.7405194044113159, |
| "num_tokens": 262656392.0, |
| "step": 899 |
| }, |
| { |
| "entropy": 1.6238026022911072, |
| "epoch": 0.6495849873691808, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1433484554290771, |
| "mean_token_accuracy": 0.7324753701686859, |
| "num_tokens": 262950769.0, |
| "step": 900 |
| }, |
| { |
| "entropy": 1.5863648653030396, |
| "epoch": 0.6503067484662577, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.110450267791748, |
| "mean_token_accuracy": 0.7372980713844299, |
| "num_tokens": 263238762.0, |
| "step": 901 |
| }, |
| { |
| "entropy": 1.5862815976142883, |
| "epoch": 0.6510285095633346, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.1120389699935913, |
| "mean_token_accuracy": 0.7377087771892548, |
| "num_tokens": 263532186.0, |
| "step": 902 |
| }, |
| { |
| "entropy": 1.6178622245788574, |
| "epoch": 0.6517502706604114, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1054493188858032, |
| "mean_token_accuracy": 0.7389742732048035, |
| "num_tokens": 263810322.0, |
| "step": 903 |
| }, |
| { |
| "entropy": 1.6152253150939941, |
| "epoch": 0.6524720317574882, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1155157089233398, |
| "mean_token_accuracy": 0.7362486720085144, |
| "num_tokens": 264093526.0, |
| "step": 904 |
| }, |
| { |
| "entropy": 1.5610551238059998, |
| "epoch": 0.6531937928545651, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0780706405639648, |
| "mean_token_accuracy": 0.7398194372653961, |
| "num_tokens": 264386431.0, |
| "step": 905 |
| }, |
| { |
| "entropy": 1.6352735757827759, |
| "epoch": 0.653915553951642, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1377203464508057, |
| "mean_token_accuracy": 0.7319419384002686, |
| "num_tokens": 264662763.0, |
| "step": 906 |
| }, |
| { |
| "entropy": 1.6403372287750244, |
| "epoch": 0.6546373150487189, |
| "grad_norm": 0.2421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1423468589782715, |
| "mean_token_accuracy": 0.7309231460094452, |
| "num_tokens": 264938342.0, |
| "step": 907 |
| }, |
| { |
| "entropy": 1.5906200408935547, |
| "epoch": 0.6553590761457957, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.1279376745224, |
| "mean_token_accuracy": 0.7327744960784912, |
| "num_tokens": 265228160.0, |
| "step": 908 |
| }, |
| { |
| "entropy": 1.6102629899978638, |
| "epoch": 0.6560808372428726, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.10719633102417, |
| "mean_token_accuracy": 0.7365886569023132, |
| "num_tokens": 265509748.0, |
| "step": 909 |
| }, |
| { |
| "entropy": 1.5446515083312988, |
| "epoch": 0.6568025983399495, |
| "grad_norm": 0.21484375, |
| "learning_rate": 1e-05, |
| "loss": 1.0781011581420898, |
| "mean_token_accuracy": 0.7421518266201019, |
| "num_tokens": 265814965.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 1.5656993389129639, |
| "epoch": 0.6575243594370264, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0570569038391113, |
| "mean_token_accuracy": 0.7460503876209259, |
| "num_tokens": 266112327.0, |
| "step": 911 |
| }, |
| { |
| "entropy": 1.6066370606422424, |
| "epoch": 0.6582461205341033, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.13433837890625, |
| "mean_token_accuracy": 0.7298902571201324, |
| "num_tokens": 266417027.0, |
| "step": 912 |
| }, |
| { |
| "entropy": 1.5417880415916443, |
| "epoch": 0.65896788163118, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.0931062698364258, |
| "mean_token_accuracy": 0.7403707206249237, |
| "num_tokens": 266718813.0, |
| "step": 913 |
| }, |
| { |
| "entropy": 1.6033689975738525, |
| "epoch": 0.6596896427282569, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.1128414869308472, |
| "mean_token_accuracy": 0.735693097114563, |
| "num_tokens": 267005821.0, |
| "step": 914 |
| }, |
| { |
| "entropy": 1.5902194380760193, |
| "epoch": 0.6604114038253338, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0905375480651855, |
| "mean_token_accuracy": 0.739936113357544, |
| "num_tokens": 267286801.0, |
| "step": 915 |
| }, |
| { |
| "entropy": 1.6343393921852112, |
| "epoch": 0.6611331649224107, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1188874244689941, |
| "mean_token_accuracy": 0.7347078323364258, |
| "num_tokens": 267574678.0, |
| "step": 916 |
| }, |
| { |
| "entropy": 1.640225112438202, |
| "epoch": 0.6618549260194876, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1373822689056396, |
| "mean_token_accuracy": 0.7312084138393402, |
| "num_tokens": 267856177.0, |
| "step": 917 |
| }, |
| { |
| "entropy": 1.5904943943023682, |
| "epoch": 0.6625766871165644, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.107534408569336, |
| "mean_token_accuracy": 0.7372018694877625, |
| "num_tokens": 268153899.0, |
| "step": 918 |
| }, |
| { |
| "entropy": 1.56828773021698, |
| "epoch": 0.6632984482136413, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0689823627471924, |
| "mean_token_accuracy": 0.7442007660865784, |
| "num_tokens": 268452188.0, |
| "step": 919 |
| }, |
| { |
| "entropy": 1.594265639781952, |
| "epoch": 0.6640202093107181, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.1469228267669678, |
| "mean_token_accuracy": 0.7300191819667816, |
| "num_tokens": 268749324.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 1.5534809827804565, |
| "epoch": 0.664741970407795, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0656530857086182, |
| "mean_token_accuracy": 0.7445902526378632, |
| "num_tokens": 269039727.0, |
| "step": 921 |
| }, |
| { |
| "entropy": 1.6094595789909363, |
| "epoch": 0.6654637315048719, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 1e-05, |
| "loss": 1.1346147060394287, |
| "mean_token_accuracy": 0.733146071434021, |
| "num_tokens": 269333705.0, |
| "step": 922 |
| }, |
| { |
| "entropy": 1.6785868406295776, |
| "epoch": 0.6661854926019487, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.218106985092163, |
| "mean_token_accuracy": 0.7160632610321045, |
| "num_tokens": 269611617.0, |
| "step": 923 |
| }, |
| { |
| "entropy": 1.664020299911499, |
| "epoch": 0.6669072536990256, |
| "grad_norm": 0.251953125, |
| "learning_rate": 1e-05, |
| "loss": 1.1749920845031738, |
| "mean_token_accuracy": 0.7255774736404419, |
| "num_tokens": 269891725.0, |
| "step": 924 |
| }, |
| { |
| "entropy": 1.6315612196922302, |
| "epoch": 0.6676290147961025, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.123667597770691, |
| "mean_token_accuracy": 0.7347060143947601, |
| "num_tokens": 270176655.0, |
| "step": 925 |
| }, |
| { |
| "entropy": 1.58631032705307, |
| "epoch": 0.6683507758931794, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.107755422592163, |
| "mean_token_accuracy": 0.7377076745033264, |
| "num_tokens": 270468761.0, |
| "step": 926 |
| }, |
| { |
| "entropy": 1.5503064393997192, |
| "epoch": 0.6690725369902563, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.0641939640045166, |
| "mean_token_accuracy": 0.7454411685466766, |
| "num_tokens": 270770579.0, |
| "step": 927 |
| }, |
| { |
| "entropy": 1.6055181622505188, |
| "epoch": 0.669794298087333, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.1491901874542236, |
| "mean_token_accuracy": 0.7300946116447449, |
| "num_tokens": 271060224.0, |
| "step": 928 |
| }, |
| { |
| "entropy": 1.5941227674484253, |
| "epoch": 0.6705160591844099, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.1114215850830078, |
| "mean_token_accuracy": 0.7382023632526398, |
| "num_tokens": 271366518.0, |
| "step": 929 |
| }, |
| { |
| "entropy": 1.5658720135688782, |
| "epoch": 0.6712378202814868, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0909024477005005, |
| "mean_token_accuracy": 0.7400651574134827, |
| "num_tokens": 271669690.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 1.602582335472107, |
| "epoch": 0.6719595813785637, |
| "grad_norm": 0.234375, |
| "learning_rate": 1e-05, |
| "loss": 1.124122142791748, |
| "mean_token_accuracy": 0.7325031459331512, |
| "num_tokens": 271950805.0, |
| "step": 931 |
| }, |
| { |
| "entropy": 1.6303736567497253, |
| "epoch": 0.6726813424756406, |
| "grad_norm": 0.23828125, |
| "learning_rate": 1e-05, |
| "loss": 1.145336389541626, |
| "mean_token_accuracy": 0.7321729063987732, |
| "num_tokens": 272249314.0, |
| "step": 932 |
| }, |
| { |
| "entropy": 1.5918556451797485, |
| "epoch": 0.6734031035727174, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1050128936767578, |
| "mean_token_accuracy": 0.7372748255729675, |
| "num_tokens": 272550435.0, |
| "step": 933 |
| }, |
| { |
| "entropy": 1.5954800844192505, |
| "epoch": 0.6741248646697943, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.1313841342926025, |
| "mean_token_accuracy": 0.7309823036193848, |
| "num_tokens": 272843679.0, |
| "step": 934 |
| }, |
| { |
| "entropy": 1.55681973695755, |
| "epoch": 0.6748466257668712, |
| "grad_norm": 0.2138671875, |
| "learning_rate": 1e-05, |
| "loss": 1.094477891921997, |
| "mean_token_accuracy": 0.7430874407291412, |
| "num_tokens": 273157926.0, |
| "step": 935 |
| }, |
| { |
| "entropy": 1.5433151125907898, |
| "epoch": 0.675568386863948, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0513269901275635, |
| "mean_token_accuracy": 0.747769683599472, |
| "num_tokens": 273461019.0, |
| "step": 936 |
| }, |
| { |
| "entropy": 1.5947770476341248, |
| "epoch": 0.6762901479610249, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1324204206466675, |
| "mean_token_accuracy": 0.7329586744308472, |
| "num_tokens": 273746093.0, |
| "step": 937 |
| }, |
| { |
| "entropy": 1.5466710329055786, |
| "epoch": 0.6770119090581017, |
| "grad_norm": 0.2177734375, |
| "learning_rate": 1e-05, |
| "loss": 1.0900349617004395, |
| "mean_token_accuracy": 0.7388436198234558, |
| "num_tokens": 274050211.0, |
| "step": 938 |
| }, |
| { |
| "entropy": 1.657389223575592, |
| "epoch": 0.6777336701551786, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.1392896175384521, |
| "mean_token_accuracy": 0.7313405871391296, |
| "num_tokens": 274344408.0, |
| "step": 939 |
| }, |
| { |
| "entropy": 1.6149133443832397, |
| "epoch": 0.6784554312522555, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0918140411376953, |
| "mean_token_accuracy": 0.7390757501125336, |
| "num_tokens": 274638677.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 1.6076053977012634, |
| "epoch": 0.6791771923493324, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0931899547576904, |
| "mean_token_accuracy": 0.7379167377948761, |
| "num_tokens": 274923490.0, |
| "step": 941 |
| }, |
| { |
| "entropy": 1.6174147725105286, |
| "epoch": 0.6798989534464093, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.126497745513916, |
| "mean_token_accuracy": 0.73365917801857, |
| "num_tokens": 275228626.0, |
| "step": 942 |
| }, |
| { |
| "entropy": 1.5941608548164368, |
| "epoch": 0.6806207145434862, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.106541395187378, |
| "mean_token_accuracy": 0.7357300519943237, |
| "num_tokens": 275522330.0, |
| "step": 943 |
| }, |
| { |
| "entropy": 1.6859710812568665, |
| "epoch": 0.6813424756405629, |
| "grad_norm": 0.25, |
| "learning_rate": 1e-05, |
| "loss": 1.1974095106124878, |
| "mean_token_accuracy": 0.7205123007297516, |
| "num_tokens": 275809745.0, |
| "step": 944 |
| }, |
| { |
| "entropy": 1.6501319408416748, |
| "epoch": 0.6820642367376398, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.174088716506958, |
| "mean_token_accuracy": 0.7260400354862213, |
| "num_tokens": 276101032.0, |
| "step": 945 |
| }, |
| { |
| "entropy": 1.580397367477417, |
| "epoch": 0.6827859978347167, |
| "grad_norm": 0.2216796875, |
| "learning_rate": 1e-05, |
| "loss": 1.0914998054504395, |
| "mean_token_accuracy": 0.7411804497241974, |
| "num_tokens": 276413998.0, |
| "step": 946 |
| }, |
| { |
| "entropy": 1.6093501448631287, |
| "epoch": 0.6835077589317936, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.1446261405944824, |
| "mean_token_accuracy": 0.7326328456401825, |
| "num_tokens": 276710068.0, |
| "step": 947 |
| }, |
| { |
| "entropy": 1.5760272145271301, |
| "epoch": 0.6842295200288705, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.0904967784881592, |
| "mean_token_accuracy": 0.7404919564723969, |
| "num_tokens": 277007079.0, |
| "step": 948 |
| }, |
| { |
| "entropy": 1.580204427242279, |
| "epoch": 0.6849512811259473, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0839993953704834, |
| "mean_token_accuracy": 0.7390538454055786, |
| "num_tokens": 277297549.0, |
| "step": 949 |
| }, |
| { |
| "entropy": 1.6093292832374573, |
| "epoch": 0.6856730422230242, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.084509015083313, |
| "mean_token_accuracy": 0.742249071598053, |
| "num_tokens": 277584510.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 1.67963707447052, |
| "epoch": 0.686394803320101, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 1e-05, |
| "loss": 1.2040464878082275, |
| "mean_token_accuracy": 0.7204844653606415, |
| "num_tokens": 277867161.0, |
| "step": 951 |
| }, |
| { |
| "entropy": 1.6682324409484863, |
| "epoch": 0.6871165644171779, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1984906196594238, |
| "mean_token_accuracy": 0.7199585139751434, |
| "num_tokens": 278162754.0, |
| "step": 952 |
| }, |
| { |
| "entropy": 1.649233341217041, |
| "epoch": 0.6878383255142548, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1511235237121582, |
| "mean_token_accuracy": 0.7316516935825348, |
| "num_tokens": 278449207.0, |
| "step": 953 |
| }, |
| { |
| "entropy": 1.6017658710479736, |
| "epoch": 0.6885600866113316, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.0907299518585205, |
| "mean_token_accuracy": 0.7412089705467224, |
| "num_tokens": 278747205.0, |
| "step": 954 |
| }, |
| { |
| "entropy": 1.5632635354995728, |
| "epoch": 0.6892818477084085, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0943294763565063, |
| "mean_token_accuracy": 0.7398828566074371, |
| "num_tokens": 279035066.0, |
| "step": 955 |
| }, |
| { |
| "entropy": 1.67336106300354, |
| "epoch": 0.6900036088054854, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1602253913879395, |
| "mean_token_accuracy": 0.7243440747261047, |
| "num_tokens": 279303244.0, |
| "step": 956 |
| }, |
| { |
| "entropy": 1.645988404750824, |
| "epoch": 0.6907253699025623, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1323683261871338, |
| "mean_token_accuracy": 0.7338282465934753, |
| "num_tokens": 279597702.0, |
| "step": 957 |
| }, |
| { |
| "entropy": 1.5881378054618835, |
| "epoch": 0.6914471309996392, |
| "grad_norm": 0.21484375, |
| "learning_rate": 1e-05, |
| "loss": 1.076913595199585, |
| "mean_token_accuracy": 0.7412590384483337, |
| "num_tokens": 279908965.0, |
| "step": 958 |
| }, |
| { |
| "entropy": 1.6132688522338867, |
| "epoch": 0.692168892096716, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.092913031578064, |
| "mean_token_accuracy": 0.7388288378715515, |
| "num_tokens": 280193105.0, |
| "step": 959 |
| }, |
| { |
| "entropy": 1.588767647743225, |
| "epoch": 0.6928906531937928, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1e-05, |
| "loss": 1.0910826921463013, |
| "mean_token_accuracy": 0.7414247989654541, |
| "num_tokens": 280492885.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 1.65106862783432, |
| "epoch": 0.6936124142908697, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1789040565490723, |
| "mean_token_accuracy": 0.7246316969394684, |
| "num_tokens": 280782331.0, |
| "step": 961 |
| }, |
| { |
| "entropy": 1.6243720054626465, |
| "epoch": 0.6943341753879466, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 1e-05, |
| "loss": 1.153637170791626, |
| "mean_token_accuracy": 0.7275400161743164, |
| "num_tokens": 281081612.0, |
| "step": 962 |
| }, |
| { |
| "entropy": 1.5809986591339111, |
| "epoch": 0.6950559364850235, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1162421703338623, |
| "mean_token_accuracy": 0.7366466820240021, |
| "num_tokens": 281391574.0, |
| "step": 963 |
| }, |
| { |
| "entropy": 1.5244627594947815, |
| "epoch": 0.6957776975821003, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.049726963043213, |
| "mean_token_accuracy": 0.7491204142570496, |
| "num_tokens": 281700399.0, |
| "step": 964 |
| }, |
| { |
| "entropy": 1.590291142463684, |
| "epoch": 0.6964994586791772, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.122822642326355, |
| "mean_token_accuracy": 0.7341059446334839, |
| "num_tokens": 282008010.0, |
| "step": 965 |
| }, |
| { |
| "entropy": 1.5317293405532837, |
| "epoch": 0.6972212197762541, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0474406480789185, |
| "mean_token_accuracy": 0.7487011551856995, |
| "num_tokens": 282306786.0, |
| "step": 966 |
| }, |
| { |
| "entropy": 1.598990797996521, |
| "epoch": 0.697942980873331, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 1e-05, |
| "loss": 1.0971026420593262, |
| "mean_token_accuracy": 0.7404988408088684, |
| "num_tokens": 282592379.0, |
| "step": 967 |
| }, |
| { |
| "entropy": 1.5990492105484009, |
| "epoch": 0.6986647419704078, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.124864101409912, |
| "mean_token_accuracy": 0.7342464923858643, |
| "num_tokens": 282885332.0, |
| "step": 968 |
| }, |
| { |
| "entropy": 1.5604233741760254, |
| "epoch": 0.6993865030674846, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0768327713012695, |
| "mean_token_accuracy": 0.7427924275398254, |
| "num_tokens": 283180489.0, |
| "step": 969 |
| }, |
| { |
| "entropy": 1.6985811591148376, |
| "epoch": 0.7001082641645615, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 1e-05, |
| "loss": 1.217573881149292, |
| "mean_token_accuracy": 0.7172922194004059, |
| "num_tokens": 283458906.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 1.679398536682129, |
| "epoch": 0.7008300252616384, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 1e-05, |
| "loss": 1.154064416885376, |
| "mean_token_accuracy": 0.7272751331329346, |
| "num_tokens": 283740762.0, |
| "step": 971 |
| }, |
| { |
| "entropy": 1.6003840565681458, |
| "epoch": 0.7015517863587153, |
| "grad_norm": 0.22265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1534478664398193, |
| "mean_token_accuracy": 0.7289105951786041, |
| "num_tokens": 284040954.0, |
| "step": 972 |
| }, |
| { |
| "entropy": 1.6483497023582458, |
| "epoch": 0.7022735474557922, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1512547731399536, |
| "mean_token_accuracy": 0.7295123338699341, |
| "num_tokens": 284325851.0, |
| "step": 973 |
| }, |
| { |
| "entropy": 1.567041277885437, |
| "epoch": 0.702995308552869, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 1e-05, |
| "loss": 1.0615626573562622, |
| "mean_token_accuracy": 0.7467664480209351, |
| "num_tokens": 284612967.0, |
| "step": 974 |
| }, |
| { |
| "entropy": 1.5734952688217163, |
| "epoch": 0.7037170696499458, |
| "grad_norm": 0.220703125, |
| "learning_rate": 1e-05, |
| "loss": 1.1232900619506836, |
| "mean_token_accuracy": 0.7348988652229309, |
| "num_tokens": 284908035.0, |
| "step": 975 |
| }, |
| { |
| "entropy": 1.5315465331077576, |
| "epoch": 0.7044388307470227, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 1e-05, |
| "loss": 1.0262224674224854, |
| "mean_token_accuracy": 0.7503110468387604, |
| "num_tokens": 285213882.0, |
| "step": 976 |
| }, |
| { |
| "entropy": 1.6075134873390198, |
| "epoch": 0.7051605918440996, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.1080231666564941, |
| "mean_token_accuracy": 0.7375926971435547, |
| "num_tokens": 285490494.0, |
| "step": 977 |
| }, |
| { |
| "entropy": 1.6598886847496033, |
| "epoch": 0.7058823529411765, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1537938117980957, |
| "mean_token_accuracy": 0.7295781373977661, |
| "num_tokens": 285784594.0, |
| "step": 978 |
| }, |
| { |
| "entropy": 1.6115790605545044, |
| "epoch": 0.7066041140382533, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.160152792930603, |
| "mean_token_accuracy": 0.7279682755470276, |
| "num_tokens": 286076590.0, |
| "step": 979 |
| }, |
| { |
| "entropy": 1.6706183552742004, |
| "epoch": 0.7073258751353302, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1e-05, |
| "loss": 1.1740875244140625, |
| "mean_token_accuracy": 0.7252408266067505, |
| "num_tokens": 286352047.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 1.610364556312561, |
| "epoch": 0.7080476362324071, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1607551574707031, |
| "mean_token_accuracy": 0.729096919298172, |
| "num_tokens": 286650614.0, |
| "step": 981 |
| }, |
| { |
| "entropy": 1.6068995594978333, |
| "epoch": 0.708769397329484, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 1e-05, |
| "loss": 1.095207929611206, |
| "mean_token_accuracy": 0.7393112778663635, |
| "num_tokens": 286941258.0, |
| "step": 982 |
| }, |
| { |
| "entropy": 1.5314761400222778, |
| "epoch": 0.7094911584265609, |
| "grad_norm": 0.21484375, |
| "learning_rate": 1e-05, |
| "loss": 1.067337989807129, |
| "mean_token_accuracy": 0.7435638010501862, |
| "num_tokens": 287241552.0, |
| "step": 983 |
| }, |
| { |
| "entropy": 1.556878924369812, |
| "epoch": 0.7102129195236376, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 1e-05, |
| "loss": 1.0859746932983398, |
| "mean_token_accuracy": 0.7392235696315765, |
| "num_tokens": 287532086.0, |
| "step": 984 |
| }, |
| { |
| "entropy": 1.631901204586029, |
| "epoch": 0.7109346806207145, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 1e-05, |
| "loss": 1.1279494762420654, |
| "mean_token_accuracy": 0.7334802448749542, |
| "num_tokens": 287820978.0, |
| "step": 985 |
| }, |
| { |
| "entropy": 1.6896315217018127, |
| "epoch": 0.7116564417177914, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.209764003753662, |
| "mean_token_accuracy": 0.719461053609848, |
| "num_tokens": 288114034.0, |
| "step": 986 |
| }, |
| { |
| "entropy": 1.5682026743888855, |
| "epoch": 0.7123782028148683, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.0700600147247314, |
| "mean_token_accuracy": 0.7445848882198334, |
| "num_tokens": 288416245.0, |
| "step": 987 |
| }, |
| { |
| "entropy": 1.6246426105499268, |
| "epoch": 0.7130999639119452, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.170893907546997, |
| "mean_token_accuracy": 0.7248595356941223, |
| "num_tokens": 288708707.0, |
| "step": 988 |
| }, |
| { |
| "entropy": 1.626733422279358, |
| "epoch": 0.713821725009022, |
| "grad_norm": 0.232421875, |
| "learning_rate": 1e-05, |
| "loss": 1.1392338275909424, |
| "mean_token_accuracy": 0.7327068746089935, |
| "num_tokens": 288992657.0, |
| "step": 989 |
| }, |
| { |
| "entropy": 1.6286635994911194, |
| "epoch": 0.7145434861060989, |
| "grad_norm": 0.228515625, |
| "learning_rate": 1e-05, |
| "loss": 1.166459560394287, |
| "mean_token_accuracy": 0.7263357937335968, |
| "num_tokens": 289296719.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 1.6180419921875, |
| "epoch": 0.7152652472031757, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1272691488265991, |
| "mean_token_accuracy": 0.7338026463985443, |
| "num_tokens": 289578617.0, |
| "step": 991 |
| }, |
| { |
| "entropy": 1.5990166068077087, |
| "epoch": 0.7159870083002526, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.1410884857177734, |
| "mean_token_accuracy": 0.7329325079917908, |
| "num_tokens": 289871134.0, |
| "step": 992 |
| }, |
| { |
| "entropy": 1.5957458019256592, |
| "epoch": 0.7167087693973295, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 1e-05, |
| "loss": 1.1002070903778076, |
| "mean_token_accuracy": 0.739589661359787, |
| "num_tokens": 290174939.0, |
| "step": 993 |
| }, |
| { |
| "entropy": 1.6043808460235596, |
| "epoch": 0.7174305304944063, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.104749083518982, |
| "mean_token_accuracy": 0.736821860074997, |
| "num_tokens": 290470725.0, |
| "step": 994 |
| }, |
| { |
| "entropy": 1.5915351510047913, |
| "epoch": 0.7181522915914832, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 1e-05, |
| "loss": 1.1227054595947266, |
| "mean_token_accuracy": 0.7356365025043488, |
| "num_tokens": 290768937.0, |
| "step": 995 |
| }, |
| { |
| "entropy": 1.617738664150238, |
| "epoch": 0.7188740526885601, |
| "grad_norm": 0.240234375, |
| "learning_rate": 1e-05, |
| "loss": 1.1229993104934692, |
| "mean_token_accuracy": 0.7319775223731995, |
| "num_tokens": 291051445.0, |
| "step": 996 |
| }, |
| { |
| "entropy": 1.5803756713867188, |
| "epoch": 0.719595813785637, |
| "grad_norm": 0.21875, |
| "learning_rate": 1e-05, |
| "loss": 1.110452651977539, |
| "mean_token_accuracy": 0.7355692982673645, |
| "num_tokens": 291356207.0, |
| "step": 997 |
| }, |
| { |
| "entropy": 1.5010618567466736, |
| "epoch": 0.7203175748827139, |
| "grad_norm": 0.2099609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0443360805511475, |
| "mean_token_accuracy": 0.749332457780838, |
| "num_tokens": 291667885.0, |
| "step": 998 |
| }, |
| { |
| "entropy": 1.5546172261238098, |
| "epoch": 0.7210393359797906, |
| "grad_norm": 0.224609375, |
| "learning_rate": 1e-05, |
| "loss": 1.0694785118103027, |
| "mean_token_accuracy": 0.7447611689567566, |
| "num_tokens": 291972285.0, |
| "step": 999 |
| }, |
| { |
| "entropy": 1.6047680377960205, |
| "epoch": 0.7217610970768675, |
| "grad_norm": 0.2265625, |
| "learning_rate": 1e-05, |
| "loss": 1.113739013671875, |
| "mean_token_accuracy": 0.7364310026168823, |
| "num_tokens": 292274886.0, |
| "step": 1000 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 2772, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.976964789614674e+17, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
