| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 304, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.006600660066006601, |
| "grad_norm": 3.269663095474243, |
| "learning_rate": 0.0, |
| "loss": 2.0173, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.013201320132013201, |
| "grad_norm": 3.4657950401306152, |
| "learning_rate": 4.347826086956522e-06, |
| "loss": 1.8773, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.019801980198019802, |
| "grad_norm": 3.480679512023926, |
| "learning_rate": 8.695652173913044e-06, |
| "loss": 2.2683, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.026402640264026403, |
| "grad_norm": 3.3081204891204834, |
| "learning_rate": 1.3043478260869566e-05, |
| "loss": 1.5357, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.033003300330033, |
| "grad_norm": 2.9084601402282715, |
| "learning_rate": 1.739130434782609e-05, |
| "loss": 2.3349, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.039603960396039604, |
| "grad_norm": 4.738473892211914, |
| "learning_rate": 2.173913043478261e-05, |
| "loss": 2.0195, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0462046204620462, |
| "grad_norm": 3.0607786178588867, |
| "learning_rate": 2.608695652173913e-05, |
| "loss": 1.7303, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.052805280528052806, |
| "grad_norm": 3.43908429145813, |
| "learning_rate": 3.0434782608695656e-05, |
| "loss": 1.5714, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0594059405940594, |
| "grad_norm": 3.3616912364959717, |
| "learning_rate": 3.478260869565218e-05, |
| "loss": 2.1655, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.066006600660066, |
| "grad_norm": 2.8642077445983887, |
| "learning_rate": 3.91304347826087e-05, |
| "loss": 2.2225, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.07260726072607261, |
| "grad_norm": 1.762931227684021, |
| "learning_rate": 4.347826086956522e-05, |
| "loss": 4.3722, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.07920792079207921, |
| "grad_norm": 2.3837015628814697, |
| "learning_rate": 4.782608695652174e-05, |
| "loss": 1.134, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.0858085808580858, |
| "grad_norm": 3.5527191162109375, |
| "learning_rate": 5.217391304347826e-05, |
| "loss": 1.5813, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0924092409240924, |
| "grad_norm": 4.409274578094482, |
| "learning_rate": 5.652173913043478e-05, |
| "loss": 1.8402, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.09900990099009901, |
| "grad_norm": 3.351221799850464, |
| "learning_rate": 6.086956521739131e-05, |
| "loss": 1.6236, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.10561056105610561, |
| "grad_norm": 3.299344301223755, |
| "learning_rate": 6.521739130434783e-05, |
| "loss": 1.4048, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.11221122112211221, |
| "grad_norm": 2.9774715900421143, |
| "learning_rate": 6.956521739130436e-05, |
| "loss": 1.5322, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.1188118811881188, |
| "grad_norm": 3.526827096939087, |
| "learning_rate": 7.391304347826086e-05, |
| "loss": 1.2128, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.1254125412541254, |
| "grad_norm": 1.8688900470733643, |
| "learning_rate": 7.82608695652174e-05, |
| "loss": 1.1241, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.132013201320132, |
| "grad_norm": 2.7325925827026367, |
| "learning_rate": 8.260869565217392e-05, |
| "loss": 1.4779, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.13861386138613863, |
| "grad_norm": 2.606200695037842, |
| "learning_rate": 8.695652173913044e-05, |
| "loss": 1.2094, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.14521452145214522, |
| "grad_norm": 3.906005859375, |
| "learning_rate": 9.130434782608696e-05, |
| "loss": 1.9388, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.15181518151815182, |
| "grad_norm": 3.1924426555633545, |
| "learning_rate": 9.565217391304348e-05, |
| "loss": 1.6678, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.15841584158415842, |
| "grad_norm": 3.2093305587768555, |
| "learning_rate": 0.0001, |
| "loss": 1.8155, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.16501650165016502, |
| "grad_norm": 2.6762614250183105, |
| "learning_rate": 0.00010434782608695653, |
| "loss": 1.8512, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.1716171617161716, |
| "grad_norm": 2.4602980613708496, |
| "learning_rate": 0.00010869565217391305, |
| "loss": 1.4496, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.1782178217821782, |
| "grad_norm": 2.621077299118042, |
| "learning_rate": 0.00011304347826086956, |
| "loss": 1.7004, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.1848184818481848, |
| "grad_norm": 3.040069580078125, |
| "learning_rate": 0.0001173913043478261, |
| "loss": 1.3742, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.19141914191419143, |
| "grad_norm": 2.6296839714050293, |
| "learning_rate": 0.00012173913043478263, |
| "loss": 1.9487, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.19801980198019803, |
| "grad_norm": 2.5183770656585693, |
| "learning_rate": 0.00012608695652173915, |
| "loss": 1.4286, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.20462046204620463, |
| "grad_norm": 2.7780044078826904, |
| "learning_rate": 0.00013043478260869567, |
| "loss": 1.6399, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.21122112211221122, |
| "grad_norm": 4.337399959564209, |
| "learning_rate": 0.0001347826086956522, |
| "loss": 1.8436, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.21782178217821782, |
| "grad_norm": 2.1603963375091553, |
| "learning_rate": 0.0001391304347826087, |
| "loss": 1.3298, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.22442244224422442, |
| "grad_norm": 2.3995110988616943, |
| "learning_rate": 0.0001434782608695652, |
| "loss": 1.4131, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.23102310231023102, |
| "grad_norm": 2.0356786251068115, |
| "learning_rate": 0.00014782608695652173, |
| "loss": 1.2884, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.2376237623762376, |
| "grad_norm": 2.234151840209961, |
| "learning_rate": 0.00015217391304347827, |
| "loss": 1.3331, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.24422442244224424, |
| "grad_norm": 2.045015573501587, |
| "learning_rate": 0.0001565217391304348, |
| "loss": 1.1223, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.2508250825082508, |
| "grad_norm": 2.8687806129455566, |
| "learning_rate": 0.00016086956521739132, |
| "loss": 1.3582, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.25742574257425743, |
| "grad_norm": 2.717107057571411, |
| "learning_rate": 0.00016521739130434784, |
| "loss": 1.8503, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.264026402640264, |
| "grad_norm": 2.2588422298431396, |
| "learning_rate": 0.00016956521739130436, |
| "loss": 1.4314, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.2706270627062706, |
| "grad_norm": 2.3839213848114014, |
| "learning_rate": 0.00017391304347826088, |
| "loss": 1.6702, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.27722772277227725, |
| "grad_norm": 2.2554593086242676, |
| "learning_rate": 0.0001782608695652174, |
| "loss": 1.6114, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.2838283828382838, |
| "grad_norm": 3.0558981895446777, |
| "learning_rate": 0.00018260869565217392, |
| "loss": 1.7576, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.29042904290429045, |
| "grad_norm": 1.9171123504638672, |
| "learning_rate": 0.00018695652173913045, |
| "loss": 1.0488, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.297029702970297, |
| "grad_norm": 2.573887825012207, |
| "learning_rate": 0.00019130434782608697, |
| "loss": 1.5062, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.30363036303630364, |
| "grad_norm": 2.058779716491699, |
| "learning_rate": 0.0001956521739130435, |
| "loss": 1.1712, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.3102310231023102, |
| "grad_norm": 4.420455455780029, |
| "learning_rate": 0.0002, |
| "loss": 2.2398, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.31683168316831684, |
| "grad_norm": 2.39105224609375, |
| "learning_rate": 0.00019999702094326033, |
| "loss": 1.3762, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.3234323432343234, |
| "grad_norm": 1.9990428686141968, |
| "learning_rate": 0.00019998808395053688, |
| "loss": 1.8914, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.33003300330033003, |
| "grad_norm": 1.8856112957000732, |
| "learning_rate": 0.0001999731895543058, |
| "loss": 1.239, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.33663366336633666, |
| "grad_norm": 1.7601982355117798, |
| "learning_rate": 0.00019995233864199215, |
| "loss": 1.31, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.3432343234323432, |
| "grad_norm": 2.37358021736145, |
| "learning_rate": 0.00019992553245591694, |
| "loss": 1.2271, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.34983498349834985, |
| "grad_norm": 1.8610317707061768, |
| "learning_rate": 0.00019989277259322314, |
| "loss": 1.222, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.3564356435643564, |
| "grad_norm": 2.4520764350891113, |
| "learning_rate": 0.0001998540610057806, |
| "loss": 1.8557, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.36303630363036304, |
| "grad_norm": 1.9622912406921387, |
| "learning_rate": 0.00019980940000006954, |
| "loss": 1.3294, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.3696369636963696, |
| "grad_norm": 2.875389337539673, |
| "learning_rate": 0.0001997587922370434, |
| "loss": 1.0667, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.37623762376237624, |
| "grad_norm": 2.358046531677246, |
| "learning_rate": 0.00019970224073197017, |
| "loss": 2.0223, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.38283828382838286, |
| "grad_norm": 2.127352237701416, |
| "learning_rate": 0.00019963974885425266, |
| "loss": 1.5623, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.38943894389438943, |
| "grad_norm": 2.165083885192871, |
| "learning_rate": 0.00019957132032722785, |
| "loss": 1.6115, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.39603960396039606, |
| "grad_norm": 2.4137611389160156, |
| "learning_rate": 0.00019949695922794506, |
| "loss": 1.5646, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.40264026402640263, |
| "grad_norm": 2.246424913406372, |
| "learning_rate": 0.00019941666998692296, |
| "loss": 1.7207, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.40924092409240925, |
| "grad_norm": 2.1227519512176514, |
| "learning_rate": 0.00019933045738788563, |
| "loss": 1.6483, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.4158415841584158, |
| "grad_norm": 2.097881317138672, |
| "learning_rate": 0.0001992383265674776, |
| "loss": 1.2604, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.42244224422442245, |
| "grad_norm": 2.4792444705963135, |
| "learning_rate": 0.0001991402830149576, |
| "loss": 1.3448, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.429042904290429, |
| "grad_norm": 2.302548408508301, |
| "learning_rate": 0.00019903633257187185, |
| "loss": 1.5288, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.43564356435643564, |
| "grad_norm": 1.9828969240188599, |
| "learning_rate": 0.00019892648143170566, |
| "loss": 1.1426, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.44224422442244227, |
| "grad_norm": 2.2925431728363037, |
| "learning_rate": 0.0001988107361395146, |
| "loss": 1.3227, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.44884488448844884, |
| "grad_norm": 3.0168843269348145, |
| "learning_rate": 0.0001986891035915346, |
| "loss": 2.0713, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.45544554455445546, |
| "grad_norm": 2.2189230918884277, |
| "learning_rate": 0.00019856159103477086, |
| "loss": 1.2472, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.46204620462046203, |
| "grad_norm": 1.9616774320602417, |
| "learning_rate": 0.0001984282060665662, |
| "loss": 1.4617, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.46864686468646866, |
| "grad_norm": 3.0113203525543213, |
| "learning_rate": 0.00019828895663414836, |
| "loss": 1.5551, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.4752475247524752, |
| "grad_norm": 2.4521045684814453, |
| "learning_rate": 0.00019814385103415663, |
| "loss": 1.405, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.48184818481848185, |
| "grad_norm": 2.3250396251678467, |
| "learning_rate": 0.00019799289791214725, |
| "loss": 1.8011, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.4884488448844885, |
| "grad_norm": 2.3330326080322266, |
| "learning_rate": 0.00019783610626207854, |
| "loss": 1.6456, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.49504950495049505, |
| "grad_norm": 2.1660053730010986, |
| "learning_rate": 0.00019767348542577495, |
| "loss": 1.5428, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.5016501650165016, |
| "grad_norm": 1.8240512609481812, |
| "learning_rate": 0.00019750504509237046, |
| "loss": 1.4666, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.5082508250825083, |
| "grad_norm": 2.2784554958343506, |
| "learning_rate": 0.00019733079529773125, |
| "loss": 1.5065, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.5148514851485149, |
| "grad_norm": 1.769106149673462, |
| "learning_rate": 0.00019715074642385786, |
| "loss": 1.0998, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.5214521452145214, |
| "grad_norm": 1.737535834312439, |
| "learning_rate": 0.00019696490919826647, |
| "loss": 1.3843, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.528052805280528, |
| "grad_norm": 1.737778663635254, |
| "learning_rate": 0.0001967732946933499, |
| "loss": 1.5803, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.5346534653465347, |
| "grad_norm": 1.9771817922592163, |
| "learning_rate": 0.00019657591432571778, |
| "loss": 1.7888, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.5412541254125413, |
| "grad_norm": 1.922725796699524, |
| "learning_rate": 0.0001963727798555164, |
| "loss": 1.096, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.5478547854785478, |
| "grad_norm": 2.42258620262146, |
| "learning_rate": 0.00019616390338572803, |
| "loss": 1.4231, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.5544554455445545, |
| "grad_norm": 2.0959455966949463, |
| "learning_rate": 0.00019594929736144976, |
| "loss": 1.3786, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.5610561056105611, |
| "grad_norm": 2.2483432292938232, |
| "learning_rate": 0.00019572897456915202, |
| "loss": 1.5456, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.5676567656765676, |
| "grad_norm": 2.2256951332092285, |
| "learning_rate": 0.00019550294813591682, |
| "loss": 1.3946, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.5742574257425742, |
| "grad_norm": 1.9461501836776733, |
| "learning_rate": 0.0001952712315286556, |
| "loss": 1.3132, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.5808580858085809, |
| "grad_norm": 1.8409348726272583, |
| "learning_rate": 0.00019503383855330668, |
| "loss": 1.1527, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.5874587458745875, |
| "grad_norm": 2.124138832092285, |
| "learning_rate": 0.00019479078335401297, |
| "loss": 1.0499, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.594059405940594, |
| "grad_norm": 2.380868673324585, |
| "learning_rate": 0.00019454208041227907, |
| "loss": 1.7297, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.6006600660066007, |
| "grad_norm": 2.093554973602295, |
| "learning_rate": 0.00019428774454610843, |
| "loss": 1.3311, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.6072607260726073, |
| "grad_norm": 2.391789436340332, |
| "learning_rate": 0.0001940277909091206, |
| "loss": 1.4725, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.6138613861386139, |
| "grad_norm": 2.362126350402832, |
| "learning_rate": 0.0001937622349896483, |
| "loss": 1.4505, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.6204620462046204, |
| "grad_norm": 2.4472386837005615, |
| "learning_rate": 0.00019349109260981452, |
| "loss": 1.4643, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.6270627062706271, |
| "grad_norm": 2.7160544395446777, |
| "learning_rate": 0.00019321437992458995, |
| "loss": 1.6129, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.6336633663366337, |
| "grad_norm": 1.9917261600494385, |
| "learning_rate": 0.0001929321134208304, |
| "loss": 1.4359, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.6402640264026402, |
| "grad_norm": 1.98976731300354, |
| "learning_rate": 0.00019264430991629446, |
| "loss": 1.4551, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.6468646864686468, |
| "grad_norm": 2.612914562225342, |
| "learning_rate": 0.00019235098655864157, |
| "loss": 1.4066, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.6534653465346535, |
| "grad_norm": 1.5987509489059448, |
| "learning_rate": 0.00019205216082441017, |
| "loss": 1.4239, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.6600660066006601, |
| "grad_norm": 2.1327996253967285, |
| "learning_rate": 0.00019174785051797666, |
| "loss": 1.1858, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 3.5038344860076904, |
| "learning_rate": 0.0001914380737704944, |
| "loss": 1.5437, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.6732673267326733, |
| "grad_norm": 2.0759711265563965, |
| "learning_rate": 0.0001911228490388136, |
| "loss": 1.9746, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.6798679867986799, |
| "grad_norm": 1.7349865436553955, |
| "learning_rate": 0.0001908021951043814, |
| "loss": 1.3087, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.6864686468646864, |
| "grad_norm": 1.8272370100021362, |
| "learning_rate": 0.00019047613107212312, |
| "loss": 1.5015, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.693069306930693, |
| "grad_norm": 2.6153130531311035, |
| "learning_rate": 0.00019014467636930385, |
| "loss": 1.6917, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.6996699669966997, |
| "grad_norm": 2.020885705947876, |
| "learning_rate": 0.00018980785074437093, |
| "loss": 1.3401, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.7062706270627063, |
| "grad_norm": 2.322054147720337, |
| "learning_rate": 0.00018946567426577723, |
| "loss": 2.2148, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.7128712871287128, |
| "grad_norm": 2.2210605144500732, |
| "learning_rate": 0.00018911816732078575, |
| "loss": 1.6508, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.7194719471947195, |
| "grad_norm": 2.340949058532715, |
| "learning_rate": 0.00018876535061425453, |
| "loss": 1.8924, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.7260726072607261, |
| "grad_norm": 2.295544385910034, |
| "learning_rate": 0.0001884072451674034, |
| "loss": 1.621, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.7326732673267327, |
| "grad_norm": 1.9485543966293335, |
| "learning_rate": 0.00018804387231656118, |
| "loss": 1.3108, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.7392739273927392, |
| "grad_norm": 1.9073518514633179, |
| "learning_rate": 0.00018767525371189475, |
| "loss": 1.1203, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.7458745874587459, |
| "grad_norm": 1.9978621006011963, |
| "learning_rate": 0.00018730141131611882, |
| "loss": 1.5631, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.7524752475247525, |
| "grad_norm": 2.061638355255127, |
| "learning_rate": 0.0001869223674031876, |
| "loss": 1.4612, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.759075907590759, |
| "grad_norm": 1.9964576959609985, |
| "learning_rate": 0.00018653814455696756, |
| "loss": 1.4753, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.7656765676567657, |
| "grad_norm": 2.142472505569458, |
| "learning_rate": 0.0001861487656698919, |
| "loss": 1.4195, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.7722772277227723, |
| "grad_norm": 2.622685194015503, |
| "learning_rate": 0.00018575425394159653, |
| "loss": 1.8376, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.7788778877887789, |
| "grad_norm": 1.8622280359268188, |
| "learning_rate": 0.00018535463287753796, |
| "loss": 1.3869, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.7854785478547854, |
| "grad_norm": 1.8239712715148926, |
| "learning_rate": 0.00018494992628759267, |
| "loss": 1.3901, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.7920792079207921, |
| "grad_norm": 1.7509407997131348, |
| "learning_rate": 0.0001845401582846385, |
| "loss": 1.1086, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.7986798679867987, |
| "grad_norm": 2.12126088142395, |
| "learning_rate": 0.00018412535328311814, |
| "loss": 1.4786, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.8052805280528053, |
| "grad_norm": 1.9442270994186401, |
| "learning_rate": 0.00018370553599758422, |
| "loss": 1.2655, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.8118811881188119, |
| "grad_norm": 1.8618887662887573, |
| "learning_rate": 0.00018328073144122708, |
| "loss": 1.1703, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.8184818481848185, |
| "grad_norm": 1.9630706310272217, |
| "learning_rate": 0.00018285096492438424, |
| "loss": 1.2309, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.8250825082508251, |
| "grad_norm": 2.227321147918701, |
| "learning_rate": 0.00018241626205303243, |
| "loss": 1.6171, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.8316831683168316, |
| "grad_norm": 1.6737253665924072, |
| "learning_rate": 0.00018197664872726205, |
| "loss": 1.0966, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.8382838283828383, |
| "grad_norm": 1.8567694425582886, |
| "learning_rate": 0.00018153215113973396, |
| "loss": 1.262, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.8448844884488449, |
| "grad_norm": 2.6924386024475098, |
| "learning_rate": 0.0001810827957741188, |
| "loss": 1.3436, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.8514851485148515, |
| "grad_norm": 2.324448823928833, |
| "learning_rate": 0.00018062860940351916, |
| "loss": 1.3375, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.858085808580858, |
| "grad_norm": 2.095839738845825, |
| "learning_rate": 0.00018016961908887442, |
| "loss": 1.4675, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.8646864686468647, |
| "grad_norm": 1.6898919343948364, |
| "learning_rate": 0.00017970585217734844, |
| "loss": 1.0081, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.8712871287128713, |
| "grad_norm": 3.500580072402954, |
| "learning_rate": 0.00017923733630070002, |
| "loss": 1.9837, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.8778877887788779, |
| "grad_norm": 2.213259696960449, |
| "learning_rate": 0.00017876409937363677, |
| "loss": 1.3967, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.8844884488448845, |
| "grad_norm": 1.764636516571045, |
| "learning_rate": 0.00017828616959215184, |
| "loss": 1.4183, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.8910891089108911, |
| "grad_norm": 1.8215689659118652, |
| "learning_rate": 0.00017780357543184397, |
| "loss": 1.5714, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.8976897689768977, |
| "grad_norm": 1.726089358329773, |
| "learning_rate": 0.00017731634564622085, |
| "loss": 1.4959, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.9042904290429042, |
| "grad_norm": 1.7792177200317383, |
| "learning_rate": 0.00017682450926498607, |
| "loss": 1.1855, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.9108910891089109, |
| "grad_norm": 1.6838842630386353, |
| "learning_rate": 0.0001763280955923093, |
| "loss": 1.3365, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.9174917491749175, |
| "grad_norm": 1.692114233970642, |
| "learning_rate": 0.00017582713420508052, |
| "loss": 1.354, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.9240924092409241, |
| "grad_norm": 1.8941043615341187, |
| "learning_rate": 0.00017532165495114766, |
| "loss": 1.3819, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.9306930693069307, |
| "grad_norm": 1.8271002769470215, |
| "learning_rate": 0.0001748116879475383, |
| "loss": 1.3082, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.9372937293729373, |
| "grad_norm": 2.272860288619995, |
| "learning_rate": 0.00017429726357866515, |
| "loss": 1.6585, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.9438943894389439, |
| "grad_norm": 1.9342212677001953, |
| "learning_rate": 0.00017377841249451595, |
| "loss": 1.492, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.9504950495049505, |
| "grad_norm": 2.028965950012207, |
| "learning_rate": 0.00017325516560882703, |
| "loss": 1.4987, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.9570957095709571, |
| "grad_norm": 2.096977710723877, |
| "learning_rate": 0.00017272755409724168, |
| "loss": 1.489, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.9636963696369637, |
| "grad_norm": 2.228801727294922, |
| "learning_rate": 0.00017219560939545246, |
| "loss": 1.4862, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.9702970297029703, |
| "grad_norm": 1.7269052267074585, |
| "learning_rate": 0.0001716593631973283, |
| "loss": 1.2565, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.976897689768977, |
| "grad_norm": 1.8832287788391113, |
| "learning_rate": 0.00017111884745302632, |
| "loss": 1.3296, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.9834983498349835, |
| "grad_norm": 1.8937143087387085, |
| "learning_rate": 0.00017057409436708782, |
| "loss": 1.2752, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.9900990099009901, |
| "grad_norm": 2.1348111629486084, |
| "learning_rate": 0.00017002513639651992, |
| "loss": 1.2174, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.9966996699669967, |
| "grad_norm": 1.7981044054031372, |
| "learning_rate": 0.00016947200624886145, |
| "loss": 1.3272, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 3.076122999191284, |
| "learning_rate": 0.00016891473688023426, |
| "loss": 1.3359, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.0066006600660067, |
| "grad_norm": 1.5830563306808472, |
| "learning_rate": 0.00016835336149337974, |
| "loss": 0.9539, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.0132013201320131, |
| "grad_norm": 1.7160429954528809, |
| "learning_rate": 0.0001677879135356805, |
| "loss": 0.7741, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.0198019801980198, |
| "grad_norm": 1.4492639303207397, |
| "learning_rate": 0.00016721842669716752, |
| "loss": 0.8243, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.0264026402640265, |
| "grad_norm": 1.7320116758346558, |
| "learning_rate": 0.00016664493490851288, |
| "loss": 0.7563, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.033003300330033, |
| "grad_norm": 1.8974308967590332, |
| "learning_rate": 0.00016606747233900815, |
| "loss": 0.8068, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.0396039603960396, |
| "grad_norm": 1.688904881477356, |
| "learning_rate": 0.00016548607339452853, |
| "loss": 0.8673, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.046204620462046, |
| "grad_norm": 1.5127521753311157, |
| "learning_rate": 0.00016490077271548285, |
| "loss": 0.6085, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.0528052805280528, |
| "grad_norm": 1.6967127323150635, |
| "learning_rate": 0.00016431160517474985, |
| "loss": 0.6155, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.0594059405940595, |
| "grad_norm": 2.6661343574523926, |
| "learning_rate": 0.00016371860587560008, |
| "loss": 0.8918, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.066006600660066, |
| "grad_norm": 1.9106711149215698, |
| "learning_rate": 0.0001631218101496048, |
| "loss": 0.7613, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.0726072607260726, |
| "grad_norm": 2.284550428390503, |
| "learning_rate": 0.0001625212535545306, |
| "loss": 0.95, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.0792079207920793, |
| "grad_norm": 2.4170072078704834, |
| "learning_rate": 0.00016191697187222087, |
| "loss": 0.9478, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.0858085808580857, |
| "grad_norm": 2.5793893337249756, |
| "learning_rate": 0.00016130900110646407, |
| "loss": 0.9573, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.0924092409240924, |
| "grad_norm": 2.0098459720611572, |
| "learning_rate": 0.00016069737748084824, |
| "loss": 0.7022, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.099009900990099, |
| "grad_norm": 1.7491934299468994, |
| "learning_rate": 0.0001600821374366031, |
| "loss": 0.727, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.1056105610561056, |
| "grad_norm": 2.729426860809326, |
| "learning_rate": 0.00015946331763042867, |
| "loss": 0.7939, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.1122112211221122, |
| "grad_norm": 2.475818634033203, |
| "learning_rate": 0.00015884095493231125, |
| "loss": 1.3139, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.118811881188119, |
| "grad_norm": 2.3645308017730713, |
| "learning_rate": 0.00015821508642332657, |
| "loss": 0.6167, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.1254125412541254, |
| "grad_norm": 1.958868384361267, |
| "learning_rate": 0.00015758574939343074, |
| "loss": 1.1419, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.132013201320132, |
| "grad_norm": 1.6585627794265747, |
| "learning_rate": 0.00015695298133923809, |
| "loss": 0.6212, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.1386138613861387, |
| "grad_norm": 1.9600220918655396, |
| "learning_rate": 0.00015631681996178736, |
| "loss": 0.626, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.1452145214521452, |
| "grad_norm": 1.6481058597564697, |
| "learning_rate": 0.00015567730316429535, |
| "loss": 0.7769, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.1518151815181519, |
| "grad_norm": 2.365338087081909, |
| "learning_rate": 0.00015503446904989855, |
| "loss": 1.0907, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.1584158415841583, |
| "grad_norm": 1.9022090435028076, |
| "learning_rate": 0.000154388355919383, |
| "loss": 0.7317, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.165016501650165, |
| "grad_norm": 1.998331904411316, |
| "learning_rate": 0.0001537390022689022, |
| "loss": 0.7538, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.1716171617161717, |
| "grad_norm": 1.7269340753555298, |
| "learning_rate": 0.00015308644678768357, |
| "loss": 0.8061, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.1782178217821782, |
| "grad_norm": 1.9528826475143433, |
| "learning_rate": 0.00015243072835572318, |
| "loss": 0.6424, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.1848184818481848, |
| "grad_norm": 1.9622853994369507, |
| "learning_rate": 0.0001517718860414693, |
| "loss": 0.8983, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.1914191419141915, |
| "grad_norm": 1.8552788496017456, |
| "learning_rate": 0.00015110995909949464, |
| "loss": 0.5563, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.198019801980198, |
| "grad_norm": 2.066662073135376, |
| "learning_rate": 0.00015044498696815758, |
| "loss": 0.7457, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.2046204620462047, |
| "grad_norm": 1.888692021369934, |
| "learning_rate": 0.0001497770092672523, |
| "loss": 0.6713, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.2112211221122111, |
| "grad_norm": 2.0183756351470947, |
| "learning_rate": 0.00014910606579564829, |
| "loss": 0.912, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.2178217821782178, |
| "grad_norm": 2.3537251949310303, |
| "learning_rate": 0.0001484321965289189, |
| "loss": 1.0088, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.2244224422442245, |
| "grad_norm": 2.7736098766326904, |
| "learning_rate": 0.00014775544161695975, |
| "loss": 1.2947, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.231023102310231, |
| "grad_norm": 1.98241126537323, |
| "learning_rate": 0.0001470758413815965, |
| "loss": 0.5495, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.2376237623762376, |
| "grad_norm": 1.9791995286941528, |
| "learning_rate": 0.00014639343631418238, |
| "loss": 0.5694, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.2442244224422443, |
| "grad_norm": 1.8967821598052979, |
| "learning_rate": 0.0001457082670731857, |
| "loss": 0.7433, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.2508250825082508, |
| "grad_norm": 2.317504644393921, |
| "learning_rate": 0.00014502037448176734, |
| "loss": 0.9576, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.2574257425742574, |
| "grad_norm": 1.922574520111084, |
| "learning_rate": 0.00014432979952534852, |
| "loss": 0.9927, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.2640264026402641, |
| "grad_norm": 2.2528586387634277, |
| "learning_rate": 0.00014363658334916882, |
| "loss": 0.7291, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.2706270627062706, |
| "grad_norm": 1.7135688066482544, |
| "learning_rate": 0.00014294076725583464, |
| "loss": 0.6866, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.2772277227722773, |
| "grad_norm": 2.167564630508423, |
| "learning_rate": 0.00014224239270285846, |
| "loss": 0.7121, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.283828382838284, |
| "grad_norm": 1.8123031854629517, |
| "learning_rate": 0.00014154150130018866, |
| "loss": 0.6412, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.2904290429042904, |
| "grad_norm": 2.0353360176086426, |
| "learning_rate": 0.00014083813480773036, |
| "loss": 1.0845, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.297029702970297, |
| "grad_norm": 1.9678878784179688, |
| "learning_rate": 0.00014013233513285732, |
| "loss": 0.7445, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.3036303630363038, |
| "grad_norm": 1.7406024932861328, |
| "learning_rate": 0.0001394241443279152, |
| "loss": 0.6806, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.3102310231023102, |
| "grad_norm": 1.7399944067001343, |
| "learning_rate": 0.00013871360458771575, |
| "loss": 0.6555, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.316831683168317, |
| "grad_norm": 2.085008144378662, |
| "learning_rate": 0.000138000758247023, |
| "loss": 0.5252, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.3234323432343233, |
| "grad_norm": 2.6593925952911377, |
| "learning_rate": 0.00013728564777803088, |
| "loss": 0.8745, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.33003300330033, |
| "grad_norm": 1.8092249631881714, |
| "learning_rate": 0.00013656831578783262, |
| "loss": 0.6941, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.3366336633663367, |
| "grad_norm": 1.9926271438598633, |
| "learning_rate": 0.00013584880501588223, |
| "loss": 0.694, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.3432343234323432, |
| "grad_norm": 2.030097246170044, |
| "learning_rate": 0.000135127158331448, |
| "loss": 0.7283, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.3498349834983498, |
| "grad_norm": 2.254887104034424, |
| "learning_rate": 0.00013440341873105832, |
| "loss": 0.8754, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.3564356435643563, |
| "grad_norm": 2.724303960800171, |
| "learning_rate": 0.00013367762933593988, |
| "loss": 1.1761, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.363036303630363, |
| "grad_norm": 1.1965293884277344, |
| "learning_rate": 0.00013294983338944842, |
| "loss": 4.0649, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.3696369636963697, |
| "grad_norm": 2.0384724140167236, |
| "learning_rate": 0.00013222007425449234, |
| "loss": 0.8273, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.3762376237623761, |
| "grad_norm": 2.0111265182495117, |
| "learning_rate": 0.00013148839541094907, |
| "loss": 0.6496, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.3828382838283828, |
| "grad_norm": 2.6681222915649414, |
| "learning_rate": 0.00013075484045307442, |
| "loss": 1.0668, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.3894389438943895, |
| "grad_norm": 2.460010051727295, |
| "learning_rate": 0.00013001945308690514, |
| "loss": 0.7771, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.396039603960396, |
| "grad_norm": 1.731806993484497, |
| "learning_rate": 0.00012928227712765504, |
| "loss": 0.5023, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.4026402640264026, |
| "grad_norm": 1.795204997062683, |
| "learning_rate": 0.00012854335649710436, |
| "loss": 0.547, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.4092409240924093, |
| "grad_norm": 2.8087148666381836, |
| "learning_rate": 0.00012780273522098275, |
| "loss": 1.0993, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.4158415841584158, |
| "grad_norm": 2.681370735168457, |
| "learning_rate": 0.00012706045742634636, |
| "loss": 0.926, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.4224422442244224, |
| "grad_norm": 1.771410584449768, |
| "learning_rate": 0.0001263165673389484, |
| "loss": 0.5915, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.4290429042904291, |
| "grad_norm": 2.15568208694458, |
| "learning_rate": 0.00012557110928060455, |
| "loss": 0.7995, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.4356435643564356, |
| "grad_norm": 1.9349448680877686, |
| "learning_rate": 0.00012482412766655183, |
| "loss": 0.6768, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.4422442244224423, |
| "grad_norm": 2.04817795753479, |
| "learning_rate": 0.00012407566700280246, |
| "loss": 1.0367, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.448844884488449, |
| "grad_norm": 1.6918604373931885, |
| "learning_rate": 0.00012332577188349216, |
| "loss": 0.506, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.4554455445544554, |
| "grad_norm": 2.418933868408203, |
| "learning_rate": 0.00012257448698822313, |
| "loss": 1.0148, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.462046204620462, |
| "grad_norm": 2.0591979026794434, |
| "learning_rate": 0.00012182185707940194, |
| "loss": 0.7387, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.4686468646864688, |
| "grad_norm": 2.7957074642181396, |
| "learning_rate": 0.00012106792699957263, |
| "loss": 1.0185, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.4752475247524752, |
| "grad_norm": 1.8848057985305786, |
| "learning_rate": 0.00012031274166874498, |
| "loss": 0.8376, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.481848184818482, |
| "grad_norm": 1.6933871507644653, |
| "learning_rate": 0.00011955634608171791, |
| "loss": 0.3668, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.4884488448844886, |
| "grad_norm": 3.080806016921997, |
| "learning_rate": 0.0001187987853053989, |
| "loss": 1.0281, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.495049504950495, |
| "grad_norm": 2.0880093574523926, |
| "learning_rate": 0.00011804010447611862, |
| "loss": 0.5822, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.5016501650165015, |
| "grad_norm": 1.8675711154937744, |
| "learning_rate": 0.00011728034879694185, |
| "loss": 0.8522, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.5082508250825084, |
| "grad_norm": 2.2376694679260254, |
| "learning_rate": 0.00011651956353497418, |
| "loss": 0.6734, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.5148514851485149, |
| "grad_norm": 1.8461328744888306, |
| "learning_rate": 0.00011575779401866475, |
| "loss": 0.5624, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.5214521452145213, |
| "grad_norm": 2.6068685054779053, |
| "learning_rate": 0.00011499508563510586, |
| "loss": 1.1245, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.528052805280528, |
| "grad_norm": 1.9328029155731201, |
| "learning_rate": 0.00011423148382732853, |
| "loss": 0.7624, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.5346534653465347, |
| "grad_norm": 2.3885467052459717, |
| "learning_rate": 0.00011346703409159493, |
| "loss": 0.6787, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.5412541254125411, |
| "grad_norm": 2.723644495010376, |
| "learning_rate": 0.00011270178197468789, |
| "loss": 0.937, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.5478547854785478, |
| "grad_norm": 2.718723773956299, |
| "learning_rate": 0.00011193577307119687, |
| "loss": 0.6521, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.5544554455445545, |
| "grad_norm": 2.100010633468628, |
| "learning_rate": 0.00011116905302080162, |
| "loss": 0.6487, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.561056105610561, |
| "grad_norm": 1.9502499103546143, |
| "learning_rate": 0.00011040166750555287, |
| "loss": 0.7394, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.5676567656765676, |
| "grad_norm": 2.46386456489563, |
| "learning_rate": 0.00010963366224715035, |
| "loss": 1.0024, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.5742574257425743, |
| "grad_norm": 1.982226848602295, |
| "learning_rate": 0.00010886508300421892, |
| "loss": 0.6429, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.5808580858085808, |
| "grad_norm": 2.1574912071228027, |
| "learning_rate": 0.00010809597556958208, |
| "loss": 0.7553, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.5874587458745875, |
| "grad_norm": 2.2293241024017334, |
| "learning_rate": 0.00010732638576753355, |
| "loss": 0.7684, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.5940594059405941, |
| "grad_norm": 2.16422438621521, |
| "learning_rate": 0.00010655635945110705, |
| "loss": 0.7109, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.6006600660066006, |
| "grad_norm": 1.6767030954360962, |
| "learning_rate": 0.00010578594249934432, |
| "loss": 0.5425, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.6072607260726073, |
| "grad_norm": 1.9446439743041992, |
| "learning_rate": 0.00010501518081456163, |
| "loss": 0.659, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.613861386138614, |
| "grad_norm": 1.7710820436477661, |
| "learning_rate": 0.00010424412031961484, |
| "loss": 0.549, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.6204620462046204, |
| "grad_norm": 1.881514072418213, |
| "learning_rate": 0.00010347280695516319, |
| "loss": 0.6608, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.627062706270627, |
| "grad_norm": 2.171924352645874, |
| "learning_rate": 0.00010270128667693224, |
| "loss": 0.8295, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.6336633663366338, |
| "grad_norm": 1.8770331144332886, |
| "learning_rate": 0.00010192960545297567, |
| "loss": 0.5008, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.6402640264026402, |
| "grad_norm": 2.109541416168213, |
| "learning_rate": 0.0001011578092609365, |
| "loss": 0.5212, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.6468646864686467, |
| "grad_norm": 2.7761456966400146, |
| "learning_rate": 0.00010038594408530769, |
| "loss": 1.0942, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.6534653465346536, |
| "grad_norm": 2.638009786605835, |
| "learning_rate": 9.961405591469231e-05, |
| "loss": 1.0, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.66006600660066, |
| "grad_norm": 1.703428030014038, |
| "learning_rate": 9.884219073906353e-05, |
| "loss": 0.4952, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 2.3541927337646484, |
| "learning_rate": 9.807039454702435e-05, |
| "loss": 0.83, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.6732673267326734, |
| "grad_norm": 1.742366075515747, |
| "learning_rate": 9.729871332306776e-05, |
| "loss": 0.7274, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.6798679867986799, |
| "grad_norm": 2.8046398162841797, |
| "learning_rate": 9.652719304483682e-05, |
| "loss": 1.246, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.6864686468646863, |
| "grad_norm": 2.256788730621338, |
| "learning_rate": 9.57558796803852e-05, |
| "loss": 0.8288, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.693069306930693, |
| "grad_norm": 1.8939522504806519, |
| "learning_rate": 9.498481918543835e-05, |
| "loss": 0.6782, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.6996699669966997, |
| "grad_norm": 2.374213457107544, |
| "learning_rate": 9.42140575006557e-05, |
| "loss": 0.8925, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.7062706270627062, |
| "grad_norm": 2.4217422008514404, |
| "learning_rate": 9.344364054889299e-05, |
| "loss": 0.5865, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.7128712871287128, |
| "grad_norm": 2.4119760990142822, |
| "learning_rate": 9.267361423246644e-05, |
| "loss": 0.8292, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.7194719471947195, |
| "grad_norm": 2.435215473175049, |
| "learning_rate": 9.190402443041793e-05, |
| "loss": 0.911, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.726072607260726, |
| "grad_norm": 1.7748898267745972, |
| "learning_rate": 9.113491699578109e-05, |
| "loss": 0.5359, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.7326732673267327, |
| "grad_norm": 2.5013463497161865, |
| "learning_rate": 9.036633775284968e-05, |
| "loss": 0.9266, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.7392739273927393, |
| "grad_norm": 2.6795082092285156, |
| "learning_rate": 8.959833249444714e-05, |
| "loss": 1.1157, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.7458745874587458, |
| "grad_norm": 2.3808956146240234, |
| "learning_rate": 8.883094697919839e-05, |
| "loss": 0.7673, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.7524752475247525, |
| "grad_norm": 2.104304075241089, |
| "learning_rate": 8.806422692880317e-05, |
| "loss": 1.0859, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.7590759075907592, |
| "grad_norm": 2.0404794216156006, |
| "learning_rate": 8.729821802531212e-05, |
| "loss": 0.7336, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.7656765676567656, |
| "grad_norm": 2.1330618858337402, |
| "learning_rate": 8.653296590840509e-05, |
| "loss": 0.791, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.7722772277227723, |
| "grad_norm": 1.5914537906646729, |
| "learning_rate": 8.57685161726715e-05, |
| "loss": 0.4834, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.778877887788779, |
| "grad_norm": 1.9733717441558838, |
| "learning_rate": 8.500491436489413e-05, |
| "loss": 0.8296, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.7854785478547854, |
| "grad_norm": 1.7113840579986572, |
| "learning_rate": 8.424220598133527e-05, |
| "loss": 0.6665, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.7920792079207921, |
| "grad_norm": 2.625967264175415, |
| "learning_rate": 8.348043646502589e-05, |
| "loss": 0.6638, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.7986798679867988, |
| "grad_norm": 2.0700736045837402, |
| "learning_rate": 8.271965120305814e-05, |
| "loss": 1.0193, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.8052805280528053, |
| "grad_norm": 1.6580454111099243, |
| "learning_rate": 8.195989552388139e-05, |
| "loss": 0.5835, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.811881188118812, |
| "grad_norm": 2.130967378616333, |
| "learning_rate": 8.120121469460115e-05, |
| "loss": 0.738, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.8184818481848186, |
| "grad_norm": 2.2612602710723877, |
| "learning_rate": 8.04436539182821e-05, |
| "loss": 0.8632, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.825082508250825, |
| "grad_norm": 1.2444508075714111, |
| "learning_rate": 7.968725833125505e-05, |
| "loss": 0.4055, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.8316831683168315, |
| "grad_norm": 1.5637201070785522, |
| "learning_rate": 7.89320730004274e-05, |
| "loss": 0.6677, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.8382838283828384, |
| "grad_norm": 1.9795053005218506, |
| "learning_rate": 7.817814292059808e-05, |
| "loss": 0.7498, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.844884488448845, |
| "grad_norm": 2.1388440132141113, |
| "learning_rate": 7.742551301177688e-05, |
| "loss": 0.6413, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.8514851485148514, |
| "grad_norm": 2.597912311553955, |
| "learning_rate": 7.667422811650785e-05, |
| "loss": 0.9043, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.858085808580858, |
| "grad_norm": 1.9656403064727783, |
| "learning_rate": 7.592433299719757e-05, |
| "loss": 0.638, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.8646864686468647, |
| "grad_norm": 2.2590365409851074, |
| "learning_rate": 7.517587233344819e-05, |
| "loss": 0.6159, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.8712871287128712, |
| "grad_norm": 1.8697465658187866, |
| "learning_rate": 7.442889071939547e-05, |
| "loss": 0.7238, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.8778877887788779, |
| "grad_norm": 1.8442035913467407, |
| "learning_rate": 7.368343266105162e-05, |
| "loss": 0.6116, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.8844884488448845, |
| "grad_norm": 2.237382650375366, |
| "learning_rate": 7.293954257365368e-05, |
| "loss": 0.8672, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.891089108910891, |
| "grad_norm": 2.0788445472717285, |
| "learning_rate": 7.219726477901727e-05, |
| "loss": 1.2157, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.8976897689768977, |
| "grad_norm": 2.1315560340881348, |
| "learning_rate": 7.145664350289567e-05, |
| "loss": 0.6643, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.9042904290429044, |
| "grad_norm": 2.7273383140563965, |
| "learning_rate": 7.071772287234497e-05, |
| "loss": 0.9015, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.9108910891089108, |
| "grad_norm": 2.51533842086792, |
| "learning_rate": 6.99805469130949e-05, |
| "loss": 0.7459, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.9174917491749175, |
| "grad_norm": 1.1954275369644165, |
| "learning_rate": 6.924515954692563e-05, |
| "loss": 0.352, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.9240924092409242, |
| "grad_norm": 2.0475802421569824, |
| "learning_rate": 6.851160458905092e-05, |
| "loss": 0.6949, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.9306930693069306, |
| "grad_norm": 1.8832380771636963, |
| "learning_rate": 6.777992574550767e-05, |
| "loss": 0.6011, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.9372937293729373, |
| "grad_norm": 1.9153025150299072, |
| "learning_rate": 6.705016661055161e-05, |
| "loss": 0.8822, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.943894389438944, |
| "grad_norm": 2.1158411502838135, |
| "learning_rate": 6.632237066406013e-05, |
| "loss": 0.5226, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.9504950495049505, |
| "grad_norm": 2.0630874633789062, |
| "learning_rate": 6.559658126894168e-05, |
| "loss": 0.6912, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.9570957095709571, |
| "grad_norm": 1.8396505117416382, |
| "learning_rate": 6.487284166855202e-05, |
| "loss": 0.6315, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.9636963696369638, |
| "grad_norm": 1.6715048551559448, |
| "learning_rate": 6.415119498411776e-05, |
| "loss": 0.5281, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.9702970297029703, |
| "grad_norm": 2.4328067302703857, |
| "learning_rate": 6.34316842121674e-05, |
| "loss": 1.0786, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.976897689768977, |
| "grad_norm": 1.847193956375122, |
| "learning_rate": 6.271435222196916e-05, |
| "loss": 0.6713, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.9834983498349836, |
| "grad_norm": 1.8145736455917358, |
| "learning_rate": 6.1999241752977e-05, |
| "loss": 0.6318, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.99009900990099, |
| "grad_norm": 1.8386404514312744, |
| "learning_rate": 6.128639541228426e-05, |
| "loss": 0.8397, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.9966996699669965, |
| "grad_norm": 1.5646839141845703, |
| "learning_rate": 6.057585567208484e-05, |
| "loss": 0.4659, |
| "step": 303 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 5.237025260925293, |
| "learning_rate": 5.986766486714268e-05, |
| "loss": 1.2294, |
| "step": 304 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 453, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.574914020187644e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
