| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 997, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0010030090270812437, |
| "grad_norm": 59.89604187011719, |
| "learning_rate": 0.0, |
| "loss": 6.5574, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0020060180541624875, |
| "grad_norm": 59.900455474853516, |
| "learning_rate": 3.3333333333333335e-07, |
| "loss": 7.0704, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.003009027081243731, |
| "grad_norm": 55.409217834472656, |
| "learning_rate": 6.666666666666667e-07, |
| "loss": 6.3999, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.004012036108324975, |
| "grad_norm": 64.29638671875, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 6.7734, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0050150451354062184, |
| "grad_norm": 63.90745162963867, |
| "learning_rate": 1.3333333333333334e-06, |
| "loss": 6.9351, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.006018054162487462, |
| "grad_norm": 84.24751281738281, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 6.5649, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.007021063189568706, |
| "grad_norm": 57.16598129272461, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 6.2622, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.00802407221664995, |
| "grad_norm": 55.82274627685547, |
| "learning_rate": 2.3333333333333336e-06, |
| "loss": 6.3501, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.009027081243731194, |
| "grad_norm": 50.48621368408203, |
| "learning_rate": 2.666666666666667e-06, |
| "loss": 5.5747, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.010030090270812437, |
| "grad_norm": 48.029598236083984, |
| "learning_rate": 3e-06, |
| "loss": 5.1629, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.011033099297893681, |
| "grad_norm": 59.219242095947266, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 5.2439, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.012036108324974924, |
| "grad_norm": 34.82276153564453, |
| "learning_rate": 3.6666666666666666e-06, |
| "loss": 4.5952, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.013039117352056168, |
| "grad_norm": 25.146026611328125, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 4.101, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.014042126379137413, |
| "grad_norm": 22.085208892822266, |
| "learning_rate": 4.333333333333334e-06, |
| "loss": 3.7766, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.015045135406218655, |
| "grad_norm": 24.058496475219727, |
| "learning_rate": 4.666666666666667e-06, |
| "loss": 3.7508, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0160481444332999, |
| "grad_norm": 20.09467887878418, |
| "learning_rate": 5e-06, |
| "loss": 3.3125, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.017051153460381142, |
| "grad_norm": 19.153560638427734, |
| "learning_rate": 5.333333333333334e-06, |
| "loss": 2.989, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.01805416248746239, |
| "grad_norm": 15.94387435913086, |
| "learning_rate": 5.666666666666667e-06, |
| "loss": 2.6406, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.01905717151454363, |
| "grad_norm": 17.28965950012207, |
| "learning_rate": 6e-06, |
| "loss": 2.4188, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.020060180541624874, |
| "grad_norm": 14.005041122436523, |
| "learning_rate": 6.333333333333333e-06, |
| "loss": 2.6113, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.02106318956870612, |
| "grad_norm": 17.092670440673828, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 2.4192, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.022066198595787363, |
| "grad_norm": 10.753110885620117, |
| "learning_rate": 7e-06, |
| "loss": 2.3551, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.023069207622868605, |
| "grad_norm": 8.637234687805176, |
| "learning_rate": 7.333333333333333e-06, |
| "loss": 2.0748, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.024072216649949848, |
| "grad_norm": 8.181758880615234, |
| "learning_rate": 7.666666666666667e-06, |
| "loss": 2.2, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.025075225677031094, |
| "grad_norm": 6.329337120056152, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.927, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.026078234704112337, |
| "grad_norm": 7.261748790740967, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 1.734, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.02708124373119358, |
| "grad_norm": 6.460800647735596, |
| "learning_rate": 8.666666666666668e-06, |
| "loss": 1.6001, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.028084252758274825, |
| "grad_norm": 5.904067516326904, |
| "learning_rate": 9e-06, |
| "loss": 1.7785, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.029087261785356068, |
| "grad_norm": 5.706021308898926, |
| "learning_rate": 9.333333333333334e-06, |
| "loss": 1.8143, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.03009027081243731, |
| "grad_norm": 6.162593364715576, |
| "learning_rate": 9.666666666666667e-06, |
| "loss": 1.8583, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.031093279839518557, |
| "grad_norm": 5.3871941566467285, |
| "learning_rate": 1e-05, |
| "loss": 1.6588, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.0320962888665998, |
| "grad_norm": 5.04168176651001, |
| "learning_rate": 9.999973613218315e-06, |
| "loss": 1.6822, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.033099297893681046, |
| "grad_norm": 5.57396936416626, |
| "learning_rate": 9.99989445315176e-06, |
| "loss": 1.5525, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.034102306920762285, |
| "grad_norm": 4.78289794921875, |
| "learning_rate": 9.99976252063585e-06, |
| "loss": 1.6572, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.03510531594784353, |
| "grad_norm": 4.6783647537231445, |
| "learning_rate": 9.99957781706309e-06, |
| "loss": 1.5081, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.03610832497492478, |
| "grad_norm": 4.941147804260254, |
| "learning_rate": 9.99934034438298e-06, |
| "loss": 1.4998, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.037111334002006016, |
| "grad_norm": 3.8590803146362305, |
| "learning_rate": 9.999050105101971e-06, |
| "loss": 1.6779, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.03811434302908726, |
| "grad_norm": 4.6746697425842285, |
| "learning_rate": 9.998707102283457e-06, |
| "loss": 1.485, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.03911735205616851, |
| "grad_norm": 4.716154098510742, |
| "learning_rate": 9.998311339547735e-06, |
| "loss": 1.3541, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.04012036108324975, |
| "grad_norm": 4.6193461418151855, |
| "learning_rate": 9.997862821071966e-06, |
| "loss": 1.3988, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.041123370110330994, |
| "grad_norm": 6.171404838562012, |
| "learning_rate": 9.997361551590132e-06, |
| "loss": 1.6146, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.04212637913741224, |
| "grad_norm": 4.036905765533447, |
| "learning_rate": 9.99680753639299e-06, |
| "loss": 1.5718, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.04312938816449348, |
| "grad_norm": 4.592777729034424, |
| "learning_rate": 9.996200781328011e-06, |
| "loss": 1.475, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.044132397191574725, |
| "grad_norm": 4.167215347290039, |
| "learning_rate": 9.995541292799322e-06, |
| "loss": 1.5253, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.04513540621865597, |
| "grad_norm": 4.920252799987793, |
| "learning_rate": 9.994829077767632e-06, |
| "loss": 1.3514, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.04613841524573721, |
| "grad_norm": 4.500365734100342, |
| "learning_rate": 9.994064143750168e-06, |
| "loss": 1.498, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.04714142427281846, |
| "grad_norm": 3.473527431488037, |
| "learning_rate": 9.993246498820588e-06, |
| "loss": 1.4883, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.048144433299899696, |
| "grad_norm": 4.3483686447143555, |
| "learning_rate": 9.992376151608898e-06, |
| "loss": 1.3003, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.04914744232698094, |
| "grad_norm": 3.9893996715545654, |
| "learning_rate": 9.991453111301367e-06, |
| "loss": 1.3952, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.05015045135406219, |
| "grad_norm": 3.776866912841797, |
| "learning_rate": 9.990477387640416e-06, |
| "loss": 1.3315, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.05115346038114343, |
| "grad_norm": 5.393939018249512, |
| "learning_rate": 9.989448990924528e-06, |
| "loss": 1.3376, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.05215646940822467, |
| "grad_norm": 5.019289493560791, |
| "learning_rate": 9.988367932008138e-06, |
| "loss": 1.1864, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.05315947843530592, |
| "grad_norm": 4.224878311157227, |
| "learning_rate": 9.987234222301511e-06, |
| "loss": 1.3287, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.05416248746238716, |
| "grad_norm": 4.485996246337891, |
| "learning_rate": 9.986047873770626e-06, |
| "loss": 1.3246, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.055165496489468405, |
| "grad_norm": 3.9437544345855713, |
| "learning_rate": 9.984808898937051e-06, |
| "loss": 1.3481, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.05616850551654965, |
| "grad_norm": 4.048461437225342, |
| "learning_rate": 9.98351731087781e-06, |
| "loss": 1.265, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.05717151454363089, |
| "grad_norm": 4.810393333435059, |
| "learning_rate": 9.982173123225244e-06, |
| "loss": 1.3715, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.058174523570712136, |
| "grad_norm": 4.251540660858154, |
| "learning_rate": 9.980776350166868e-06, |
| "loss": 1.2398, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.05917753259779338, |
| "grad_norm": 4.765919208526611, |
| "learning_rate": 9.979327006445218e-06, |
| "loss": 1.3958, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.06018054162487462, |
| "grad_norm": 4.104883670806885, |
| "learning_rate": 9.977825107357702e-06, |
| "loss": 1.2801, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06118355065195587, |
| "grad_norm": 4.080819606781006, |
| "learning_rate": 9.976270668756435e-06, |
| "loss": 1.2813, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.062186559679037114, |
| "grad_norm": 4.3112688064575195, |
| "learning_rate": 9.974663707048068e-06, |
| "loss": 1.4004, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.06318956870611836, |
| "grad_norm": 5.164820671081543, |
| "learning_rate": 9.973004239193619e-06, |
| "loss": 1.257, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.0641925777331996, |
| "grad_norm": 3.600616693496704, |
| "learning_rate": 9.971292282708295e-06, |
| "loss": 1.5004, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.06519558676028084, |
| "grad_norm": 3.622041940689087, |
| "learning_rate": 9.969527855661308e-06, |
| "loss": 1.3264, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.06619859578736209, |
| "grad_norm": 3.9386863708496094, |
| "learning_rate": 9.967710976675675e-06, |
| "loss": 1.4459, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.06720160481444333, |
| "grad_norm": 5.236454486846924, |
| "learning_rate": 9.965841664928034e-06, |
| "loss": 1.2096, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.06820461384152457, |
| "grad_norm": 4.4768805503845215, |
| "learning_rate": 9.96391994014843e-06, |
| "loss": 1.2606, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.06920762286860582, |
| "grad_norm": 4.6142988204956055, |
| "learning_rate": 9.96194582262012e-06, |
| "loss": 1.2989, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.07021063189568706, |
| "grad_norm": 3.9170420169830322, |
| "learning_rate": 9.959919333179344e-06, |
| "loss": 1.2367, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0712136409227683, |
| "grad_norm": 4.681827068328857, |
| "learning_rate": 9.957840493215116e-06, |
| "loss": 1.2789, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.07221664994984955, |
| "grad_norm": 3.701741933822632, |
| "learning_rate": 9.955709324668999e-06, |
| "loss": 1.4477, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.0732196589769308, |
| "grad_norm": 3.5081491470336914, |
| "learning_rate": 9.953525850034858e-06, |
| "loss": 1.2995, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.07422266800401203, |
| "grad_norm": 4.213584899902344, |
| "learning_rate": 9.951290092358645e-06, |
| "loss": 1.2631, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.07522567703109329, |
| "grad_norm": 3.3419406414031982, |
| "learning_rate": 9.949002075238138e-06, |
| "loss": 1.262, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.07622868605817452, |
| "grad_norm": 4.627947807312012, |
| "learning_rate": 9.946661822822702e-06, |
| "loss": 1.1869, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.07723169508525576, |
| "grad_norm": 3.837960958480835, |
| "learning_rate": 9.944269359813027e-06, |
| "loss": 1.2523, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.07823470411233702, |
| "grad_norm": 3.5142035484313965, |
| "learning_rate": 9.941824711460873e-06, |
| "loss": 1.2541, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.07923771313941826, |
| "grad_norm": 3.524188995361328, |
| "learning_rate": 9.939327903568802e-06, |
| "loss": 1.2416, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.0802407221664995, |
| "grad_norm": 3.9529268741607666, |
| "learning_rate": 9.936778962489902e-06, |
| "loss": 1.2728, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.08124373119358075, |
| "grad_norm": 4.3076910972595215, |
| "learning_rate": 9.934177915127516e-06, |
| "loss": 1.2245, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.08224674022066199, |
| "grad_norm": 3.0643045902252197, |
| "learning_rate": 9.93152478893495e-06, |
| "loss": 1.3398, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.08324974924774323, |
| "grad_norm": 5.804976940155029, |
| "learning_rate": 9.92881961191519e-06, |
| "loss": 1.3076, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.08425275827482448, |
| "grad_norm": 5.293807029724121, |
| "learning_rate": 9.9260624126206e-06, |
| "loss": 1.2459, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.08525576730190572, |
| "grad_norm": 5.097753047943115, |
| "learning_rate": 9.923253220152628e-06, |
| "loss": 1.2719, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.08625877632898696, |
| "grad_norm": 5.01963472366333, |
| "learning_rate": 9.920392064161493e-06, |
| "loss": 1.1038, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.08726178535606821, |
| "grad_norm": 4.5692877769470215, |
| "learning_rate": 9.917478974845875e-06, |
| "loss": 1.1541, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.08826479438314945, |
| "grad_norm": 3.702141284942627, |
| "learning_rate": 9.914513982952594e-06, |
| "loss": 1.2372, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.08926780341023069, |
| "grad_norm": 4.985547065734863, |
| "learning_rate": 9.911497119776286e-06, |
| "loss": 1.1056, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.09027081243731194, |
| "grad_norm": 3.845374584197998, |
| "learning_rate": 9.908428417159078e-06, |
| "loss": 1.3137, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.09127382146439318, |
| "grad_norm": 4.062560558319092, |
| "learning_rate": 9.905307907490243e-06, |
| "loss": 1.3115, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.09227683049147442, |
| "grad_norm": 3.845418691635132, |
| "learning_rate": 9.902135623705864e-06, |
| "loss": 1.1755, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.09327983951855567, |
| "grad_norm": 4.479650974273682, |
| "learning_rate": 9.898911599288485e-06, |
| "loss": 1.2274, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.09428284854563691, |
| "grad_norm": 4.4514479637146, |
| "learning_rate": 9.895635868266757e-06, |
| "loss": 1.2045, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.09528585757271815, |
| "grad_norm": 3.8463187217712402, |
| "learning_rate": 9.89230846521508e-06, |
| "loss": 1.3114, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.09628886659979939, |
| "grad_norm": 4.823773384094238, |
| "learning_rate": 9.888929425253237e-06, |
| "loss": 1.0594, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.09729187562688064, |
| "grad_norm": 5.140885829925537, |
| "learning_rate": 9.885498784046024e-06, |
| "loss": 1.2702, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.09829488465396188, |
| "grad_norm": 3.95483660697937, |
| "learning_rate": 9.882016577802873e-06, |
| "loss": 1.292, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.09929789368104312, |
| "grad_norm": 4.888804912567139, |
| "learning_rate": 9.87848284327747e-06, |
| "loss": 1.1088, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.10030090270812438, |
| "grad_norm": 3.426290273666382, |
| "learning_rate": 9.874897617767369e-06, |
| "loss": 1.2179, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.10130391173520562, |
| "grad_norm": 4.530692100524902, |
| "learning_rate": 9.871260939113596e-06, |
| "loss": 1.1874, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.10230692076228685, |
| "grad_norm": 4.689167499542236, |
| "learning_rate": 9.867572845700246e-06, |
| "loss": 1.2866, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.10330992978936811, |
| "grad_norm": 6.877061367034912, |
| "learning_rate": 9.863833376454087e-06, |
| "loss": 1.2948, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.10431293881644935, |
| "grad_norm": 3.0505056381225586, |
| "learning_rate": 9.860042570844143e-06, |
| "loss": 1.1882, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.10531594784353059, |
| "grad_norm": 5.552443504333496, |
| "learning_rate": 9.856200468881277e-06, |
| "loss": 1.0689, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.10631895687061184, |
| "grad_norm": 3.9618895053863525, |
| "learning_rate": 9.852307111117771e-06, |
| "loss": 1.243, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.10732196589769308, |
| "grad_norm": 3.764258861541748, |
| "learning_rate": 9.848362538646898e-06, |
| "loss": 1.2543, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.10832497492477432, |
| "grad_norm": 4.093452453613281, |
| "learning_rate": 9.844366793102489e-06, |
| "loss": 1.2918, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.10932798395185557, |
| "grad_norm": 4.288122177124023, |
| "learning_rate": 9.840319916658488e-06, |
| "loss": 1.2791, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.11033099297893681, |
| "grad_norm": 4.908104419708252, |
| "learning_rate": 9.836221952028514e-06, |
| "loss": 1.2009, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.11133400200601805, |
| "grad_norm": 4.961916923522949, |
| "learning_rate": 9.832072942465404e-06, |
| "loss": 1.1072, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.1123370110330993, |
| "grad_norm": 4.8414692878723145, |
| "learning_rate": 9.827872931760765e-06, |
| "loss": 1.1958, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.11334002006018054, |
| "grad_norm": 4.421910762786865, |
| "learning_rate": 9.8236219642445e-06, |
| "loss": 1.1948, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.11434302908726178, |
| "grad_norm": 4.096850395202637, |
| "learning_rate": 9.819320084784351e-06, |
| "loss": 1.2064, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.11534603811434303, |
| "grad_norm": 4.6389360427856445, |
| "learning_rate": 9.814967338785423e-06, |
| "loss": 1.1042, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.11634904714142427, |
| "grad_norm": 3.4901745319366455, |
| "learning_rate": 9.810563772189696e-06, |
| "loss": 1.2238, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.11735205616850551, |
| "grad_norm": 4.026661396026611, |
| "learning_rate": 9.80610943147555e-06, |
| "loss": 1.2069, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.11835506519558676, |
| "grad_norm": 4.937434196472168, |
| "learning_rate": 9.80160436365727e-06, |
| "loss": 1.1554, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.119358074222668, |
| "grad_norm": 5.201080322265625, |
| "learning_rate": 9.79704861628456e-06, |
| "loss": 1.1287, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.12036108324974924, |
| "grad_norm": 4.528622627258301, |
| "learning_rate": 9.792442237442013e-06, |
| "loss": 1.159, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1213640922768305, |
| "grad_norm": 3.706096649169922, |
| "learning_rate": 9.787785275748644e-06, |
| "loss": 1.1591, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.12236710130391174, |
| "grad_norm": 4.256808280944824, |
| "learning_rate": 9.78307778035734e-06, |
| "loss": 1.1385, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.12337011033099297, |
| "grad_norm": 3.357220411300659, |
| "learning_rate": 9.778319800954365e-06, |
| "loss": 1.2346, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.12437311935807423, |
| "grad_norm": 3.560046434402466, |
| "learning_rate": 9.773511387758823e-06, |
| "loss": 1.1831, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.12537612838515547, |
| "grad_norm": 5.149918079376221, |
| "learning_rate": 9.768652591522134e-06, |
| "loss": 1.2174, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.12637913741223672, |
| "grad_norm": 3.8315470218658447, |
| "learning_rate": 9.763743463527498e-06, |
| "loss": 1.1958, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.12738214643931794, |
| "grad_norm": 4.7747063636779785, |
| "learning_rate": 9.758784055589346e-06, |
| "loss": 1.1702, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.1283851554663992, |
| "grad_norm": 5.382303237915039, |
| "learning_rate": 9.753774420052809e-06, |
| "loss": 1.0555, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.12938816449348045, |
| "grad_norm": 3.541020393371582, |
| "learning_rate": 9.74871460979315e-06, |
| "loss": 1.1857, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.13039117352056168, |
| "grad_norm": 4.483475208282471, |
| "learning_rate": 9.743604678215207e-06, |
| "loss": 1.1574, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.13139418254764293, |
| "grad_norm": 4.273180961608887, |
| "learning_rate": 9.738444679252846e-06, |
| "loss": 1.238, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.13239719157472418, |
| "grad_norm": 4.408812999725342, |
| "learning_rate": 9.73323466736837e-06, |
| "loss": 1.1097, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.1334002006018054, |
| "grad_norm": 3.6852378845214844, |
| "learning_rate": 9.727974697551959e-06, |
| "loss": 1.2133, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.13440320962888666, |
| "grad_norm": 3.772181987762451, |
| "learning_rate": 9.722664825321081e-06, |
| "loss": 1.272, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.1354062186559679, |
| "grad_norm": 4.381350994110107, |
| "learning_rate": 9.717305106719917e-06, |
| "loss": 1.1259, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.13640922768304914, |
| "grad_norm": 3.9863905906677246, |
| "learning_rate": 9.71189559831875e-06, |
| "loss": 1.0537, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.1374122367101304, |
| "grad_norm": 3.549950361251831, |
| "learning_rate": 9.706436357213392e-06, |
| "loss": 1.234, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.13841524573721165, |
| "grad_norm": 2.6753225326538086, |
| "learning_rate": 9.700927441024561e-06, |
| "loss": 1.1318, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.13941825476429287, |
| "grad_norm": 3.756247043609619, |
| "learning_rate": 9.695368907897287e-06, |
| "loss": 1.2711, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.14042126379137412, |
| "grad_norm": 3.9676246643066406, |
| "learning_rate": 9.689760816500287e-06, |
| "loss": 1.1864, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.14142427281845538, |
| "grad_norm": 4.058771133422852, |
| "learning_rate": 9.684103226025356e-06, |
| "loss": 1.126, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.1424272818455366, |
| "grad_norm": 3.8615100383758545, |
| "learning_rate": 9.678396196186738e-06, |
| "loss": 1.2091, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.14343029087261785, |
| "grad_norm": 4.725363254547119, |
| "learning_rate": 9.672639787220491e-06, |
| "loss": 1.092, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.1444332998996991, |
| "grad_norm": 4.6195220947265625, |
| "learning_rate": 9.666834059883859e-06, |
| "loss": 1.1948, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.14543630892678033, |
| "grad_norm": 3.5028111934661865, |
| "learning_rate": 9.660979075454622e-06, |
| "loss": 1.1475, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.1464393179538616, |
| "grad_norm": 3.256493330001831, |
| "learning_rate": 9.655074895730463e-06, |
| "loss": 1.2352, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.14744232698094284, |
| "grad_norm": 4.629305839538574, |
| "learning_rate": 9.6491215830283e-06, |
| "loss": 1.0479, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.14844533600802406, |
| "grad_norm": 5.180238723754883, |
| "learning_rate": 9.64311920018364e-06, |
| "loss": 1.2001, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.14944834503510532, |
| "grad_norm": 4.484172821044922, |
| "learning_rate": 9.637067810549908e-06, |
| "loss": 1.2128, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.15045135406218657, |
| "grad_norm": 3.683945655822754, |
| "learning_rate": 9.630967477997781e-06, |
| "loss": 1.2427, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1514543630892678, |
| "grad_norm": 4.569667816162109, |
| "learning_rate": 9.624818266914521e-06, |
| "loss": 1.073, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.15245737211634905, |
| "grad_norm": 4.574268341064453, |
| "learning_rate": 9.61862024220328e-06, |
| "loss": 1.1375, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.1534603811434303, |
| "grad_norm": 3.6187503337860107, |
| "learning_rate": 9.61237346928243e-06, |
| "loss": 1.1958, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.15446339017051153, |
| "grad_norm": 4.539130687713623, |
| "learning_rate": 9.606078014084863e-06, |
| "loss": 1.139, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.15546639919759278, |
| "grad_norm": 3.2087390422821045, |
| "learning_rate": 9.5997339430573e-06, |
| "loss": 1.0685, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.15646940822467403, |
| "grad_norm": 4.436512470245361, |
| "learning_rate": 9.59334132315959e-06, |
| "loss": 1.0861, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.15747241725175526, |
| "grad_norm": 4.206517696380615, |
| "learning_rate": 9.586900221863997e-06, |
| "loss": 1.1604, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.1584754262788365, |
| "grad_norm": 4.249381065368652, |
| "learning_rate": 9.580410707154495e-06, |
| "loss": 1.1249, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.15947843530591777, |
| "grad_norm": 3.336700201034546, |
| "learning_rate": 9.57387284752605e-06, |
| "loss": 1.2373, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.160481444332999, |
| "grad_norm": 3.6848483085632324, |
| "learning_rate": 9.567286711983885e-06, |
| "loss": 1.1696, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.16148445336008024, |
| "grad_norm": 4.119887828826904, |
| "learning_rate": 9.560652370042774e-06, |
| "loss": 1.1537, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.1624874623871615, |
| "grad_norm": 5.4756598472595215, |
| "learning_rate": 9.553969891726289e-06, |
| "loss": 1.2289, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.16349047141424272, |
| "grad_norm": 3.5389654636383057, |
| "learning_rate": 9.547239347566069e-06, |
| "loss": 1.2609, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.16449348044132397, |
| "grad_norm": 3.4587771892547607, |
| "learning_rate": 9.54046080860107e-06, |
| "loss": 1.1411, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.16549648946840523, |
| "grad_norm": 6.294703483581543, |
| "learning_rate": 9.533634346376828e-06, |
| "loss": 1.2175, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.16649949849548645, |
| "grad_norm": 3.4253592491149902, |
| "learning_rate": 9.526760032944688e-06, |
| "loss": 1.1948, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.1675025075225677, |
| "grad_norm": 4.520028114318848, |
| "learning_rate": 9.519837940861051e-06, |
| "loss": 1.0899, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.16850551654964896, |
| "grad_norm": 3.001176595687866, |
| "learning_rate": 9.512868143186616e-06, |
| "loss": 1.0331, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.16950852557673018, |
| "grad_norm": 2.793478012084961, |
| "learning_rate": 9.505850713485589e-06, |
| "loss": 1.1404, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.17051153460381144, |
| "grad_norm": 2.9990012645721436, |
| "learning_rate": 9.498785725824928e-06, |
| "loss": 1.1628, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1715145436308927, |
| "grad_norm": 4.268702507019043, |
| "learning_rate": 9.491673254773545e-06, |
| "loss": 1.1353, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.17251755265797392, |
| "grad_norm": 3.4793057441711426, |
| "learning_rate": 9.484513375401532e-06, |
| "loss": 1.073, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.17352056168505517, |
| "grad_norm": 4.264081001281738, |
| "learning_rate": 9.477306163279354e-06, |
| "loss": 1.1496, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.17452357071213642, |
| "grad_norm": 3.2441599369049072, |
| "learning_rate": 9.470051694477067e-06, |
| "loss": 1.2058, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.17552657973921765, |
| "grad_norm": 4.85215425491333, |
| "learning_rate": 9.462750045563503e-06, |
| "loss": 1.1191, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.1765295887662989, |
| "grad_norm": 4.243691921234131, |
| "learning_rate": 9.45540129360547e-06, |
| "loss": 1.0968, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.17753259779338015, |
| "grad_norm": 3.19276762008667, |
| "learning_rate": 9.448005516166935e-06, |
| "loss": 1.1181, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.17853560682046138, |
| "grad_norm": 3.7177531719207764, |
| "learning_rate": 9.440562791308202e-06, |
| "loss": 1.1119, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.17953861584754263, |
| "grad_norm": 4.204746246337891, |
| "learning_rate": 9.43307319758509e-06, |
| "loss": 1.1201, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.18054162487462388, |
| "grad_norm": 3.252166986465454, |
| "learning_rate": 9.425536814048114e-06, |
| "loss": 1.1436, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1815446339017051, |
| "grad_norm": 4.400845050811768, |
| "learning_rate": 9.417953720241634e-06, |
| "loss": 1.1902, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.18254764292878636, |
| "grad_norm": 4.592411041259766, |
| "learning_rate": 9.410323996203028e-06, |
| "loss": 0.9777, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.18355065195586762, |
| "grad_norm": 3.59598970413208, |
| "learning_rate": 9.40264772246184e-06, |
| "loss": 1.0643, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.18455366098294884, |
| "grad_norm": 3.0653820037841797, |
| "learning_rate": 9.394924980038934e-06, |
| "loss": 1.2124, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.1855566700100301, |
| "grad_norm": 4.089035511016846, |
| "learning_rate": 9.387155850445635e-06, |
| "loss": 1.1255, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.18655967903711135, |
| "grad_norm": 3.0382211208343506, |
| "learning_rate": 9.379340415682879e-06, |
| "loss": 1.1521, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.18756268806419257, |
| "grad_norm": 5.777576446533203, |
| "learning_rate": 9.371478758240328e-06, |
| "loss": 0.9333, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.18856569709127383, |
| "grad_norm": 4.489172458648682, |
| "learning_rate": 9.363570961095525e-06, |
| "loss": 1.0658, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.18956870611835505, |
| "grad_norm": 4.035121440887451, |
| "learning_rate": 9.35561710771299e-06, |
| "loss": 1.1754, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.1905717151454363, |
| "grad_norm": 4.10087251663208, |
| "learning_rate": 9.347617282043362e-06, |
| "loss": 1.0799, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.19157472417251756, |
| "grad_norm": 3.615675449371338, |
| "learning_rate": 9.339571568522504e-06, |
| "loss": 1.2365, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.19257773319959878, |
| "grad_norm": 4.021636486053467, |
| "learning_rate": 9.331480052070607e-06, |
| "loss": 1.1007, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.19358074222668004, |
| "grad_norm": 4.580084800720215, |
| "learning_rate": 9.323342818091308e-06, |
| "loss": 1.0488, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.1945837512537613, |
| "grad_norm": 4.915612697601318, |
| "learning_rate": 9.315159952470766e-06, |
| "loss": 1.0841, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.19558676028084251, |
| "grad_norm": 3.621744394302368, |
| "learning_rate": 9.306931541576785e-06, |
| "loss": 1.1874, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.19658976930792377, |
| "grad_norm": 4.198000431060791, |
| "learning_rate": 9.298657672257872e-06, |
| "loss": 1.0966, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.19759277833500502, |
| "grad_norm": 3.9390480518341064, |
| "learning_rate": 9.29033843184234e-06, |
| "loss": 1.1392, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.19859578736208625, |
| "grad_norm": 4.119678974151611, |
| "learning_rate": 9.281973908137385e-06, |
| "loss": 1.1948, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.1995987963891675, |
| "grad_norm": 2.6715545654296875, |
| "learning_rate": 9.27356418942815e-06, |
| "loss": 1.1067, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.20060180541624875, |
| "grad_norm": 3.901723861694336, |
| "learning_rate": 9.265109364476798e-06, |
| "loss": 0.9084, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.20160481444332998, |
| "grad_norm": 4.000180244445801, |
| "learning_rate": 9.25660952252158e-06, |
| "loss": 1.1422, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.20260782347041123, |
| "grad_norm": 3.146162509918213, |
| "learning_rate": 9.248064753275882e-06, |
| "loss": 1.1526, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.20361083249749248, |
| "grad_norm": 4.950468063354492, |
| "learning_rate": 9.23947514692729e-06, |
| "loss": 1.0996, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.2046138415245737, |
| "grad_norm": 4.1964616775512695, |
| "learning_rate": 9.23084079413663e-06, |
| "loss": 1.0187, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.20561685055165496, |
| "grad_norm": 2.879345178604126, |
| "learning_rate": 9.222161786037018e-06, |
| "loss": 1.0951, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.20661985957873621, |
| "grad_norm": 4.137180805206299, |
| "learning_rate": 9.213438214232889e-06, |
| "loss": 1.102, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.20762286860581744, |
| "grad_norm": 3.8605384826660156, |
| "learning_rate": 9.204670170799035e-06, |
| "loss": 1.1286, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.2086258776328987, |
| "grad_norm": 4.290992259979248, |
| "learning_rate": 9.195857748279638e-06, |
| "loss": 1.0697, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.20962888665997995, |
| "grad_norm": 6.566559791564941, |
| "learning_rate": 9.187001039687285e-06, |
| "loss": 1.123, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.21063189568706117, |
| "grad_norm": 2.973170518875122, |
| "learning_rate": 9.178100138501987e-06, |
| "loss": 1.1779, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.21163490471414242, |
| "grad_norm": 4.0626349449157715, |
| "learning_rate": 9.169155138670202e-06, |
| "loss": 1.0474, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.21263791374122368, |
| "grad_norm": 4.198647975921631, |
| "learning_rate": 9.160166134603835e-06, |
| "loss": 1.0445, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.2136409227683049, |
| "grad_norm": 3.7403082847595215, |
| "learning_rate": 9.151133221179237e-06, |
| "loss": 0.9615, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.21464393179538616, |
| "grad_norm": 3.183431625366211, |
| "learning_rate": 9.142056493736216e-06, |
| "loss": 0.9464, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.2156469408224674, |
| "grad_norm": 3.731672763824463, |
| "learning_rate": 9.132936048077021e-06, |
| "loss": 1.0952, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.21664994984954863, |
| "grad_norm": 5.230870246887207, |
| "learning_rate": 9.123771980465337e-06, |
| "loss": 1.139, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.2176529588766299, |
| "grad_norm": 4.951679229736328, |
| "learning_rate": 9.114564387625262e-06, |
| "loss": 1.0951, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.21865596790371114, |
| "grad_norm": 4.416994571685791, |
| "learning_rate": 9.105313366740295e-06, |
| "loss": 1.104, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.21965897693079237, |
| "grad_norm": 4.5483622550964355, |
| "learning_rate": 9.096019015452304e-06, |
| "loss": 1.0747, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.22066198595787362, |
| "grad_norm": 4.986255645751953, |
| "learning_rate": 9.086681431860494e-06, |
| "loss": 1.199, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.22166499498495487, |
| "grad_norm": 4.599176406860352, |
| "learning_rate": 9.077300714520379e-06, |
| "loss": 1.031, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.2226680040120361, |
| "grad_norm": 3.861804962158203, |
| "learning_rate": 9.067876962442732e-06, |
| "loss": 1.0702, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.22367101303911735, |
| "grad_norm": 6.953867435455322, |
| "learning_rate": 9.058410275092554e-06, |
| "loss": 1.0166, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.2246740220661986, |
| "grad_norm": 4.319597244262695, |
| "learning_rate": 9.048900752388006e-06, |
| "loss": 1.0857, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.22567703109327983, |
| "grad_norm": 2.7114877700805664, |
| "learning_rate": 9.039348494699367e-06, |
| "loss": 1.0882, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.22668004012036108, |
| "grad_norm": 3.8347630500793457, |
| "learning_rate": 9.029753602847974e-06, |
| "loss": 1.0609, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.22768304914744233, |
| "grad_norm": 4.422910213470459, |
| "learning_rate": 9.020116178105154e-06, |
| "loss": 1.0111, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.22868605817452356, |
| "grad_norm": 2.614464044570923, |
| "learning_rate": 9.010436322191156e-06, |
| "loss": 1.1646, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.2296890672016048, |
| "grad_norm": 4.739869594573975, |
| "learning_rate": 9.000714137274078e-06, |
| "loss": 1.075, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.23069207622868607, |
| "grad_norm": 3.141099214553833, |
| "learning_rate": 8.990949725968788e-06, |
| "loss": 1.0802, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2316950852557673, |
| "grad_norm": 4.554986000061035, |
| "learning_rate": 8.98114319133584e-06, |
| "loss": 0.9099, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.23269809428284854, |
| "grad_norm": 4.7924933433532715, |
| "learning_rate": 8.971294636880392e-06, |
| "loss": 1.119, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.2337011033099298, |
| "grad_norm": 3.946301221847534, |
| "learning_rate": 8.961404166551104e-06, |
| "loss": 1.0026, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.23470411233701102, |
| "grad_norm": 3.5471274852752686, |
| "learning_rate": 8.951471884739052e-06, |
| "loss": 1.045, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.23570712136409228, |
| "grad_norm": 4.546420097351074, |
| "learning_rate": 8.941497896276615e-06, |
| "loss": 1.0892, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.23671013039117353, |
| "grad_norm": 3.528237819671631, |
| "learning_rate": 8.931482306436374e-06, |
| "loss": 1.036, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.23771313941825475, |
| "grad_norm": 3.4267489910125732, |
| "learning_rate": 8.921425220930002e-06, |
| "loss": 1.032, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.238716148445336, |
| "grad_norm": 4.36963415145874, |
| "learning_rate": 8.911326745907152e-06, |
| "loss": 1.0906, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.23971915747241726, |
| "grad_norm": 3.686178207397461, |
| "learning_rate": 8.90118698795432e-06, |
| "loss": 1.1173, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.24072216649949849, |
| "grad_norm": 2.928985834121704, |
| "learning_rate": 8.89100605409374e-06, |
| "loss": 1.0762, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.24172517552657974, |
| "grad_norm": 4.694427013397217, |
| "learning_rate": 8.880784051782244e-06, |
| "loss": 1.0551, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.242728184553661, |
| "grad_norm": 2.930530071258545, |
| "learning_rate": 8.87052108891013e-06, |
| "loss": 1.1197, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.24373119358074222, |
| "grad_norm": 3.972811222076416, |
| "learning_rate": 8.86021727380002e-06, |
| "loss": 0.9655, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.24473420260782347, |
| "grad_norm": 3.6450603008270264, |
| "learning_rate": 8.849872715205726e-06, |
| "loss": 1.0934, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.24573721163490472, |
| "grad_norm": 3.210270881652832, |
| "learning_rate": 8.839487522311088e-06, |
| "loss": 1.1259, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.24674022066198595, |
| "grad_norm": 4.2320990562438965, |
| "learning_rate": 8.829061804728835e-06, |
| "loss": 1.0088, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.2477432296890672, |
| "grad_norm": 3.296393394470215, |
| "learning_rate": 8.81859567249942e-06, |
| "loss": 1.0348, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.24874623871614845, |
| "grad_norm": 4.077010631561279, |
| "learning_rate": 8.808089236089859e-06, |
| "loss": 1.0902, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.24974924774322968, |
| "grad_norm": 2.6496405601501465, |
| "learning_rate": 8.797542606392572e-06, |
| "loss": 0.9961, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.25075225677031093, |
| "grad_norm": 3.7086265087127686, |
| "learning_rate": 8.786955894724207e-06, |
| "loss": 1.0769, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.25175526579739216, |
| "grad_norm": 4.005990505218506, |
| "learning_rate": 8.776329212824462e-06, |
| "loss": 1.104, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.25275827482447344, |
| "grad_norm": 3.4448018074035645, |
| "learning_rate": 8.765662672854909e-06, |
| "loss": 1.0084, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.25376128385155466, |
| "grad_norm": 3.686387062072754, |
| "learning_rate": 8.754956387397814e-06, |
| "loss": 1.1048, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.2547642928786359, |
| "grad_norm": 2.537383794784546, |
| "learning_rate": 8.744210469454947e-06, |
| "loss": 1.0322, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.25576730190571717, |
| "grad_norm": 3.093122720718384, |
| "learning_rate": 8.733425032446382e-06, |
| "loss": 1.1029, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.2567703109327984, |
| "grad_norm": 4.30277156829834, |
| "learning_rate": 8.722600190209304e-06, |
| "loss": 0.9876, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.2577733199598796, |
| "grad_norm": 3.175452470779419, |
| "learning_rate": 8.711736056996818e-06, |
| "loss": 0.9799, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.2587763289869609, |
| "grad_norm": 4.154230117797852, |
| "learning_rate": 8.700832747476725e-06, |
| "loss": 0.8639, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.2597793380140421, |
| "grad_norm": 4.742602825164795, |
| "learning_rate": 8.689890376730328e-06, |
| "loss": 1.0602, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.26078234704112335, |
| "grad_norm": 3.2317545413970947, |
| "learning_rate": 8.678909060251202e-06, |
| "loss": 1.1419, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.26178535606820463, |
| "grad_norm": 3.7621326446533203, |
| "learning_rate": 8.667888913943989e-06, |
| "loss": 1.0314, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.26278836509528586, |
| "grad_norm": 5.490180015563965, |
| "learning_rate": 8.65683005412317e-06, |
| "loss": 1.0427, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.2637913741223671, |
| "grad_norm": 2.488373041152954, |
| "learning_rate": 8.645732597511827e-06, |
| "loss": 1.0587, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.26479438314944836, |
| "grad_norm": 4.172122001647949, |
| "learning_rate": 8.634596661240429e-06, |
| "loss": 1.0129, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.2657973921765296, |
| "grad_norm": 3.6035194396972656, |
| "learning_rate": 8.623422362845582e-06, |
| "loss": 0.9723, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.2668004012036108, |
| "grad_norm": 3.12439227104187, |
| "learning_rate": 8.6122098202688e-06, |
| "loss": 1.1359, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.2678034102306921, |
| "grad_norm": 4.614977836608887, |
| "learning_rate": 8.60095915185524e-06, |
| "loss": 0.95, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.2688064192577733, |
| "grad_norm": 4.308961868286133, |
| "learning_rate": 8.589670476352484e-06, |
| "loss": 0.9132, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.26980942828485455, |
| "grad_norm": 4.492208003997803, |
| "learning_rate": 8.578343912909252e-06, |
| "loss": 0.9235, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.2708124373119358, |
| "grad_norm": 3.372297763824463, |
| "learning_rate": 8.566979581074169e-06, |
| "loss": 1.1106, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.27181544633901705, |
| "grad_norm": 5.646235466003418, |
| "learning_rate": 8.55557760079449e-06, |
| "loss": 0.913, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.2728184553660983, |
| "grad_norm": 4.03857421875, |
| "learning_rate": 8.544138092414843e-06, |
| "loss": 1.0796, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.27382146439317956, |
| "grad_norm": 4.554337978363037, |
| "learning_rate": 8.532661176675952e-06, |
| "loss": 1.0698, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.2748244734202608, |
| "grad_norm": 3.750927686691284, |
| "learning_rate": 8.521146974713363e-06, |
| "loss": 1.1378, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.275827482447342, |
| "grad_norm": 7.945387840270996, |
| "learning_rate": 8.509595608056171e-06, |
| "loss": 0.9929, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.2768304914744233, |
| "grad_norm": 4.650017738342285, |
| "learning_rate": 8.498007198625733e-06, |
| "loss": 1.0443, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.2778335005015045, |
| "grad_norm": 2.8968331813812256, |
| "learning_rate": 8.486381868734379e-06, |
| "loss": 1.0171, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.27883650952858574, |
| "grad_norm": 4.479628086090088, |
| "learning_rate": 8.474719741084127e-06, |
| "loss": 1.0674, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.279839518555667, |
| "grad_norm": 3.172144651412964, |
| "learning_rate": 8.463020938765385e-06, |
| "loss": 1.0884, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.28084252758274825, |
| "grad_norm": 3.7971673011779785, |
| "learning_rate": 8.451285585255647e-06, |
| "loss": 0.975, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.2818455366098295, |
| "grad_norm": 3.386007308959961, |
| "learning_rate": 8.439513804418196e-06, |
| "loss": 1.0113, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.28284854563691075, |
| "grad_norm": 3.7247607707977295, |
| "learning_rate": 8.4277057205008e-06, |
| "loss": 1.0052, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.283851554663992, |
| "grad_norm": 4.630113124847412, |
| "learning_rate": 8.415861458134394e-06, |
| "loss": 1.1261, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.2848545636910732, |
| "grad_norm": 3.96730375289917, |
| "learning_rate": 8.403981142331758e-06, |
| "loss": 1.0327, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.2858575727181545, |
| "grad_norm": 4.412420749664307, |
| "learning_rate": 8.392064898486216e-06, |
| "loss": 1.0673, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.2868605817452357, |
| "grad_norm": 4.324704647064209, |
| "learning_rate": 8.380112852370297e-06, |
| "loss": 1.0105, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.28786359077231694, |
| "grad_norm": 3.071364402770996, |
| "learning_rate": 8.368125130134414e-06, |
| "loss": 1.0496, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.2888665997993982, |
| "grad_norm": 4.933933734893799, |
| "learning_rate": 8.35610185830553e-06, |
| "loss": 1.0681, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.28986960882647944, |
| "grad_norm": 3.603890895843506, |
| "learning_rate": 8.344043163785824e-06, |
| "loss": 0.9834, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.29087261785356067, |
| "grad_norm": 4.808909893035889, |
| "learning_rate": 8.331949173851356e-06, |
| "loss": 0.9344, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.29187562688064195, |
| "grad_norm": 3.681326150894165, |
| "learning_rate": 8.319820016150707e-06, |
| "loss": 1.0474, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.2928786359077232, |
| "grad_norm": 2.417637586593628, |
| "learning_rate": 8.307655818703658e-06, |
| "loss": 1.1327, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.2938816449348044, |
| "grad_norm": 4.81406307220459, |
| "learning_rate": 8.295456709899818e-06, |
| "loss": 1.0092, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.2948846539618857, |
| "grad_norm": 3.891993284225464, |
| "learning_rate": 8.28322281849727e-06, |
| "loss": 1.0242, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.2958876629889669, |
| "grad_norm": 4.634517669677734, |
| "learning_rate": 8.270954273621229e-06, |
| "loss": 0.9521, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.29689067201604813, |
| "grad_norm": 3.0400383472442627, |
| "learning_rate": 8.258651204762658e-06, |
| "loss": 1.0752, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.2978936810431294, |
| "grad_norm": 4.023530006408691, |
| "learning_rate": 8.246313741776911e-06, |
| "loss": 0.9428, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.29889669007021064, |
| "grad_norm": 3.9196455478668213, |
| "learning_rate": 8.23394201488237e-06, |
| "loss": 1.1396, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.29989969909729186, |
| "grad_norm": 5.009520053863525, |
| "learning_rate": 8.221536154659056e-06, |
| "loss": 1.0324, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.30090270812437314, |
| "grad_norm": 3.679565906524658, |
| "learning_rate": 8.209096292047258e-06, |
| "loss": 1.0606, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.30190571715145437, |
| "grad_norm": 3.043320655822754, |
| "learning_rate": 8.196622558346152e-06, |
| "loss": 1.0344, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.3029087261785356, |
| "grad_norm": 3.6096246242523193, |
| "learning_rate": 8.184115085212414e-06, |
| "loss": 0.9679, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.3039117352056169, |
| "grad_norm": 4.0385284423828125, |
| "learning_rate": 8.171574004658829e-06, |
| "loss": 1.0448, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.3049147442326981, |
| "grad_norm": 4.102316856384277, |
| "learning_rate": 8.158999449052899e-06, |
| "loss": 1.0945, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.3059177532597793, |
| "grad_norm": 3.1016600131988525, |
| "learning_rate": 8.146391551115444e-06, |
| "loss": 0.9971, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.3069207622868606, |
| "grad_norm": 4.629376411437988, |
| "learning_rate": 8.133750443919207e-06, |
| "loss": 1.0537, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.30792377131394183, |
| "grad_norm": 4.228681564331055, |
| "learning_rate": 8.121076260887437e-06, |
| "loss": 1.0373, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.30892678034102306, |
| "grad_norm": 3.6265642642974854, |
| "learning_rate": 8.1083691357925e-06, |
| "loss": 1.134, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.30992978936810434, |
| "grad_norm": 4.494879245758057, |
| "learning_rate": 8.095629202754448e-06, |
| "loss": 0.9954, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.31093279839518556, |
| "grad_norm": 3.3157126903533936, |
| "learning_rate": 8.082856596239614e-06, |
| "loss": 1.029, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3119358074222668, |
| "grad_norm": 4.181100368499756, |
| "learning_rate": 8.070051451059188e-06, |
| "loss": 0.9642, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.31293881644934807, |
| "grad_norm": 3.6057820320129395, |
| "learning_rate": 8.057213902367802e-06, |
| "loss": 0.9791, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.3139418254764293, |
| "grad_norm": 3.7801015377044678, |
| "learning_rate": 8.044344085662093e-06, |
| "loss": 1.0596, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.3149448345035105, |
| "grad_norm": 4.987183094024658, |
| "learning_rate": 8.031442136779272e-06, |
| "loss": 1.122, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.3159478435305918, |
| "grad_norm": 3.5851123332977295, |
| "learning_rate": 8.018508191895714e-06, |
| "loss": 1.0318, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.316950852557673, |
| "grad_norm": 2.953979969024658, |
| "learning_rate": 8.00554238752548e-06, |
| "loss": 1.0467, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.31795386158475425, |
| "grad_norm": 5.37313175201416, |
| "learning_rate": 7.992544860518917e-06, |
| "loss": 0.912, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.31895687061183553, |
| "grad_norm": 3.2147107124328613, |
| "learning_rate": 7.979515748061182e-06, |
| "loss": 1.0973, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.31995987963891676, |
| "grad_norm": 4.388527870178223, |
| "learning_rate": 7.96645518767082e-06, |
| "loss": 1.0496, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.320962888665998, |
| "grad_norm": 4.035599231719971, |
| "learning_rate": 7.953363317198288e-06, |
| "loss": 1.0008, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.32196589769307926, |
| "grad_norm": 4.014002323150635, |
| "learning_rate": 7.94024027482452e-06, |
| "loss": 1.0156, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.3229689067201605, |
| "grad_norm": 4.31812047958374, |
| "learning_rate": 7.927086199059457e-06, |
| "loss": 0.9369, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.3239719157472417, |
| "grad_norm": 4.76963472366333, |
| "learning_rate": 7.91390122874059e-06, |
| "loss": 0.8067, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.324974924774323, |
| "grad_norm": 6.049552917480469, |
| "learning_rate": 7.900685503031491e-06, |
| "loss": 1.0889, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.3259779338014042, |
| "grad_norm": 4.714635848999023, |
| "learning_rate": 7.887439161420348e-06, |
| "loss": 0.9993, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.32698094282848544, |
| "grad_norm": 4.099154472351074, |
| "learning_rate": 7.87416234371849e-06, |
| "loss": 1.1027, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.3279839518555667, |
| "grad_norm": 3.5714809894561768, |
| "learning_rate": 7.860855190058914e-06, |
| "loss": 0.9963, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.32898696088264795, |
| "grad_norm": 3.500962734222412, |
| "learning_rate": 7.847517840894805e-06, |
| "loss": 0.8997, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.3299899699097292, |
| "grad_norm": 3.778474807739258, |
| "learning_rate": 7.834150436998047e-06, |
| "loss": 0.9888, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.33099297893681046, |
| "grad_norm": 5.302026748657227, |
| "learning_rate": 7.82075311945775e-06, |
| "loss": 1.006, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.3319959879638917, |
| "grad_norm": 3.919344902038574, |
| "learning_rate": 7.807326029678754e-06, |
| "loss": 1.0011, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.3329989969909729, |
| "grad_norm": 3.4691314697265625, |
| "learning_rate": 7.79386930938013e-06, |
| "loss": 1.0495, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.3340020060180542, |
| "grad_norm": 3.729933977127075, |
| "learning_rate": 7.780383100593693e-06, |
| "loss": 1.0036, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.3350050150451354, |
| "grad_norm": 4.451638221740723, |
| "learning_rate": 7.766867545662507e-06, |
| "loss": 0.9716, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.33600802407221664, |
| "grad_norm": 2.9692766666412354, |
| "learning_rate": 7.753322787239366e-06, |
| "loss": 0.9777, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.3370110330992979, |
| "grad_norm": 4.90089225769043, |
| "learning_rate": 7.739748968285305e-06, |
| "loss": 0.9698, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.33801404212637914, |
| "grad_norm": 4.4351301193237305, |
| "learning_rate": 7.726146232068084e-06, |
| "loss": 1.0134, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.33901705115346037, |
| "grad_norm": 4.581515789031982, |
| "learning_rate": 7.712514722160673e-06, |
| "loss": 1.1292, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.34002006018054165, |
| "grad_norm": 3.3677995204925537, |
| "learning_rate": 7.698854582439746e-06, |
| "loss": 1.0064, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.3410230692076229, |
| "grad_norm": 4.035177707672119, |
| "learning_rate": 7.685165957084148e-06, |
| "loss": 0.9143, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.3420260782347041, |
| "grad_norm": 4.151326656341553, |
| "learning_rate": 7.671448990573392e-06, |
| "loss": 1.0979, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.3430290872617854, |
| "grad_norm": 3.808765411376953, |
| "learning_rate": 7.657703827686116e-06, |
| "loss": 0.9445, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.3440320962888666, |
| "grad_norm": 5.776411533355713, |
| "learning_rate": 7.643930613498563e-06, |
| "loss": 0.9331, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.34503510531594783, |
| "grad_norm": 4.4571428298950195, |
| "learning_rate": 7.630129493383052e-06, |
| "loss": 1.0198, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.3460381143430291, |
| "grad_norm": 4.128350257873535, |
| "learning_rate": 7.616300613006443e-06, |
| "loss": 0.9384, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.34704112337011034, |
| "grad_norm": 3.3957364559173584, |
| "learning_rate": 7.602444118328593e-06, |
| "loss": 0.947, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.34804413239719156, |
| "grad_norm": 3.9797606468200684, |
| "learning_rate": 7.588560155600823e-06, |
| "loss": 0.957, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.34904714142427284, |
| "grad_norm": 4.085581302642822, |
| "learning_rate": 7.574648871364369e-06, |
| "loss": 0.9014, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.35005015045135407, |
| "grad_norm": 4.2193379402160645, |
| "learning_rate": 7.56071041244884e-06, |
| "loss": 0.9814, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.3510531594784353, |
| "grad_norm": 3.9035120010375977, |
| "learning_rate": 7.5467449259706645e-06, |
| "loss": 1.023, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3520561685055166, |
| "grad_norm": 3.4941298961639404, |
| "learning_rate": 7.53275255933154e-06, |
| "loss": 0.9744, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.3530591775325978, |
| "grad_norm": 3.543471097946167, |
| "learning_rate": 7.518733460216876e-06, |
| "loss": 0.9373, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.354062186559679, |
| "grad_norm": 4.236612319946289, |
| "learning_rate": 7.504687776594235e-06, |
| "loss": 0.9922, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.3550651955867603, |
| "grad_norm": 5.047423362731934, |
| "learning_rate": 7.490615656711773e-06, |
| "loss": 1.0178, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.35606820461384153, |
| "grad_norm": 3.6122939586639404, |
| "learning_rate": 7.476517249096671e-06, |
| "loss": 0.9952, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.35707121364092276, |
| "grad_norm": 4.43414306640625, |
| "learning_rate": 7.4623927025535715e-06, |
| "loss": 0.939, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.35807422266800404, |
| "grad_norm": 3.8483691215515137, |
| "learning_rate": 7.448242166163005e-06, |
| "loss": 0.828, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.35907723169508526, |
| "grad_norm": 3.749648332595825, |
| "learning_rate": 7.4340657892798165e-06, |
| "loss": 0.9452, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.3600802407221665, |
| "grad_norm": 3.7156455516815186, |
| "learning_rate": 7.41986372153159e-06, |
| "loss": 0.8323, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.36108324974924777, |
| "grad_norm": 4.360509872436523, |
| "learning_rate": 7.405636112817073e-06, |
| "loss": 0.924, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.362086258776329, |
| "grad_norm": 5.340662479400635, |
| "learning_rate": 7.391383113304583e-06, |
| "loss": 0.9794, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.3630892678034102, |
| "grad_norm": 4.195555210113525, |
| "learning_rate": 7.377104873430439e-06, |
| "loss": 1.0092, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.3640922768304915, |
| "grad_norm": 2.8496367931365967, |
| "learning_rate": 7.362801543897358e-06, |
| "loss": 0.9695, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.3650952858575727, |
| "grad_norm": 4.262087821960449, |
| "learning_rate": 7.348473275672873e-06, |
| "loss": 0.9992, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.36609829488465395, |
| "grad_norm": 5.186934471130371, |
| "learning_rate": 7.334120219987742e-06, |
| "loss": 1.0151, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.36710130391173523, |
| "grad_norm": 3.989398241043091, |
| "learning_rate": 7.31974252833434e-06, |
| "loss": 1.004, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.36810431293881646, |
| "grad_norm": 4.705235004425049, |
| "learning_rate": 7.305340352465071e-06, |
| "loss": 0.9415, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.3691073219658977, |
| "grad_norm": 5.499981880187988, |
| "learning_rate": 7.290913844390766e-06, |
| "loss": 0.9193, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.37011033099297896, |
| "grad_norm": 3.84904146194458, |
| "learning_rate": 7.2764631563790696e-06, |
| "loss": 1.045, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.3711133400200602, |
| "grad_norm": 4.123418807983398, |
| "learning_rate": 7.261988440952845e-06, |
| "loss": 0.9799, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.3721163490471414, |
| "grad_norm": 3.4615368843078613, |
| "learning_rate": 7.247489850888552e-06, |
| "loss": 1.0958, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.3731193580742227, |
| "grad_norm": 4.5892510414123535, |
| "learning_rate": 7.232967539214643e-06, |
| "loss": 0.9843, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.3741223671013039, |
| "grad_norm": 3.608722686767578, |
| "learning_rate": 7.218421659209949e-06, |
| "loss": 1.0282, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.37512537612838515, |
| "grad_norm": 3.9482369422912598, |
| "learning_rate": 7.203852364402049e-06, |
| "loss": 1.035, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.37612838515546637, |
| "grad_norm": 4.018014907836914, |
| "learning_rate": 7.189259808565665e-06, |
| "loss": 0.9008, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.37713139418254765, |
| "grad_norm": 3.3777265548706055, |
| "learning_rate": 7.174644145721031e-06, |
| "loss": 0.9633, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.3781344032096289, |
| "grad_norm": 3.4682204723358154, |
| "learning_rate": 7.1600055301322705e-06, |
| "loss": 1.0273, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.3791374122367101, |
| "grad_norm": 4.235317707061768, |
| "learning_rate": 7.145344116305763e-06, |
| "loss": 0.9975, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.3801404212637914, |
| "grad_norm": 3.3626129627227783, |
| "learning_rate": 7.130660058988521e-06, |
| "loss": 0.9486, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.3811434302908726, |
| "grad_norm": 4.25431489944458, |
| "learning_rate": 7.115953513166549e-06, |
| "loss": 1.0036, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.38214643931795383, |
| "grad_norm": 3.6873717308044434, |
| "learning_rate": 7.101224634063213e-06, |
| "loss": 1.0069, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.3831494483450351, |
| "grad_norm": 4.648606777191162, |
| "learning_rate": 7.086473577137598e-06, |
| "loss": 0.8974, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.38415245737211634, |
| "grad_norm": 2.658944845199585, |
| "learning_rate": 7.071700498082874e-06, |
| "loss": 0.9258, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.38515546639919757, |
| "grad_norm": 4.260404586791992, |
| "learning_rate": 7.056905552824646e-06, |
| "loss": 0.861, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.38615847542627885, |
| "grad_norm": 3.9974656105041504, |
| "learning_rate": 7.042088897519307e-06, |
| "loss": 0.9252, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.38716148445336007, |
| "grad_norm": 4.013027191162109, |
| "learning_rate": 7.0272506885524e-06, |
| "loss": 0.9941, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.3881644934804413, |
| "grad_norm": 3.6313085556030273, |
| "learning_rate": 7.012391082536956e-06, |
| "loss": 1.1019, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.3891675025075226, |
| "grad_norm": 3.9201042652130127, |
| "learning_rate": 6.997510236311846e-06, |
| "loss": 0.8283, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.3901705115346038, |
| "grad_norm": 3.4184234142303467, |
| "learning_rate": 6.982608306940129e-06, |
| "loss": 0.9634, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.39117352056168503, |
| "grad_norm": 2.9435737133026123, |
| "learning_rate": 6.967685451707384e-06, |
| "loss": 0.9725, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.3921765295887663, |
| "grad_norm": 3.0873332023620605, |
| "learning_rate": 6.952741828120063e-06, |
| "loss": 0.9439, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.39317953861584753, |
| "grad_norm": 3.547354221343994, |
| "learning_rate": 6.937777593903818e-06, |
| "loss": 0.9484, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.39418254764292876, |
| "grad_norm": 3.1705925464630127, |
| "learning_rate": 6.922792907001843e-06, |
| "loss": 1.0267, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.39518555667001004, |
| "grad_norm": 3.89007568359375, |
| "learning_rate": 6.9077879255732e-06, |
| "loss": 0.8934, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.39618856569709127, |
| "grad_norm": 4.767911434173584, |
| "learning_rate": 6.8927628079911604e-06, |
| "loss": 1.0084, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.3971915747241725, |
| "grad_norm": 3.4053468704223633, |
| "learning_rate": 6.8777177128415206e-06, |
| "loss": 1.0329, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.3981945837512538, |
| "grad_norm": 4.725776672363281, |
| "learning_rate": 6.862652798920939e-06, |
| "loss": 0.9935, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.399197592778335, |
| "grad_norm": 4.242211818695068, |
| "learning_rate": 6.84756822523525e-06, |
| "loss": 0.9998, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.4002006018054162, |
| "grad_norm": 2.7795650959014893, |
| "learning_rate": 6.8324641509978e-06, |
| "loss": 0.9704, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.4012036108324975, |
| "grad_norm": 4.177364826202393, |
| "learning_rate": 6.817340735627746e-06, |
| "loss": 0.9587, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.40220661985957873, |
| "grad_norm": 3.8208518028259277, |
| "learning_rate": 6.802198138748398e-06, |
| "loss": 0.8334, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.40320962888665995, |
| "grad_norm": 4.306139945983887, |
| "learning_rate": 6.787036520185511e-06, |
| "loss": 0.9828, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.40421263791374124, |
| "grad_norm": 4.775547027587891, |
| "learning_rate": 6.7718560399656165e-06, |
| "loss": 0.9807, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.40521564694082246, |
| "grad_norm": 5.744744777679443, |
| "learning_rate": 6.756656858314319e-06, |
| "loss": 0.987, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.4062186559679037, |
| "grad_norm": 2.946840286254883, |
| "learning_rate": 6.741439135654613e-06, |
| "loss": 0.9597, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.40722166499498497, |
| "grad_norm": 3.476158618927002, |
| "learning_rate": 6.726203032605191e-06, |
| "loss": 0.9739, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.4082246740220662, |
| "grad_norm": 3.910567045211792, |
| "learning_rate": 6.7109487099787415e-06, |
| "loss": 0.9612, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.4092276830491474, |
| "grad_norm": 4.358532428741455, |
| "learning_rate": 6.695676328780256e-06, |
| "loss": 0.888, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.4102306920762287, |
| "grad_norm": 3.15893292427063, |
| "learning_rate": 6.680386050205333e-06, |
| "loss": 0.9255, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.4112337011033099, |
| "grad_norm": 3.3531334400177, |
| "learning_rate": 6.665078035638466e-06, |
| "loss": 0.8755, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.41223671013039115, |
| "grad_norm": 5.0254950523376465, |
| "learning_rate": 6.649752446651353e-06, |
| "loss": 1.1064, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.41323971915747243, |
| "grad_norm": 4.246181488037109, |
| "learning_rate": 6.6344094450011806e-06, |
| "loss": 0.9382, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.41424272818455365, |
| "grad_norm": 5.631673336029053, |
| "learning_rate": 6.619049192628925e-06, |
| "loss": 0.9564, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.4152457372116349, |
| "grad_norm": 4.842679023742676, |
| "learning_rate": 6.603671851657635e-06, |
| "loss": 0.832, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.41624874623871616, |
| "grad_norm": 4.033610820770264, |
| "learning_rate": 6.588277584390725e-06, |
| "loss": 0.8331, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.4172517552657974, |
| "grad_norm": 3.797995090484619, |
| "learning_rate": 6.572866553310267e-06, |
| "loss": 0.9334, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.4182547642928786, |
| "grad_norm": 4.544320106506348, |
| "learning_rate": 6.557438921075259e-06, |
| "loss": 0.8599, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.4192577733199599, |
| "grad_norm": 4.663610935211182, |
| "learning_rate": 6.541994850519934e-06, |
| "loss": 0.9168, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.4202607823470411, |
| "grad_norm": 3.8332691192626953, |
| "learning_rate": 6.5265345046520145e-06, |
| "loss": 0.8969, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.42126379137412234, |
| "grad_norm": 3.1332781314849854, |
| "learning_rate": 6.511058046651011e-06, |
| "loss": 1.0156, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4222668004012036, |
| "grad_norm": 2.8914341926574707, |
| "learning_rate": 6.4955656398664915e-06, |
| "loss": 0.9074, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.42326980942828485, |
| "grad_norm": 3.263746738433838, |
| "learning_rate": 6.4800574478163554e-06, |
| "loss": 1.0018, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.4242728184553661, |
| "grad_norm": 3.428309440612793, |
| "learning_rate": 6.464533634185117e-06, |
| "loss": 0.9724, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.42527582748244735, |
| "grad_norm": 4.138224124908447, |
| "learning_rate": 6.4489943628221675e-06, |
| "loss": 0.9949, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.4262788365095286, |
| "grad_norm": 5.183621883392334, |
| "learning_rate": 6.43343979774005e-06, |
| "loss": 0.9026, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.4272818455366098, |
| "grad_norm": 3.35832142829895, |
| "learning_rate": 6.417870103112732e-06, |
| "loss": 0.8482, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.4282848545636911, |
| "grad_norm": 4.023225784301758, |
| "learning_rate": 6.4022854432738656e-06, |
| "loss": 0.7483, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.4292878635907723, |
| "grad_norm": 4.992588520050049, |
| "learning_rate": 6.386685982715057e-06, |
| "loss": 0.9827, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.43029087261785354, |
| "grad_norm": 4.83533239364624, |
| "learning_rate": 6.371071886084132e-06, |
| "loss": 0.9184, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.4312938816449348, |
| "grad_norm": 3.8867318630218506, |
| "learning_rate": 6.3554433181833945e-06, |
| "loss": 0.8487, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.43229689067201604, |
| "grad_norm": 4.48527717590332, |
| "learning_rate": 6.339800443967884e-06, |
| "loss": 0.928, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.43329989969909727, |
| "grad_norm": 3.2990341186523438, |
| "learning_rate": 6.3241434285436475e-06, |
| "loss": 0.8856, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.43430290872617855, |
| "grad_norm": 3.5551490783691406, |
| "learning_rate": 6.3084724371659826e-06, |
| "loss": 0.9216, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.4353059177532598, |
| "grad_norm": 4.301858901977539, |
| "learning_rate": 6.292787635237701e-06, |
| "loss": 0.8705, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.436308926780341, |
| "grad_norm": 4.350210189819336, |
| "learning_rate": 6.2770891883073795e-06, |
| "loss": 0.8991, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.4373119358074223, |
| "grad_norm": 3.3270864486694336, |
| "learning_rate": 6.261377262067615e-06, |
| "loss": 0.9284, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.4383149448345035, |
| "grad_norm": 4.551054000854492, |
| "learning_rate": 6.245652022353277e-06, |
| "loss": 0.9681, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.43931795386158473, |
| "grad_norm": 3.319453716278076, |
| "learning_rate": 6.229913635139749e-06, |
| "loss": 0.8287, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.440320962888666, |
| "grad_norm": 4.894309997558594, |
| "learning_rate": 6.214162266541188e-06, |
| "loss": 0.9911, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.44132397191574724, |
| "grad_norm": 4.263638496398926, |
| "learning_rate": 6.198398082808764e-06, |
| "loss": 0.9962, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.44232698094282846, |
| "grad_norm": 5.57863712310791, |
| "learning_rate": 6.182621250328906e-06, |
| "loss": 0.8979, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.44332998996990974, |
| "grad_norm": 4.514066696166992, |
| "learning_rate": 6.166831935621546e-06, |
| "loss": 0.9628, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.44433299899699097, |
| "grad_norm": 4.59286642074585, |
| "learning_rate": 6.151030305338368e-06, |
| "loss": 0.9762, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.4453360080240722, |
| "grad_norm": 3.5197913646698, |
| "learning_rate": 6.135216526261036e-06, |
| "loss": 0.9293, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.4463390170511535, |
| "grad_norm": 3.1230807304382324, |
| "learning_rate": 6.119390765299448e-06, |
| "loss": 0.8991, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.4473420260782347, |
| "grad_norm": 4.823525428771973, |
| "learning_rate": 6.10355318948996e-06, |
| "loss": 0.9769, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.4483450351053159, |
| "grad_norm": 5.179238796234131, |
| "learning_rate": 6.087703965993637e-06, |
| "loss": 0.9412, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.4493480441323972, |
| "grad_norm": 4.475254535675049, |
| "learning_rate": 6.071843262094477e-06, |
| "loss": 0.9225, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.45035105315947843, |
| "grad_norm": 4.747657299041748, |
| "learning_rate": 6.0559712451976525e-06, |
| "loss": 0.8836, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.45135406218655966, |
| "grad_norm": 3.4025394916534424, |
| "learning_rate": 6.040088082827744e-06, |
| "loss": 0.9982, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.45235707121364094, |
| "grad_norm": 4.142173767089844, |
| "learning_rate": 6.024193942626962e-06, |
| "loss": 0.9264, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.45336008024072216, |
| "grad_norm": 4.095114231109619, |
| "learning_rate": 6.008288992353396e-06, |
| "loss": 0.7056, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.4543630892678034, |
| "grad_norm": 4.608190536499023, |
| "learning_rate": 5.992373399879221e-06, |
| "loss": 0.9666, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.45536609829488467, |
| "grad_norm": 3.399383306503296, |
| "learning_rate": 5.976447333188945e-06, |
| "loss": 1.0767, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.4563691073219659, |
| "grad_norm": 4.751845359802246, |
| "learning_rate": 5.960510960377627e-06, |
| "loss": 0.9283, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.4573721163490471, |
| "grad_norm": 4.31138801574707, |
| "learning_rate": 5.9445644496491e-06, |
| "loss": 0.9523, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.4583751253761284, |
| "grad_norm": 3.711291551589966, |
| "learning_rate": 5.928607969314202e-06, |
| "loss": 0.9982, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.4593781344032096, |
| "grad_norm": 4.085208892822266, |
| "learning_rate": 5.912641687789003e-06, |
| "loss": 0.9742, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.46038114343029085, |
| "grad_norm": 5.210893630981445, |
| "learning_rate": 5.896665773593013e-06, |
| "loss": 0.9096, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.46138415245737213, |
| "grad_norm": 3.2804415225982666, |
| "learning_rate": 5.880680395347419e-06, |
| "loss": 0.9013, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.46238716148445336, |
| "grad_norm": 4.84675407409668, |
| "learning_rate": 5.864685721773293e-06, |
| "loss": 0.8392, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.4633901705115346, |
| "grad_norm": 2.984220266342163, |
| "learning_rate": 5.848681921689821e-06, |
| "loss": 0.8971, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.46439317953861586, |
| "grad_norm": 3.941147565841675, |
| "learning_rate": 5.832669164012514e-06, |
| "loss": 0.7912, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.4653961885656971, |
| "grad_norm": 3.821648359298706, |
| "learning_rate": 5.8166476177514256e-06, |
| "loss": 0.9779, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.4663991975927783, |
| "grad_norm": 4.071436405181885, |
| "learning_rate": 5.800617452009376e-06, |
| "loss": 0.8164, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.4674022066198596, |
| "grad_norm": 4.478545665740967, |
| "learning_rate": 5.784578835980158e-06, |
| "loss": 1.0268, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.4684052156469408, |
| "grad_norm": 4.578827381134033, |
| "learning_rate": 5.768531938946756e-06, |
| "loss": 1.0158, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.46940822467402205, |
| "grad_norm": 4.314323425292969, |
| "learning_rate": 5.752476930279558e-06, |
| "loss": 0.8999, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.4704112337011033, |
| "grad_norm": 3.880741596221924, |
| "learning_rate": 5.736413979434567e-06, |
| "loss": 0.9864, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.47141424272818455, |
| "grad_norm": 3.10372257232666, |
| "learning_rate": 5.720343255951612e-06, |
| "loss": 0.8713, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.4724172517552658, |
| "grad_norm": 4.399007797241211, |
| "learning_rate": 5.704264929452563e-06, |
| "loss": 0.884, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.47342026078234706, |
| "grad_norm": 5.845457077026367, |
| "learning_rate": 5.688179169639538e-06, |
| "loss": 0.9062, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.4744232698094283, |
| "grad_norm": 3.394307851791382, |
| "learning_rate": 5.672086146293109e-06, |
| "loss": 0.8997, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.4754262788365095, |
| "grad_norm": 5.672798156738281, |
| "learning_rate": 5.655986029270512e-06, |
| "loss": 0.8948, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.4764292878635908, |
| "grad_norm": 3.985313892364502, |
| "learning_rate": 5.639878988503859e-06, |
| "loss": 1.0173, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.477432296890672, |
| "grad_norm": 4.498374938964844, |
| "learning_rate": 5.623765193998334e-06, |
| "loss": 0.8865, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.47843530591775324, |
| "grad_norm": 4.075979232788086, |
| "learning_rate": 5.607644815830412e-06, |
| "loss": 0.8853, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.4794383149448345, |
| "grad_norm": 3.184473991394043, |
| "learning_rate": 5.5915180241460496e-06, |
| "loss": 0.8411, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.48044132397191575, |
| "grad_norm": 5.224008083343506, |
| "learning_rate": 5.5753849891589005e-06, |
| "loss": 1.027, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.48144433299899697, |
| "grad_norm": 3.7843403816223145, |
| "learning_rate": 5.559245881148514e-06, |
| "loss": 0.9375, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.48244734202607825, |
| "grad_norm": 5.324986457824707, |
| "learning_rate": 5.543100870458537e-06, |
| "loss": 0.9576, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.4834503510531595, |
| "grad_norm": 4.161240100860596, |
| "learning_rate": 5.526950127494919e-06, |
| "loss": 0.9537, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.4844533600802407, |
| "grad_norm": 4.03006649017334, |
| "learning_rate": 5.510793822724111e-06, |
| "loss": 0.8328, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.485456369107322, |
| "grad_norm": 2.5849175453186035, |
| "learning_rate": 5.494632126671269e-06, |
| "loss": 0.9159, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.4864593781344032, |
| "grad_norm": 3.324787139892578, |
| "learning_rate": 5.47846520991845e-06, |
| "loss": 0.9209, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.48746238716148443, |
| "grad_norm": 4.150218486785889, |
| "learning_rate": 5.462293243102817e-06, |
| "loss": 0.8648, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.4884653961885657, |
| "grad_norm": 4.268919944763184, |
| "learning_rate": 5.44611639691483e-06, |
| "loss": 0.858, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.48946840521564694, |
| "grad_norm": 4.742982864379883, |
| "learning_rate": 5.429934842096454e-06, |
| "loss": 0.9289, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.49047141424272817, |
| "grad_norm": 4.175072193145752, |
| "learning_rate": 5.413748749439352e-06, |
| "loss": 0.9581, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.49147442326980945, |
| "grad_norm": 4.109638214111328, |
| "learning_rate": 5.397558289783079e-06, |
| "loss": 0.9035, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.49247743229689067, |
| "grad_norm": 4.354793071746826, |
| "learning_rate": 5.3813636340132856e-06, |
| "loss": 0.9675, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.4934804413239719, |
| "grad_norm": 4.927343368530273, |
| "learning_rate": 5.365164953059912e-06, |
| "loss": 0.8699, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.4944834503510532, |
| "grad_norm": 3.839871883392334, |
| "learning_rate": 5.348962417895379e-06, |
| "loss": 0.8888, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.4954864593781344, |
| "grad_norm": 4.1549201011657715, |
| "learning_rate": 5.332756199532791e-06, |
| "loss": 0.8023, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.49648946840521563, |
| "grad_norm": 4.788138389587402, |
| "learning_rate": 5.316546469024128e-06, |
| "loss": 0.9228, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.4974924774322969, |
| "grad_norm": 4.4567975997924805, |
| "learning_rate": 5.300333397458436e-06, |
| "loss": 0.9113, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.49849548645937813, |
| "grad_norm": 5.03196382522583, |
| "learning_rate": 5.284117155960026e-06, |
| "loss": 0.9923, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.49949849548645936, |
| "grad_norm": 5.067019462585449, |
| "learning_rate": 5.267897915686669e-06, |
| "loss": 0.9563, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.5005015045135406, |
| "grad_norm": 4.418056011199951, |
| "learning_rate": 5.251675847827785e-06, |
| "loss": 0.9137, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.5015045135406219, |
| "grad_norm": 3.900459051132202, |
| "learning_rate": 5.235451123602642e-06, |
| "loss": 1.0351, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5025075225677031, |
| "grad_norm": 3.014345169067383, |
| "learning_rate": 5.219223914258539e-06, |
| "loss": 0.8897, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.5035105315947843, |
| "grad_norm": 4.5792975425720215, |
| "learning_rate": 5.202994391069009e-06, |
| "loss": 0.8987, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.5045135406218656, |
| "grad_norm": 4.500517845153809, |
| "learning_rate": 5.186762725332008e-06, |
| "loss": 0.909, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.5055165496489469, |
| "grad_norm": 3.911684274673462, |
| "learning_rate": 5.170529088368104e-06, |
| "loss": 0.9866, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.506519558676028, |
| "grad_norm": 4.596591949462891, |
| "learning_rate": 5.154293651518667e-06, |
| "loss": 0.9133, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.5075225677031093, |
| "grad_norm": 4.134907245635986, |
| "learning_rate": 5.1380565861440725e-06, |
| "loss": 0.9349, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.5085255767301906, |
| "grad_norm": 4.103421211242676, |
| "learning_rate": 5.121818063621877e-06, |
| "loss": 0.9844, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.5095285857572718, |
| "grad_norm": 3.4258902072906494, |
| "learning_rate": 5.105578255345021e-06, |
| "loss": 0.9471, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.5105315947843531, |
| "grad_norm": 4.5036163330078125, |
| "learning_rate": 5.089337332720017e-06, |
| "loss": 0.9218, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.5115346038114343, |
| "grad_norm": 4.1147661209106445, |
| "learning_rate": 5.0730954671651345e-06, |
| "loss": 0.9016, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.5125376128385155, |
| "grad_norm": 2.9174067974090576, |
| "learning_rate": 5.056852830108598e-06, |
| "loss": 0.823, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.5135406218655968, |
| "grad_norm": 3.397568464279175, |
| "learning_rate": 5.040609592986776e-06, |
| "loss": 0.9438, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.5145436308926781, |
| "grad_norm": 5.088010787963867, |
| "learning_rate": 5.024365927242367e-06, |
| "loss": 0.7205, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.5155466399197592, |
| "grad_norm": 4.969124794006348, |
| "learning_rate": 5.008122004322598e-06, |
| "loss": 0.8343, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.5165496489468405, |
| "grad_norm": 5.184592247009277, |
| "learning_rate": 4.991877995677405e-06, |
| "loss": 0.8023, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.5175526579739218, |
| "grad_norm": 3.7894270420074463, |
| "learning_rate": 4.975634072757635e-06, |
| "loss": 0.8951, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.518555667001003, |
| "grad_norm": 4.564579963684082, |
| "learning_rate": 4.959390407013226e-06, |
| "loss": 1.0316, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.5195586760280843, |
| "grad_norm": 3.4184181690216064, |
| "learning_rate": 4.943147169891403e-06, |
| "loss": 0.9163, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.5205616850551655, |
| "grad_norm": 5.040964126586914, |
| "learning_rate": 4.926904532834867e-06, |
| "loss": 0.8271, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.5215646940822467, |
| "grad_norm": 4.553344249725342, |
| "learning_rate": 4.910662667279984e-06, |
| "loss": 0.9705, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.522567703109328, |
| "grad_norm": 3.099721908569336, |
| "learning_rate": 4.8944217446549794e-06, |
| "loss": 0.956, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.5235707121364093, |
| "grad_norm": 5.947968482971191, |
| "learning_rate": 4.878181936378125e-06, |
| "loss": 0.8834, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.5245737211634904, |
| "grad_norm": 3.4968111515045166, |
| "learning_rate": 4.861943413855929e-06, |
| "loss": 0.9785, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.5255767301905717, |
| "grad_norm": 5.2941389083862305, |
| "learning_rate": 4.845706348481334e-06, |
| "loss": 0.8478, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.526579739217653, |
| "grad_norm": 3.7787928581237793, |
| "learning_rate": 4.8294709116318986e-06, |
| "loss": 0.9362, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.5275827482447342, |
| "grad_norm": 3.890321969985962, |
| "learning_rate": 4.8132372746679925e-06, |
| "loss": 0.8353, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.5285857572718154, |
| "grad_norm": 4.203886985778809, |
| "learning_rate": 4.797005608930992e-06, |
| "loss": 0.8221, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.5295887662988967, |
| "grad_norm": 4.37759256362915, |
| "learning_rate": 4.7807760857414626e-06, |
| "loss": 0.9212, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.5305917753259779, |
| "grad_norm": 3.307236671447754, |
| "learning_rate": 4.76454887639736e-06, |
| "loss": 0.8242, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.5315947843530592, |
| "grad_norm": 4.246848106384277, |
| "learning_rate": 4.7483241521722165e-06, |
| "loss": 0.8465, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.5325977933801405, |
| "grad_norm": 4.23176383972168, |
| "learning_rate": 4.732102084313333e-06, |
| "loss": 0.7919, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.5336008024072216, |
| "grad_norm": 4.603852272033691, |
| "learning_rate": 4.715882844039975e-06, |
| "loss": 0.9187, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.5346038114343029, |
| "grad_norm": 3.9758505821228027, |
| "learning_rate": 4.699666602541566e-06, |
| "loss": 0.6982, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.5356068204613842, |
| "grad_norm": 3.7466206550598145, |
| "learning_rate": 4.6834535309758725e-06, |
| "loss": 0.8021, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.5366098294884654, |
| "grad_norm": 4.444018840789795, |
| "learning_rate": 4.667243800467209e-06, |
| "loss": 1.0597, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.5376128385155466, |
| "grad_norm": 3.1866021156311035, |
| "learning_rate": 4.6510375821046215e-06, |
| "loss": 0.7176, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.5386158475426279, |
| "grad_norm": 5.325089931488037, |
| "learning_rate": 4.634835046940089e-06, |
| "loss": 0.8456, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.5396188565697091, |
| "grad_norm": 3.6649844646453857, |
| "learning_rate": 4.618636365986714e-06, |
| "loss": 0.8887, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.5406218655967904, |
| "grad_norm": 3.809011220932007, |
| "learning_rate": 4.602441710216922e-06, |
| "loss": 0.8757, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.5416248746238717, |
| "grad_norm": 4.5428948402404785, |
| "learning_rate": 4.586251250560649e-06, |
| "loss": 0.8886, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.5426278836509528, |
| "grad_norm": 3.85677170753479, |
| "learning_rate": 4.570065157903546e-06, |
| "loss": 0.862, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.5436308926780341, |
| "grad_norm": 2.898193836212158, |
| "learning_rate": 4.5538836030851705e-06, |
| "loss": 0.8122, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.5446339017051154, |
| "grad_norm": 4.943717002868652, |
| "learning_rate": 4.537706756897184e-06, |
| "loss": 0.9281, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.5456369107321966, |
| "grad_norm": 4.602163791656494, |
| "learning_rate": 4.52153479008155e-06, |
| "loss": 0.8995, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.5466399197592778, |
| "grad_norm": 3.8922247886657715, |
| "learning_rate": 4.505367873328732e-06, |
| "loss": 0.8791, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.5476429287863591, |
| "grad_norm": 5.127221584320068, |
| "learning_rate": 4.48920617727589e-06, |
| "loss": 0.7215, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.5486459378134403, |
| "grad_norm": 3.9078500270843506, |
| "learning_rate": 4.473049872505082e-06, |
| "loss": 0.8896, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.5496489468405216, |
| "grad_norm": 4.704128742218018, |
| "learning_rate": 4.456899129541464e-06, |
| "loss": 1.0129, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.5506519558676028, |
| "grad_norm": 3.71657657623291, |
| "learning_rate": 4.440754118851486e-06, |
| "loss": 0.8578, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.551654964894684, |
| "grad_norm": 3.771890878677368, |
| "learning_rate": 4.4246150108410995e-06, |
| "loss": 0.8269, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5526579739217653, |
| "grad_norm": 4.481631278991699, |
| "learning_rate": 4.408481975853951e-06, |
| "loss": 0.7112, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.5536609829488466, |
| "grad_norm": 4.309824466705322, |
| "learning_rate": 4.392355184169588e-06, |
| "loss": 0.8766, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.5546639919759278, |
| "grad_norm": 4.343716144561768, |
| "learning_rate": 4.376234806001666e-06, |
| "loss": 0.8649, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.555667001003009, |
| "grad_norm": 3.9397213459014893, |
| "learning_rate": 4.360121011496142e-06, |
| "loss": 0.9902, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.5566700100300903, |
| "grad_norm": 3.5650391578674316, |
| "learning_rate": 4.34401397072949e-06, |
| "loss": 0.9286, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.5576730190571715, |
| "grad_norm": 4.326221466064453, |
| "learning_rate": 4.327913853706894e-06, |
| "loss": 0.737, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.5586760280842528, |
| "grad_norm": 3.1165454387664795, |
| "learning_rate": 4.3118208303604645e-06, |
| "loss": 0.8537, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.559679037111334, |
| "grad_norm": 3.2974557876586914, |
| "learning_rate": 4.295735070547439e-06, |
| "loss": 0.7883, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.5606820461384152, |
| "grad_norm": 4.610488414764404, |
| "learning_rate": 4.279656744048391e-06, |
| "loss": 0.8679, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.5616850551654965, |
| "grad_norm": 4.936162948608398, |
| "learning_rate": 4.263586020565437e-06, |
| "loss": 0.964, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.5626880641925778, |
| "grad_norm": 5.205172538757324, |
| "learning_rate": 4.247523069720445e-06, |
| "loss": 0.8294, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.563691073219659, |
| "grad_norm": 3.9387030601501465, |
| "learning_rate": 4.231468061053245e-06, |
| "loss": 0.9558, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.5646940822467402, |
| "grad_norm": 4.719061374664307, |
| "learning_rate": 4.215421164019843e-06, |
| "loss": 0.7299, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.5656970912738215, |
| "grad_norm": 4.1843767166137695, |
| "learning_rate": 4.199382547990626e-06, |
| "loss": 0.8695, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.5667001003009027, |
| "grad_norm": 5.512943267822266, |
| "learning_rate": 4.183352382248577e-06, |
| "loss": 1.0263, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.567703109327984, |
| "grad_norm": 3.520388126373291, |
| "learning_rate": 4.16733083598749e-06, |
| "loss": 0.9238, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.5687061183550652, |
| "grad_norm": 4.626349449157715, |
| "learning_rate": 4.151318078310181e-06, |
| "loss": 0.8939, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.5697091273821464, |
| "grad_norm": 5.5067362785339355, |
| "learning_rate": 4.135314278226709e-06, |
| "loss": 1.0198, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.5707121364092277, |
| "grad_norm": 4.588747978210449, |
| "learning_rate": 4.119319604652584e-06, |
| "loss": 1.0281, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.571715145436309, |
| "grad_norm": 4.2089104652404785, |
| "learning_rate": 4.10333422640699e-06, |
| "loss": 0.7827, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.5727181544633901, |
| "grad_norm": 4.466251850128174, |
| "learning_rate": 4.087358312210999e-06, |
| "loss": 0.9088, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.5737211634904714, |
| "grad_norm": 3.7433619499206543, |
| "learning_rate": 4.071392030685799e-06, |
| "loss": 0.8721, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.5747241725175527, |
| "grad_norm": 3.044492483139038, |
| "learning_rate": 4.0554355503509035e-06, |
| "loss": 0.8949, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.5757271815446339, |
| "grad_norm": 4.252336502075195, |
| "learning_rate": 4.039489039622376e-06, |
| "loss": 0.7801, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.5767301905717152, |
| "grad_norm": 4.381480693817139, |
| "learning_rate": 4.023552666811056e-06, |
| "loss": 0.7232, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.5777331995987964, |
| "grad_norm": 3.7939393520355225, |
| "learning_rate": 4.0076266001207804e-06, |
| "loss": 0.9669, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.5787362086258776, |
| "grad_norm": 3.9904580116271973, |
| "learning_rate": 3.9917110076466055e-06, |
| "loss": 0.8936, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.5797392176529589, |
| "grad_norm": 4.3604350090026855, |
| "learning_rate": 3.975806057373039e-06, |
| "loss": 0.7821, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.5807422266800402, |
| "grad_norm": 3.206235885620117, |
| "learning_rate": 3.959911917172258e-06, |
| "loss": 0.8831, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.5817452357071213, |
| "grad_norm": 3.629844903945923, |
| "learning_rate": 3.944028754802348e-06, |
| "loss": 0.9616, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.5827482447342026, |
| "grad_norm": 4.511115074157715, |
| "learning_rate": 3.928156737905525e-06, |
| "loss": 0.8332, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.5837512537612839, |
| "grad_norm": 5.118964195251465, |
| "learning_rate": 3.912296034006365e-06, |
| "loss": 0.9782, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.5847542627883651, |
| "grad_norm": 4.1819915771484375, |
| "learning_rate": 3.896446810510042e-06, |
| "loss": 0.8465, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.5857572718154463, |
| "grad_norm": 4.242429733276367, |
| "learning_rate": 3.880609234700554e-06, |
| "loss": 0.9946, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.5867602808425276, |
| "grad_norm": 3.031345844268799, |
| "learning_rate": 3.864783473738965e-06, |
| "loss": 0.8462, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.5877632898696088, |
| "grad_norm": 4.662555694580078, |
| "learning_rate": 3.848969694661634e-06, |
| "loss": 0.8552, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.5887662988966901, |
| "grad_norm": 5.042914390563965, |
| "learning_rate": 3.833168064378455e-06, |
| "loss": 0.8229, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.5897693079237714, |
| "grad_norm": 3.2561464309692383, |
| "learning_rate": 3.817378749671096e-06, |
| "loss": 0.8248, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.5907723169508525, |
| "grad_norm": 5.049379348754883, |
| "learning_rate": 3.801601917191238e-06, |
| "loss": 0.7746, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.5917753259779338, |
| "grad_norm": 4.368361473083496, |
| "learning_rate": 3.785837733458813e-06, |
| "loss": 0.8582, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.5927783350050151, |
| "grad_norm": 4.155791759490967, |
| "learning_rate": 3.770086364860252e-06, |
| "loss": 0.8452, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.5937813440320963, |
| "grad_norm": 4.592344284057617, |
| "learning_rate": 3.754347977646725e-06, |
| "loss": 0.8946, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.5947843530591775, |
| "grad_norm": 3.998250722885132, |
| "learning_rate": 3.738622737932386e-06, |
| "loss": 0.8501, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.5957873620862588, |
| "grad_norm": 4.634448528289795, |
| "learning_rate": 3.7229108116926226e-06, |
| "loss": 0.9039, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.59679037111334, |
| "grad_norm": 5.307826519012451, |
| "learning_rate": 3.7072123647623015e-06, |
| "loss": 0.9555, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.5977933801404213, |
| "grad_norm": 3.186934471130371, |
| "learning_rate": 3.6915275628340187e-06, |
| "loss": 0.6823, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.5987963891675026, |
| "grad_norm": 3.9275457859039307, |
| "learning_rate": 3.6758565714563538e-06, |
| "loss": 0.9286, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.5997993981945837, |
| "grad_norm": 3.847639799118042, |
| "learning_rate": 3.6601995560321167e-06, |
| "loss": 0.7823, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.600802407221665, |
| "grad_norm": 3.12260103225708, |
| "learning_rate": 3.6445566818166076e-06, |
| "loss": 0.8017, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.6018054162487463, |
| "grad_norm": 4.4961748123168945, |
| "learning_rate": 3.6289281139158687e-06, |
| "loss": 0.762, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6028084252758275, |
| "grad_norm": 3.9709415435791016, |
| "learning_rate": 3.6133140172849433e-06, |
| "loss": 0.793, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.6038114343029087, |
| "grad_norm": 3.9396042823791504, |
| "learning_rate": 3.5977145567261357e-06, |
| "loss": 0.7384, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.60481444332999, |
| "grad_norm": 4.9546332359313965, |
| "learning_rate": 3.5821298968872696e-06, |
| "loss": 0.9495, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.6058174523570712, |
| "grad_norm": 4.9068708419799805, |
| "learning_rate": 3.5665602022599516e-06, |
| "loss": 0.7842, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.6068204613841525, |
| "grad_norm": 4.662585258483887, |
| "learning_rate": 3.551005637177834e-06, |
| "loss": 0.7383, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.6078234704112337, |
| "grad_norm": 4.0315961837768555, |
| "learning_rate": 3.535466365814884e-06, |
| "loss": 0.9327, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.6088264794383149, |
| "grad_norm": 3.3967230319976807, |
| "learning_rate": 3.519942552183645e-06, |
| "loss": 0.8332, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.6098294884653962, |
| "grad_norm": 4.561408042907715, |
| "learning_rate": 3.5044343601335106e-06, |
| "loss": 0.8087, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.6108324974924775, |
| "grad_norm": 3.941023826599121, |
| "learning_rate": 3.48894195334899e-06, |
| "loss": 0.8227, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.6118355065195586, |
| "grad_norm": 4.427003860473633, |
| "learning_rate": 3.4734654953479867e-06, |
| "loss": 0.81, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6128385155466399, |
| "grad_norm": 4.276743412017822, |
| "learning_rate": 3.4580051494800683e-06, |
| "loss": 0.7365, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.6138415245737212, |
| "grad_norm": 3.4753129482269287, |
| "learning_rate": 3.4425610789247422e-06, |
| "loss": 0.8708, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.6148445336008024, |
| "grad_norm": 3.8165876865386963, |
| "learning_rate": 3.4271334466897353e-06, |
| "loss": 0.6912, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.6158475426278837, |
| "grad_norm": 4.05587911605835, |
| "learning_rate": 3.4117224156092754e-06, |
| "loss": 0.8261, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.6168505516549649, |
| "grad_norm": 3.390885353088379, |
| "learning_rate": 3.396328148342366e-06, |
| "loss": 0.7844, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.6178535606820461, |
| "grad_norm": 3.5539562702178955, |
| "learning_rate": 3.3809508073710757e-06, |
| "loss": 0.7445, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.6188565697091274, |
| "grad_norm": 3.823821544647217, |
| "learning_rate": 3.3655905549988194e-06, |
| "loss": 0.6729, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.6198595787362087, |
| "grad_norm": 2.9422364234924316, |
| "learning_rate": 3.350247553348648e-06, |
| "loss": 0.8044, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.6208625877632898, |
| "grad_norm": 4.469389915466309, |
| "learning_rate": 3.334921964361535e-06, |
| "loss": 0.7135, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.6218655967903711, |
| "grad_norm": 5.434567928314209, |
| "learning_rate": 3.319613949794668e-06, |
| "loss": 0.8655, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.6228686058174524, |
| "grad_norm": 5.1121625900268555, |
| "learning_rate": 3.3043236712197448e-06, |
| "loss": 0.8928, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.6238716148445336, |
| "grad_norm": 4.20275354385376, |
| "learning_rate": 3.289051290021259e-06, |
| "loss": 0.7245, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.6248746238716149, |
| "grad_norm": 4.040639400482178, |
| "learning_rate": 3.2737969673948093e-06, |
| "loss": 0.8814, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.6258776328986961, |
| "grad_norm": 5.009786128997803, |
| "learning_rate": 3.258560864345387e-06, |
| "loss": 0.8277, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.6268806419257773, |
| "grad_norm": 4.480382442474365, |
| "learning_rate": 3.243343141685682e-06, |
| "loss": 0.8679, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.6278836509528586, |
| "grad_norm": 4.348001480102539, |
| "learning_rate": 3.228143960034384e-06, |
| "loss": 0.8935, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.6288866599799399, |
| "grad_norm": 3.9595484733581543, |
| "learning_rate": 3.212963479814489e-06, |
| "loss": 0.629, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.629889669007021, |
| "grad_norm": 5.169403076171875, |
| "learning_rate": 3.1978018612516026e-06, |
| "loss": 0.9004, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.6308926780341023, |
| "grad_norm": 5.387321472167969, |
| "learning_rate": 3.182659264372254e-06, |
| "loss": 0.8772, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.6318956870611836, |
| "grad_norm": 4.459048748016357, |
| "learning_rate": 3.167535849002201e-06, |
| "loss": 0.7771, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.6328986960882648, |
| "grad_norm": 4.168999671936035, |
| "learning_rate": 3.152431774764749e-06, |
| "loss": 0.6934, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.633901705115346, |
| "grad_norm": 3.6566436290740967, |
| "learning_rate": 3.1373472010790617e-06, |
| "loss": 0.8692, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.6349047141424273, |
| "grad_norm": 4.426352500915527, |
| "learning_rate": 3.122282287158479e-06, |
| "loss": 0.9844, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.6359077231695085, |
| "grad_norm": 4.211833477020264, |
| "learning_rate": 3.1072371920088395e-06, |
| "loss": 0.7831, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.6369107321965898, |
| "grad_norm": 3.8359768390655518, |
| "learning_rate": 3.0922120744267993e-06, |
| "loss": 0.6705, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.6379137412236711, |
| "grad_norm": 4.391419410705566, |
| "learning_rate": 3.077207092998159e-06, |
| "loss": 0.8854, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.6389167502507522, |
| "grad_norm": 4.663003444671631, |
| "learning_rate": 3.0622224060961834e-06, |
| "loss": 0.5812, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.6399197592778335, |
| "grad_norm": 3.665712594985962, |
| "learning_rate": 3.0472581718799394e-06, |
| "loss": 0.7576, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.6409227683049148, |
| "grad_norm": 4.79156494140625, |
| "learning_rate": 3.0323145482926185e-06, |
| "loss": 0.9444, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.641925777331996, |
| "grad_norm": 3.7670211791992188, |
| "learning_rate": 3.0173916930598746e-06, |
| "loss": 0.8783, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.6429287863590772, |
| "grad_norm": 5.021609783172607, |
| "learning_rate": 3.002489763688156e-06, |
| "loss": 0.7133, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.6439317953861585, |
| "grad_norm": 5.50873327255249, |
| "learning_rate": 2.9876089174630467e-06, |
| "loss": 0.9178, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.6449348044132397, |
| "grad_norm": 4.057301998138428, |
| "learning_rate": 2.9727493114476025e-06, |
| "loss": 0.9236, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.645937813440321, |
| "grad_norm": 4.566405296325684, |
| "learning_rate": 2.9579111024806945e-06, |
| "loss": 0.7752, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.6469408224674023, |
| "grad_norm": 3.470957040786743, |
| "learning_rate": 2.9430944471753563e-06, |
| "loss": 0.7844, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.6479438314944834, |
| "grad_norm": 4.3673553466796875, |
| "learning_rate": 2.928299501917128e-06, |
| "loss": 0.7213, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.6489468405215647, |
| "grad_norm": 4.8384528160095215, |
| "learning_rate": 2.9135264228624037e-06, |
| "loss": 0.7932, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.649949849548646, |
| "grad_norm": 4.3337249755859375, |
| "learning_rate": 2.8987753659367888e-06, |
| "loss": 0.8125, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.6509528585757272, |
| "grad_norm": 5.572671413421631, |
| "learning_rate": 2.8840464868334534e-06, |
| "loss": 0.9675, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.6519558676028084, |
| "grad_norm": 4.2997660636901855, |
| "learning_rate": 2.8693399410114796e-06, |
| "loss": 0.8282, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.6529588766298897, |
| "grad_norm": 4.765951633453369, |
| "learning_rate": 2.8546558836942385e-06, |
| "loss": 0.7906, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.6539618856569709, |
| "grad_norm": 4.505593299865723, |
| "learning_rate": 2.8399944698677307e-06, |
| "loss": 0.7407, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.6549648946840522, |
| "grad_norm": 4.665410995483398, |
| "learning_rate": 2.8253558542789706e-06, |
| "loss": 0.7051, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.6559679037111334, |
| "grad_norm": 4.7228569984436035, |
| "learning_rate": 2.8107401914343367e-06, |
| "loss": 0.7442, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.6569709127382146, |
| "grad_norm": 4.746094703674316, |
| "learning_rate": 2.7961476355979543e-06, |
| "loss": 0.8766, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.6579739217652959, |
| "grad_norm": 4.242105960845947, |
| "learning_rate": 2.781578340790053e-06, |
| "loss": 0.8118, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.6589769307923772, |
| "grad_norm": 5.309788227081299, |
| "learning_rate": 2.767032460785356e-06, |
| "loss": 0.836, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.6599799398194583, |
| "grad_norm": 3.7402758598327637, |
| "learning_rate": 2.7525101491114494e-06, |
| "loss": 0.8005, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.6609829488465396, |
| "grad_norm": 5.357933044433594, |
| "learning_rate": 2.7380115590471556e-06, |
| "loss": 0.8661, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.6619859578736209, |
| "grad_norm": 4.294086933135986, |
| "learning_rate": 2.7235368436209312e-06, |
| "loss": 0.7023, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.6629889669007021, |
| "grad_norm": 4.667852878570557, |
| "learning_rate": 2.709086155609235e-06, |
| "loss": 0.6972, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.6639919759277834, |
| "grad_norm": 3.9336674213409424, |
| "learning_rate": 2.6946596475349306e-06, |
| "loss": 0.583, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.6649949849548646, |
| "grad_norm": 4.823256969451904, |
| "learning_rate": 2.6802574716656616e-06, |
| "loss": 0.9382, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.6659979939819458, |
| "grad_norm": 3.940246105194092, |
| "learning_rate": 2.6658797800122605e-06, |
| "loss": 0.7325, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.6670010030090271, |
| "grad_norm": 4.826223850250244, |
| "learning_rate": 2.651526724327127e-06, |
| "loss": 0.759, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.6680040120361084, |
| "grad_norm": 3.3941001892089844, |
| "learning_rate": 2.637198456102642e-06, |
| "loss": 0.6132, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.6690070210631895, |
| "grad_norm": 4.705685138702393, |
| "learning_rate": 2.6228951265695625e-06, |
| "loss": 0.8048, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.6700100300902708, |
| "grad_norm": 5.192498683929443, |
| "learning_rate": 2.6086168866954174e-06, |
| "loss": 0.8658, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.6710130391173521, |
| "grad_norm": 4.6966776847839355, |
| "learning_rate": 2.5943638871829304e-06, |
| "loss": 0.8422, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.6720160481444333, |
| "grad_norm": 5.429586887359619, |
| "learning_rate": 2.5801362784684107e-06, |
| "loss": 0.9351, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.6730190571715146, |
| "grad_norm": 3.5969576835632324, |
| "learning_rate": 2.565934210720186e-06, |
| "loss": 0.7316, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.6740220661985958, |
| "grad_norm": 3.8780598640441895, |
| "learning_rate": 2.5517578338369966e-06, |
| "loss": 0.757, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.675025075225677, |
| "grad_norm": 4.866453647613525, |
| "learning_rate": 2.5376072974464285e-06, |
| "loss": 0.8405, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.6760280842527583, |
| "grad_norm": 3.916318893432617, |
| "learning_rate": 2.52348275090333e-06, |
| "loss": 0.8406, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.6770310932798396, |
| "grad_norm": 4.055075645446777, |
| "learning_rate": 2.5093843432882276e-06, |
| "loss": 0.759, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.6780341023069207, |
| "grad_norm": 4.514216423034668, |
| "learning_rate": 2.4953122234057665e-06, |
| "loss": 0.7549, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.679037111334002, |
| "grad_norm": 3.8270721435546875, |
| "learning_rate": 2.481266539783125e-06, |
| "loss": 0.8207, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.6800401203610833, |
| "grad_norm": 4.5839691162109375, |
| "learning_rate": 2.4672474406684623e-06, |
| "loss": 0.9116, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.6810431293881645, |
| "grad_norm": 3.7903006076812744, |
| "learning_rate": 2.4532550740293363e-06, |
| "loss": 0.7932, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.6820461384152458, |
| "grad_norm": 4.376543045043945, |
| "learning_rate": 2.439289587551162e-06, |
| "loss": 0.7433, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.683049147442327, |
| "grad_norm": 4.350039958953857, |
| "learning_rate": 2.4253511286356324e-06, |
| "loss": 0.8579, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.6840521564694082, |
| "grad_norm": 3.196552276611328, |
| "learning_rate": 2.411439844399177e-06, |
| "loss": 0.6942, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.6850551654964895, |
| "grad_norm": 3.100128173828125, |
| "learning_rate": 2.397555881671408e-06, |
| "loss": 0.6888, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.6860581745235708, |
| "grad_norm": 5.0521159172058105, |
| "learning_rate": 2.383699386993557e-06, |
| "loss": 0.691, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.6870611835506519, |
| "grad_norm": 5.03604793548584, |
| "learning_rate": 2.3698705066169486e-06, |
| "loss": 0.7578, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.6880641925777332, |
| "grad_norm": 5.0749006271362305, |
| "learning_rate": 2.3560693865014383e-06, |
| "loss": 0.8756, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.6890672016048145, |
| "grad_norm": 3.5390970706939697, |
| "learning_rate": 2.3422961723138864e-06, |
| "loss": 0.7515, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.6900702106318957, |
| "grad_norm": 4.655844211578369, |
| "learning_rate": 2.328551009426609e-06, |
| "loss": 0.7575, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.691073219658977, |
| "grad_norm": 4.955108165740967, |
| "learning_rate": 2.314834042915853e-06, |
| "loss": 0.8792, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.6920762286860582, |
| "grad_norm": 4.956750392913818, |
| "learning_rate": 2.301145417560256e-06, |
| "loss": 0.7986, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.6930792377131394, |
| "grad_norm": 4.120952129364014, |
| "learning_rate": 2.287485277839327e-06, |
| "loss": 0.6563, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.6940822467402207, |
| "grad_norm": 3.3682332038879395, |
| "learning_rate": 2.2738537679319184e-06, |
| "loss": 0.677, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.695085255767302, |
| "grad_norm": 4.446828365325928, |
| "learning_rate": 2.260251031714696e-06, |
| "loss": 0.7787, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.6960882647943831, |
| "grad_norm": 3.3289477825164795, |
| "learning_rate": 2.2466772127606364e-06, |
| "loss": 0.7592, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.6970912738214644, |
| "grad_norm": 4.985026836395264, |
| "learning_rate": 2.2331324543374944e-06, |
| "loss": 0.7962, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.6980942828485457, |
| "grad_norm": 3.8351457118988037, |
| "learning_rate": 2.2196168994063076e-06, |
| "loss": 0.5227, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.6990972918756269, |
| "grad_norm": 4.575567245483398, |
| "learning_rate": 2.206130690619871e-06, |
| "loss": 0.8213, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.7001003009027081, |
| "grad_norm": 3.6639046669006348, |
| "learning_rate": 2.1926739703212474e-06, |
| "loss": 0.7516, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.7011033099297894, |
| "grad_norm": 4.742379188537598, |
| "learning_rate": 2.179246880542249e-06, |
| "loss": 0.897, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.7021063189568706, |
| "grad_norm": 3.5077478885650635, |
| "learning_rate": 2.165849563001952e-06, |
| "loss": 0.7371, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.7031093279839519, |
| "grad_norm": 4.919702529907227, |
| "learning_rate": 2.1524821591051963e-06, |
| "loss": 0.8393, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.7041123370110332, |
| "grad_norm": 4.482843399047852, |
| "learning_rate": 2.1391448099410856e-06, |
| "loss": 0.6463, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.7051153460381143, |
| "grad_norm": 3.620887041091919, |
| "learning_rate": 2.1258376562815112e-06, |
| "loss": 0.7534, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.7061183550651956, |
| "grad_norm": 4.8982977867126465, |
| "learning_rate": 2.112560838579653e-06, |
| "loss": 0.909, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.7071213640922769, |
| "grad_norm": 4.648558139801025, |
| "learning_rate": 2.099314496968511e-06, |
| "loss": 0.6678, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.708124373119358, |
| "grad_norm": 4.6663031578063965, |
| "learning_rate": 2.0860987712594103e-06, |
| "loss": 0.7577, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.7091273821464393, |
| "grad_norm": 4.495550632476807, |
| "learning_rate": 2.0729138009405417e-06, |
| "loss": 0.9459, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.7101303911735206, |
| "grad_norm": 4.677994728088379, |
| "learning_rate": 2.0597597251754803e-06, |
| "loss": 0.8014, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.7111334002006018, |
| "grad_norm": 4.385025978088379, |
| "learning_rate": 2.0466366828017115e-06, |
| "loss": 0.7715, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.7121364092276831, |
| "grad_norm": 4.049365520477295, |
| "learning_rate": 2.033544812329181e-06, |
| "loss": 0.8148, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.7131394182547643, |
| "grad_norm": 4.608902454376221, |
| "learning_rate": 2.0204842519388176e-06, |
| "loss": 0.7244, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.7141424272818455, |
| "grad_norm": 4.603305339813232, |
| "learning_rate": 2.0074551394810853e-06, |
| "loss": 0.7097, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.7151454363089268, |
| "grad_norm": 6.252641677856445, |
| "learning_rate": 1.9944576124745207e-06, |
| "loss": 0.6376, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.7161484453360081, |
| "grad_norm": 4.792734146118164, |
| "learning_rate": 1.9814918081042887e-06, |
| "loss": 0.9104, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.7171514543630892, |
| "grad_norm": 4.855016708374023, |
| "learning_rate": 1.968557863220727e-06, |
| "loss": 0.7701, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.7181544633901705, |
| "grad_norm": 3.6340222358703613, |
| "learning_rate": 1.95565591433791e-06, |
| "loss": 0.7832, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.7191574724172518, |
| "grad_norm": 3.9203600883483887, |
| "learning_rate": 1.9427860976322e-06, |
| "loss": 0.613, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.720160481444333, |
| "grad_norm": 4.4278178215026855, |
| "learning_rate": 1.9299485489408125e-06, |
| "loss": 0.7788, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.7211634904714143, |
| "grad_norm": 3.5168228149414062, |
| "learning_rate": 1.9171434037603885e-06, |
| "loss": 0.7084, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.7221664994984955, |
| "grad_norm": 4.843722343444824, |
| "learning_rate": 1.9043707972455538e-06, |
| "loss": 0.7999, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.7231695085255767, |
| "grad_norm": 3.9402291774749756, |
| "learning_rate": 1.891630864207501e-06, |
| "loss": 0.8285, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.724172517552658, |
| "grad_norm": 3.990156888961792, |
| "learning_rate": 1.8789237391125647e-06, |
| "loss": 0.9103, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.7251755265797393, |
| "grad_norm": 5.624143600463867, |
| "learning_rate": 1.866249556080796e-06, |
| "loss": 0.7957, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.7261785356068204, |
| "grad_norm": 5.01121187210083, |
| "learning_rate": 1.8536084488845585e-06, |
| "loss": 0.7271, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.7271815446339017, |
| "grad_norm": 5.025772571563721, |
| "learning_rate": 1.841000550947103e-06, |
| "loss": 0.8014, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.728184553660983, |
| "grad_norm": 4.405618667602539, |
| "learning_rate": 1.8284259953411731e-06, |
| "loss": 0.829, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.7291875626880642, |
| "grad_norm": 4.663231372833252, |
| "learning_rate": 1.8158849147875873e-06, |
| "loss": 0.8276, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.7301905717151455, |
| "grad_norm": 4.1873650550842285, |
| "learning_rate": 1.8033774416538501e-06, |
| "loss": 0.8987, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.7311935807422267, |
| "grad_norm": 5.60460901260376, |
| "learning_rate": 1.7909037079527436e-06, |
| "loss": 0.6632, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.7321965897693079, |
| "grad_norm": 4.5685577392578125, |
| "learning_rate": 1.7784638453409452e-06, |
| "loss": 0.8197, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.7331995987963892, |
| "grad_norm": 4.601626873016357, |
| "learning_rate": 1.7660579851176318e-06, |
| "loss": 0.8307, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.7342026078234705, |
| "grad_norm": 3.853898286819458, |
| "learning_rate": 1.7536862582230896e-06, |
| "loss": 0.6466, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.7352056168505516, |
| "grad_norm": 4.068875789642334, |
| "learning_rate": 1.7413487952373459e-06, |
| "loss": 0.8667, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.7362086258776329, |
| "grad_norm": 4.8334455490112305, |
| "learning_rate": 1.729045726378773e-06, |
| "loss": 0.7005, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.7372116349047142, |
| "grad_norm": 4.624211311340332, |
| "learning_rate": 1.7167771815027318e-06, |
| "loss": 0.7219, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.7382146439317954, |
| "grad_norm": 4.838943004608154, |
| "learning_rate": 1.7045432901001846e-06, |
| "loss": 0.7754, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.7392176529588766, |
| "grad_norm": 4.927722930908203, |
| "learning_rate": 1.6923441812963437e-06, |
| "loss": 0.8565, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.7402206619859579, |
| "grad_norm": 4.852552890777588, |
| "learning_rate": 1.6801799838492945e-06, |
| "loss": 0.7327, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.7412236710130391, |
| "grad_norm": 3.834653377532959, |
| "learning_rate": 1.6680508261486468e-06, |
| "loss": 0.6826, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.7422266800401204, |
| "grad_norm": 5.076817512512207, |
| "learning_rate": 1.655956836214177e-06, |
| "loss": 0.8856, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.7432296890672017, |
| "grad_norm": 4.383863925933838, |
| "learning_rate": 1.643898141694471e-06, |
| "loss": 0.7258, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.7442326980942828, |
| "grad_norm": 4.276555061340332, |
| "learning_rate": 1.6318748698655872e-06, |
| "loss": 0.7015, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.7452357071213641, |
| "grad_norm": 3.9618241786956787, |
| "learning_rate": 1.6198871476297034e-06, |
| "loss": 0.7138, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.7462387161484454, |
| "grad_norm": 3.8278191089630127, |
| "learning_rate": 1.607935101513785e-06, |
| "loss": 0.6459, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.7472417251755266, |
| "grad_norm": 4.899794101715088, |
| "learning_rate": 1.5960188576682422e-06, |
| "loss": 0.6454, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.7482447342026078, |
| "grad_norm": 4.544212818145752, |
| "learning_rate": 1.5841385418656068e-06, |
| "loss": 0.7824, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.7492477432296891, |
| "grad_norm": 5.481677532196045, |
| "learning_rate": 1.5722942794991996e-06, |
| "loss": 0.8462, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.7502507522567703, |
| "grad_norm": 5.115010738372803, |
| "learning_rate": 1.560486195581804e-06, |
| "loss": 0.7292, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.7512537612838516, |
| "grad_norm": 4.429975986480713, |
| "learning_rate": 1.5487144147443561e-06, |
| "loss": 0.806, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.7522567703109327, |
| "grad_norm": 4.784054279327393, |
| "learning_rate": 1.536979061234617e-06, |
| "loss": 0.7697, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.753259779338014, |
| "grad_norm": 4.078995227813721, |
| "learning_rate": 1.5252802589158738e-06, |
| "loss": 0.5987, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.7542627883650953, |
| "grad_norm": 4.898708343505859, |
| "learning_rate": 1.513618131265621e-06, |
| "loss": 0.7273, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.7552657973921765, |
| "grad_norm": 4.614200592041016, |
| "learning_rate": 1.5019928013742685e-06, |
| "loss": 0.637, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.7562688064192578, |
| "grad_norm": 4.564877510070801, |
| "learning_rate": 1.4904043919438294e-06, |
| "loss": 0.7045, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.757271815446339, |
| "grad_norm": 5.43159294128418, |
| "learning_rate": 1.4788530252866373e-06, |
| "loss": 0.7572, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.7582748244734202, |
| "grad_norm": 5.415429592132568, |
| "learning_rate": 1.4673388233240505e-06, |
| "loss": 0.7423, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.7592778335005015, |
| "grad_norm": 4.873239517211914, |
| "learning_rate": 1.4558619075851582e-06, |
| "loss": 0.7772, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.7602808425275828, |
| "grad_norm": 4.5504841804504395, |
| "learning_rate": 1.4444223992055117e-06, |
| "loss": 0.7693, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.7612838515546639, |
| "grad_norm": 4.655095100402832, |
| "learning_rate": 1.4330204189258329e-06, |
| "loss": 0.7821, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.7622868605817452, |
| "grad_norm": 4.574293613433838, |
| "learning_rate": 1.4216560870907498e-06, |
| "loss": 0.7757, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.7632898696088265, |
| "grad_norm": 5.1897807121276855, |
| "learning_rate": 1.4103295236475168e-06, |
| "loss": 0.6772, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.7642928786359077, |
| "grad_norm": 4.52416467666626, |
| "learning_rate": 1.3990408481447599e-06, |
| "loss": 0.7775, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.765295887662989, |
| "grad_norm": 5.417598724365234, |
| "learning_rate": 1.3877901797312022e-06, |
| "loss": 0.9068, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.7662988966900702, |
| "grad_norm": 5.372793197631836, |
| "learning_rate": 1.3765776371544177e-06, |
| "loss": 0.8809, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.7673019057171514, |
| "grad_norm": 4.353141784667969, |
| "learning_rate": 1.3654033387595733e-06, |
| "loss": 0.5866, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.7683049147442327, |
| "grad_norm": 5.083629608154297, |
| "learning_rate": 1.3542674024881747e-06, |
| "loss": 0.7205, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.769307923771314, |
| "grad_norm": 4.177886009216309, |
| "learning_rate": 1.3431699458768333e-06, |
| "loss": 0.7128, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.7703109327983951, |
| "grad_norm": 4.836990833282471, |
| "learning_rate": 1.332111086056011e-06, |
| "loss": 0.7707, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.7713139418254764, |
| "grad_norm": 4.888391971588135, |
| "learning_rate": 1.3210909397487998e-06, |
| "loss": 0.6584, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.7723169508525577, |
| "grad_norm": 5.298000812530518, |
| "learning_rate": 1.3101096232696735e-06, |
| "loss": 0.8403, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.7733199598796389, |
| "grad_norm": 5.193215370178223, |
| "learning_rate": 1.2991672525232758e-06, |
| "loss": 0.8047, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.7743229689067201, |
| "grad_norm": 3.786947250366211, |
| "learning_rate": 1.2882639430031836e-06, |
| "loss": 0.7377, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.7753259779338014, |
| "grad_norm": 4.563846111297607, |
| "learning_rate": 1.2773998097906965e-06, |
| "loss": 0.5632, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.7763289869608826, |
| "grad_norm": 4.023874282836914, |
| "learning_rate": 1.266574967553621e-06, |
| "loss": 0.6381, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.7773319959879639, |
| "grad_norm": 5.078170299530029, |
| "learning_rate": 1.2557895305450535e-06, |
| "loss": 0.7863, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.7783350050150452, |
| "grad_norm": 4.149288177490234, |
| "learning_rate": 1.2450436126021864e-06, |
| "loss": 0.6536, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.7793380140421263, |
| "grad_norm": 3.8331847190856934, |
| "learning_rate": 1.234337327145092e-06, |
| "loss": 0.6756, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.7803410230692076, |
| "grad_norm": 4.096665382385254, |
| "learning_rate": 1.2236707871755404e-06, |
| "loss": 0.7581, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.7813440320962889, |
| "grad_norm": 4.041867733001709, |
| "learning_rate": 1.213044105275794e-06, |
| "loss": 0.7642, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.7823470411233701, |
| "grad_norm": 4.151028633117676, |
| "learning_rate": 1.2024573936074275e-06, |
| "loss": 0.738, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.7833500501504513, |
| "grad_norm": 4.884620666503906, |
| "learning_rate": 1.1919107639101424e-06, |
| "loss": 0.6238, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.7843530591775326, |
| "grad_norm": 5.395772457122803, |
| "learning_rate": 1.181404327500582e-06, |
| "loss": 0.7566, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.7853560682046138, |
| "grad_norm": 4.006275177001953, |
| "learning_rate": 1.1709381952711668e-06, |
| "loss": 0.7842, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.7863590772316951, |
| "grad_norm": 3.6466565132141113, |
| "learning_rate": 1.1605124776889126e-06, |
| "loss": 0.5598, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.7873620862587764, |
| "grad_norm": 3.977656126022339, |
| "learning_rate": 1.1501272847942752e-06, |
| "loss": 0.6004, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.7883650952858575, |
| "grad_norm": 5.086451530456543, |
| "learning_rate": 1.1397827261999795e-06, |
| "loss": 0.7513, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.7893681043129388, |
| "grad_norm": 3.921558380126953, |
| "learning_rate": 1.1294789110898712e-06, |
| "loss": 0.5705, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.7903711133400201, |
| "grad_norm": 5.067392349243164, |
| "learning_rate": 1.1192159482177561e-06, |
| "loss": 0.7763, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.7913741223671013, |
| "grad_norm": 5.236445426940918, |
| "learning_rate": 1.1089939459062605e-06, |
| "loss": 0.8821, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.7923771313941825, |
| "grad_norm": 4.675759315490723, |
| "learning_rate": 1.0988130120456813e-06, |
| "loss": 0.7719, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.7933801404212638, |
| "grad_norm": 4.499670505523682, |
| "learning_rate": 1.088673254092849e-06, |
| "loss": 0.8, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.794383149448345, |
| "grad_norm": 4.458972930908203, |
| "learning_rate": 1.078574779069998e-06, |
| "loss": 0.7312, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.7953861584754263, |
| "grad_norm": 5.155145168304443, |
| "learning_rate": 1.0685176935636265e-06, |
| "loss": 0.6534, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.7963891675025075, |
| "grad_norm": 5.616570472717285, |
| "learning_rate": 1.0585021037233873e-06, |
| "loss": 0.8878, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.7973921765295887, |
| "grad_norm": 4.5944037437438965, |
| "learning_rate": 1.0485281152609484e-06, |
| "loss": 0.8386, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.79839518555667, |
| "grad_norm": 4.263227939605713, |
| "learning_rate": 1.0385958334488967e-06, |
| "loss": 0.7942, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.7993981945837513, |
| "grad_norm": 4.048926830291748, |
| "learning_rate": 1.0287053631196109e-06, |
| "loss": 0.7017, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.8004012036108324, |
| "grad_norm": 4.2994303703308105, |
| "learning_rate": 1.0188568086641614e-06, |
| "loss": 0.7319, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.8014042126379137, |
| "grad_norm": 4.350577354431152, |
| "learning_rate": 1.0090502740312153e-06, |
| "loss": 0.8326, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.802407221664995, |
| "grad_norm": 4.654552936553955, |
| "learning_rate": 9.992858627259238e-07, |
| "loss": 0.7457, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8034102306920762, |
| "grad_norm": 4.828591346740723, |
| "learning_rate": 9.895636778088458e-07, |
| "loss": 0.5425, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.8044132397191575, |
| "grad_norm": 4.602827548980713, |
| "learning_rate": 9.79883821894847e-07, |
| "loss": 0.7285, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.8054162487462387, |
| "grad_norm": 4.667062759399414, |
| "learning_rate": 9.702463971520264e-07, |
| "loss": 0.5778, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.8064192577733199, |
| "grad_norm": 4.593809604644775, |
| "learning_rate": 9.60651505300635e-07, |
| "loss": 0.7539, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.8074222668004012, |
| "grad_norm": 4.234933853149414, |
| "learning_rate": 9.510992476119962e-07, |
| "loss": 0.7307, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.8084252758274825, |
| "grad_norm": 4.887782096862793, |
| "learning_rate": 9.415897249074479e-07, |
| "loss": 0.728, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.8094282848545636, |
| "grad_norm": 4.268975257873535, |
| "learning_rate": 9.321230375572682e-07, |
| "loss": 0.8332, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.8104312938816449, |
| "grad_norm": 4.051448822021484, |
| "learning_rate": 9.226992854796235e-07, |
| "loss": 0.7643, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.8114343029087262, |
| "grad_norm": 4.242846488952637, |
| "learning_rate": 9.133185681395074e-07, |
| "loss": 0.8009, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.8124373119358074, |
| "grad_norm": 4.693063735961914, |
| "learning_rate": 9.039809845476971e-07, |
| "loss": 0.7375, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.8134403209628887, |
| "grad_norm": 4.185790538787842, |
| "learning_rate": 8.946866332597065e-07, |
| "loss": 0.7547, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.8144433299899699, |
| "grad_norm": 4.585914611816406, |
| "learning_rate": 8.854356123747393e-07, |
| "loss": 0.6169, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.8154463390170511, |
| "grad_norm": 4.708098411560059, |
| "learning_rate": 8.762280195346656e-07, |
| "loss": 0.7005, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.8164493480441324, |
| "grad_norm": 4.51668119430542, |
| "learning_rate": 8.670639519229801e-07, |
| "loss": 0.7734, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.8174523570712137, |
| "grad_norm": 4.6272149085998535, |
| "learning_rate": 8.579435062637864e-07, |
| "loss": 0.8573, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.8184553660982948, |
| "grad_norm": 4.618356227874756, |
| "learning_rate": 8.488667788207644e-07, |
| "loss": 0.6907, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.8194583751253761, |
| "grad_norm": 5.047024726867676, |
| "learning_rate": 8.398338653961674e-07, |
| "loss": 0.9222, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.8204613841524574, |
| "grad_norm": 4.793258190155029, |
| "learning_rate": 8.308448613297982e-07, |
| "loss": 0.6165, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.8214643931795386, |
| "grad_norm": 5.409603118896484, |
| "learning_rate": 8.218998614980134e-07, |
| "loss": 0.6569, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.8224674022066198, |
| "grad_norm": 4.52425479888916, |
| "learning_rate": 8.12998960312718e-07, |
| "loss": 0.7587, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.8234704112337011, |
| "grad_norm": 4.566806793212891, |
| "learning_rate": 8.041422517203629e-07, |
| "loss": 0.8022, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.8244734202607823, |
| "grad_norm": 5.383869171142578, |
| "learning_rate": 7.953298292009659e-07, |
| "loss": 0.8917, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.8254764292878636, |
| "grad_norm": 5.402740478515625, |
| "learning_rate": 7.865617857671121e-07, |
| "loss": 0.6883, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.8264794383149449, |
| "grad_norm": 4.737725734710693, |
| "learning_rate": 7.778382139629831e-07, |
| "loss": 0.8098, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.827482447342026, |
| "grad_norm": 4.177610874176025, |
| "learning_rate": 7.691592058633696e-07, |
| "loss": 0.6841, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.8284854563691073, |
| "grad_norm": 4.095300197601318, |
| "learning_rate": 7.605248530727116e-07, |
| "loss": 0.6517, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.8294884653961886, |
| "grad_norm": 4.254879951477051, |
| "learning_rate": 7.519352467241198e-07, |
| "loss": 0.7027, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.8304914744232698, |
| "grad_norm": 3.8898143768310547, |
| "learning_rate": 7.433904774784217e-07, |
| "loss": 0.7203, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.831494483450351, |
| "grad_norm": 5.161689281463623, |
| "learning_rate": 7.348906355232027e-07, |
| "loss": 0.8591, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.8324974924774323, |
| "grad_norm": 4.899776935577393, |
| "learning_rate": 7.264358105718505e-07, |
| "loss": 0.8149, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.8335005015045135, |
| "grad_norm": 4.75742769241333, |
| "learning_rate": 7.180260918626153e-07, |
| "loss": 0.7591, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.8345035105315948, |
| "grad_norm": 3.808969736099243, |
| "learning_rate": 7.096615681576596e-07, |
| "loss": 0.6284, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.835506519558676, |
| "grad_norm": 4.761439323425293, |
| "learning_rate": 7.0134232774213e-07, |
| "loss": 0.8803, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.8365095285857572, |
| "grad_norm": 4.2167744636535645, |
| "learning_rate": 6.930684584232161e-07, |
| "loss": 0.8008, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.8375125376128385, |
| "grad_norm": 4.578309535980225, |
| "learning_rate": 6.848400475292344e-07, |
| "loss": 0.7168, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.8385155466399198, |
| "grad_norm": 4.427273750305176, |
| "learning_rate": 6.766571819086942e-07, |
| "loss": 0.7554, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.839518555667001, |
| "grad_norm": 3.3490822315216064, |
| "learning_rate": 6.68519947929393e-07, |
| "loss": 0.6519, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.8405215646940822, |
| "grad_norm": 3.7455391883850098, |
| "learning_rate": 6.604284314774984e-07, |
| "loss": 0.7362, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.8415245737211635, |
| "grad_norm": 5.733519554138184, |
| "learning_rate": 6.523827179566394e-07, |
| "loss": 0.6435, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.8425275827482447, |
| "grad_norm": 5.544914722442627, |
| "learning_rate": 6.443828922870127e-07, |
| "loss": 0.8534, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.843530591775326, |
| "grad_norm": 4.3752593994140625, |
| "learning_rate": 6.36429038904477e-07, |
| "loss": 0.7725, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.8445336008024072, |
| "grad_norm": 4.2751994132995605, |
| "learning_rate": 6.28521241759672e-07, |
| "loss": 0.6116, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.8455366098294884, |
| "grad_norm": 4.379554748535156, |
| "learning_rate": 6.206595843171225e-07, |
| "loss": 0.5035, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.8465396188565697, |
| "grad_norm": 4.365800380706787, |
| "learning_rate": 6.128441495543647e-07, |
| "loss": 0.7656, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.847542627883651, |
| "grad_norm": 4.838818073272705, |
| "learning_rate": 6.050750199610683e-07, |
| "loss": 0.8122, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.8485456369107321, |
| "grad_norm": 4.719117164611816, |
| "learning_rate": 5.973522775381618e-07, |
| "loss": 0.915, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.8495486459378134, |
| "grad_norm": 4.398984909057617, |
| "learning_rate": 5.89676003796974e-07, |
| "loss": 0.5796, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.8505516549648947, |
| "grad_norm": 4.586338520050049, |
| "learning_rate": 5.820462797583671e-07, |
| "loss": 0.615, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.8515546639919759, |
| "grad_norm": 4.437315464019775, |
| "learning_rate": 5.744631859518879e-07, |
| "loss": 0.6241, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.8525576730190572, |
| "grad_norm": 3.477703809738159, |
| "learning_rate": 5.669268024149111e-07, |
| "loss": 0.7041, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.8535606820461384, |
| "grad_norm": 5.6405348777771, |
| "learning_rate": 5.59437208691801e-07, |
| "loss": 0.8992, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.8545636910732196, |
| "grad_norm": 4.2000250816345215, |
| "learning_rate": 5.51994483833066e-07, |
| "loss": 0.7213, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.8555667001003009, |
| "grad_norm": 4.124228000640869, |
| "learning_rate": 5.44598706394529e-07, |
| "loss": 0.7059, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.8565697091273822, |
| "grad_norm": 5.095402717590332, |
| "learning_rate": 5.372499544364973e-07, |
| "loss": 0.7081, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.8575727181544633, |
| "grad_norm": 5.275686740875244, |
| "learning_rate": 5.299483055229338e-07, |
| "loss": 0.9325, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.8585757271815446, |
| "grad_norm": 5.121447563171387, |
| "learning_rate": 5.226938367206474e-07, |
| "loss": 0.717, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.8595787362086259, |
| "grad_norm": 3.1360950469970703, |
| "learning_rate": 5.154866245984697e-07, |
| "loss": 0.6586, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.8605817452357071, |
| "grad_norm": 5.618362903594971, |
| "learning_rate": 5.083267452264556e-07, |
| "loss": 0.7734, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.8615847542627884, |
| "grad_norm": 4.624363422393799, |
| "learning_rate": 5.012142741750725e-07, |
| "loss": 0.6275, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.8625877632898696, |
| "grad_norm": 3.7502849102020264, |
| "learning_rate": 4.941492865144115e-07, |
| "loss": 0.6578, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.8635907723169508, |
| "grad_norm": 4.694582939147949, |
| "learning_rate": 4.871318568133848e-07, |
| "loss": 0.812, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.8645937813440321, |
| "grad_norm": 4.233691215515137, |
| "learning_rate": 4.801620591389478e-07, |
| "loss": 0.6501, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.8655967903711134, |
| "grad_norm": 4.722357273101807, |
| "learning_rate": 4.732399670553134e-07, |
| "loss": 0.5827, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.8665997993981945, |
| "grad_norm": 4.257192611694336, |
| "learning_rate": 4.663656536231731e-07, |
| "loss": 0.8428, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.8676028084252758, |
| "grad_norm": 4.021536827087402, |
| "learning_rate": 4.595391913989311e-07, |
| "loss": 0.6767, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.8686058174523571, |
| "grad_norm": 5.024959564208984, |
| "learning_rate": 4.527606524339329e-07, |
| "loss": 0.681, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.8696088264794383, |
| "grad_norm": 6.4967193603515625, |
| "learning_rate": 4.460301082737123e-07, |
| "loss": 0.8774, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.8706118355065195, |
| "grad_norm": 4.467845439910889, |
| "learning_rate": 4.393476299572264e-07, |
| "loss": 0.6123, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.8716148445336008, |
| "grad_norm": 4.03832483291626, |
| "learning_rate": 4.327132880161161e-07, |
| "loss": 0.709, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.872617853560682, |
| "grad_norm": 4.846073150634766, |
| "learning_rate": 4.261271524739524e-07, |
| "loss": 0.799, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.8736208625877633, |
| "grad_norm": 4.465785503387451, |
| "learning_rate": 4.195892928455048e-07, |
| "loss": 0.7433, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.8746238716148446, |
| "grad_norm": 4.872369766235352, |
| "learning_rate": 4.1309977813600353e-07, |
| "loss": 0.7538, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.8756268806419257, |
| "grad_norm": 3.6774091720581055, |
| "learning_rate": 4.066586768404102e-07, |
| "loss": 0.654, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.876629889669007, |
| "grad_norm": 4.146250247955322, |
| "learning_rate": 4.002660569426997e-07, |
| "loss": 0.5712, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.8776328986960883, |
| "grad_norm": 3.8843162059783936, |
| "learning_rate": 3.9392198591513775e-07, |
| "loss": 0.6435, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.8786359077231695, |
| "grad_norm": 4.3653059005737305, |
| "learning_rate": 3.8762653071757137e-07, |
| "loss": 0.7175, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.8796389167502507, |
| "grad_norm": 5.461905002593994, |
| "learning_rate": 3.81379757796721e-07, |
| "loss": 0.7422, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.880641925777332, |
| "grad_norm": 3.634816884994507, |
| "learning_rate": 3.7518173308548065e-07, |
| "loss": 0.7174, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.8816449348044132, |
| "grad_norm": 4.787415504455566, |
| "learning_rate": 3.690325220022201e-07, |
| "loss": 0.7121, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.8826479438314945, |
| "grad_norm": 3.988579273223877, |
| "learning_rate": 3.6293218945009365e-07, |
| "loss": 0.6696, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.8836509528585758, |
| "grad_norm": 4.939713478088379, |
| "learning_rate": 3.5688079981636203e-07, |
| "loss": 0.7605, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.8846539618856569, |
| "grad_norm": 5.217735290527344, |
| "learning_rate": 3.508784169717011e-07, |
| "loss": 0.8241, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.8856569709127382, |
| "grad_norm": 4.151040077209473, |
| "learning_rate": 3.4492510426953783e-07, |
| "loss": 0.6344, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.8866599799398195, |
| "grad_norm": 4.423863887786865, |
| "learning_rate": 3.3902092454537904e-07, |
| "loss": 0.5726, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.8876629889669007, |
| "grad_norm": 5.126745700836182, |
| "learning_rate": 3.3316594011614357e-07, |
| "loss": 0.744, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.8886659979939819, |
| "grad_norm": 4.856997013092041, |
| "learning_rate": 3.2736021277951057e-07, |
| "loss": 0.634, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.8896690070210632, |
| "grad_norm": 3.5816633701324463, |
| "learning_rate": 3.216038038132624e-07, |
| "loss": 0.7042, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.8906720160481444, |
| "grad_norm": 5.054128646850586, |
| "learning_rate": 3.1589677397464435e-07, |
| "loss": 0.8196, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.8916750250752257, |
| "grad_norm": 6.017844200134277, |
| "learning_rate": 3.102391834997143e-07, |
| "loss": 0.9218, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.892678034102307, |
| "grad_norm": 4.536251068115234, |
| "learning_rate": 3.046310921027157e-07, |
| "loss": 0.6836, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.8936810431293881, |
| "grad_norm": 4.6317596435546875, |
| "learning_rate": 2.990725589754406e-07, |
| "loss": 0.6691, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.8946840521564694, |
| "grad_norm": 5.083393573760986, |
| "learning_rate": 2.9356364278660955e-07, |
| "loss": 0.7181, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.8956870611835507, |
| "grad_norm": 4.133002281188965, |
| "learning_rate": 2.881044016812506e-07, |
| "loss": 0.734, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.8966900702106319, |
| "grad_norm": 4.024208068847656, |
| "learning_rate": 2.826948932800844e-07, |
| "loss": 0.7544, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.8976930792377131, |
| "grad_norm": 5.048941612243652, |
| "learning_rate": 2.773351746789182e-07, |
| "loss": 0.7579, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.8986960882647944, |
| "grad_norm": 4.465607643127441, |
| "learning_rate": 2.720253024480418e-07, |
| "loss": 0.6304, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.8996990972918756, |
| "grad_norm": 4.029648303985596, |
| "learning_rate": 2.6676533263163105e-07, |
| "loss": 0.7058, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.9007021063189569, |
| "grad_norm": 5.086363315582275, |
| "learning_rate": 2.615553207471555e-07, |
| "loss": 0.686, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.9017051153460381, |
| "grad_norm": 6.115987777709961, |
| "learning_rate": 2.563953217847942e-07, |
| "loss": 0.8888, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.9027081243731193, |
| "grad_norm": 4.454765319824219, |
| "learning_rate": 2.5128539020685294e-07, |
| "loss": 0.7863, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9037111334002006, |
| "grad_norm": 4.63258171081543, |
| "learning_rate": 2.462255799471913e-07, |
| "loss": 0.6753, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.9047141424272819, |
| "grad_norm": 3.8224151134490967, |
| "learning_rate": 2.412159444106543e-07, |
| "loss": 0.5568, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.905717151454363, |
| "grad_norm": 4.1036601066589355, |
| "learning_rate": 2.3625653647250392e-07, |
| "loss": 0.7821, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.9067201604814443, |
| "grad_norm": 8.105584144592285, |
| "learning_rate": 2.3134740847786717e-07, |
| "loss": 0.6691, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.9077231695085256, |
| "grad_norm": 4.451644420623779, |
| "learning_rate": 2.2648861224117858e-07, |
| "loss": 0.7858, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.9087261785356068, |
| "grad_norm": 5.970065116882324, |
| "learning_rate": 2.2168019904563686e-07, |
| "loss": 0.7558, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.9097291875626881, |
| "grad_norm": 4.9913249015808105, |
| "learning_rate": 2.1692221964266125e-07, |
| "loss": 0.6912, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.9107321965897693, |
| "grad_norm": 5.410460948944092, |
| "learning_rate": 2.122147242513578e-07, |
| "loss": 0.7068, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.9117352056168505, |
| "grad_norm": 4.701066970825195, |
| "learning_rate": 2.075577625579872e-07, |
| "loss": 0.6389, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.9127382146439318, |
| "grad_norm": 4.227931976318359, |
| "learning_rate": 2.0295138371544232e-07, |
| "loss": 0.6387, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.9137412236710131, |
| "grad_norm": 3.9191296100616455, |
| "learning_rate": 1.9839563634272973e-07, |
| "loss": 0.7389, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.9147442326980942, |
| "grad_norm": 2.9703845977783203, |
| "learning_rate": 1.9389056852445132e-07, |
| "loss": 0.7662, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.9157472417251755, |
| "grad_norm": 4.562188148498535, |
| "learning_rate": 1.8943622781030568e-07, |
| "loss": 0.7359, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.9167502507522568, |
| "grad_norm": 4.0336594581604, |
| "learning_rate": 1.8503266121457753e-07, |
| "loss": 0.7228, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.917753259779338, |
| "grad_norm": 4.453738212585449, |
| "learning_rate": 1.8067991521564854e-07, |
| "loss": 0.6569, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.9187562688064193, |
| "grad_norm": 4.996483325958252, |
| "learning_rate": 1.7637803575550115e-07, |
| "loss": 0.7717, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.9197592778335005, |
| "grad_norm": 4.743129730224609, |
| "learning_rate": 1.7212706823923675e-07, |
| "loss": 0.8788, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.9207622868605817, |
| "grad_norm": 5.228214263916016, |
| "learning_rate": 1.679270575345976e-07, |
| "loss": 0.7314, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.921765295887663, |
| "grad_norm": 4.503567695617676, |
| "learning_rate": 1.6377804797148788e-07, |
| "loss": 0.6119, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.9227683049147443, |
| "grad_norm": 4.443480491638184, |
| "learning_rate": 1.5968008334151351e-07, |
| "loss": 0.8009, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.9237713139418254, |
| "grad_norm": 3.952268362045288, |
| "learning_rate": 1.5563320689751194e-07, |
| "loss": 0.6124, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.9247743229689067, |
| "grad_norm": 5.096187591552734, |
| "learning_rate": 1.5163746135310186e-07, |
| "loss": 0.7673, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.925777331995988, |
| "grad_norm": 4.789193153381348, |
| "learning_rate": 1.4769288888222988e-07, |
| "loss": 0.7439, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.9267803410230692, |
| "grad_norm": 3.701528310775757, |
| "learning_rate": 1.4379953111872458e-07, |
| "loss": 0.7515, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.9277833500501504, |
| "grad_norm": 6.08350133895874, |
| "learning_rate": 1.399574291558581e-07, |
| "loss": 0.6835, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.9287863590772317, |
| "grad_norm": 4.917857646942139, |
| "learning_rate": 1.361666235459136e-07, |
| "loss": 0.7786, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.9297893681043129, |
| "grad_norm": 3.9800169467926025, |
| "learning_rate": 1.3242715429975517e-07, |
| "loss": 0.7483, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.9307923771313942, |
| "grad_norm": 5.71744966506958, |
| "learning_rate": 1.2873906088640476e-07, |
| "loss": 0.8735, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.9317953861584755, |
| "grad_norm": 4.791073799133301, |
| "learning_rate": 1.2510238223263084e-07, |
| "loss": 0.7336, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.9327983951855566, |
| "grad_norm": 3.646848678588867, |
| "learning_rate": 1.2151715672252985e-07, |
| "loss": 0.8121, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.9338014042126379, |
| "grad_norm": 4.681507587432861, |
| "learning_rate": 1.1798342219712822e-07, |
| "loss": 0.7552, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.9348044132397192, |
| "grad_norm": 4.455327987670898, |
| "learning_rate": 1.1450121595397712e-07, |
| "loss": 0.8217, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.9358074222668004, |
| "grad_norm": 4.647828102111816, |
| "learning_rate": 1.1107057474676441e-07, |
| "loss": 0.6471, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.9368104312938816, |
| "grad_norm": 4.541031837463379, |
| "learning_rate": 1.0769153478492112e-07, |
| "loss": 0.6941, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.9378134403209629, |
| "grad_norm": 4.167369842529297, |
| "learning_rate": 1.0436413173324388e-07, |
| "loss": 0.7649, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.9388164493480441, |
| "grad_norm": 4.509149074554443, |
| "learning_rate": 1.0108840071151648e-07, |
| "loss": 0.7033, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.9398194583751254, |
| "grad_norm": 4.177834510803223, |
| "learning_rate": 9.78643762941367e-08, |
| "loss": 0.8545, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.9408224674022067, |
| "grad_norm": 4.97866678237915, |
| "learning_rate": 9.469209250975774e-08, |
| "loss": 0.6118, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.9418254764292878, |
| "grad_norm": 3.9421169757843018, |
| "learning_rate": 9.157158284092249e-08, |
| "loss": 0.803, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.9428284854563691, |
| "grad_norm": 3.787537097930908, |
| "learning_rate": 8.850288022371478e-08, |
| "loss": 0.6872, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.9438314944834504, |
| "grad_norm": 5.575892925262451, |
| "learning_rate": 8.548601704740756e-08, |
| "loss": 0.7377, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.9448345035105316, |
| "grad_norm": 4.359327793121338, |
| "learning_rate": 8.25210251541264e-08, |
| "loss": 0.735, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.9458375125376128, |
| "grad_norm": 4.343613624572754, |
| "learning_rate": 7.960793583850768e-08, |
| "loss": 0.7444, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.9468405215646941, |
| "grad_norm": 4.57480525970459, |
| "learning_rate": 7.674677984737255e-08, |
| "loss": 0.6987, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.9478435305917753, |
| "grad_norm": 5.964742183685303, |
| "learning_rate": 7.393758737940127e-08, |
| "loss": 0.8617, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.9488465396188566, |
| "grad_norm": 4.881872177124023, |
| "learning_rate": 7.118038808481165e-08, |
| "loss": 0.6689, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.9498495486459378, |
| "grad_norm": 5.220876216888428, |
| "learning_rate": 6.847521106505107e-08, |
| "loss": 0.7263, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.950852557673019, |
| "grad_norm": 3.770507335662842, |
| "learning_rate": 6.582208487248498e-08, |
| "loss": 0.6386, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.9518555667001003, |
| "grad_norm": 4.965149402618408, |
| "learning_rate": 6.322103751009834e-08, |
| "loss": 0.6863, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.9528585757271816, |
| "grad_norm": 4.452226161956787, |
| "learning_rate": 6.06720964311991e-08, |
| "loss": 0.6324, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.9538615847542627, |
| "grad_norm": 4.892546653747559, |
| "learning_rate": 5.817528853912735e-08, |
| "loss": 0.8314, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.954864593781344, |
| "grad_norm": 3.985069513320923, |
| "learning_rate": 5.5730640186973936e-08, |
| "loss": 0.6095, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.9558676028084253, |
| "grad_norm": 5.226090908050537, |
| "learning_rate": 5.333817717729894e-08, |
| "loss": 0.8446, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.9568706118355065, |
| "grad_norm": 3.97580885887146, |
| "learning_rate": 5.0997924761862494e-08, |
| "loss": 0.5942, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.9578736208625878, |
| "grad_norm": 5.360856533050537, |
| "learning_rate": 4.8709907641355524e-08, |
| "loss": 0.757, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.958876629889669, |
| "grad_norm": 5.256042957305908, |
| "learning_rate": 4.6474149965142766e-08, |
| "loss": 0.6407, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.9598796389167502, |
| "grad_norm": 3.9611828327178955, |
| "learning_rate": 4.4290675331002954e-08, |
| "loss": 0.8301, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.9608826479438315, |
| "grad_norm": 5.468574047088623, |
| "learning_rate": 4.2159506784884005e-08, |
| "loss": 0.8779, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.9618856569709128, |
| "grad_norm": 3.9516358375549316, |
| "learning_rate": 4.008066682065714e-08, |
| "loss": 0.7016, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.9628886659979939, |
| "grad_norm": 4.945855140686035, |
| "learning_rate": 3.8054177379881483e-08, |
| "loss": 0.7165, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.9638916750250752, |
| "grad_norm": 5.862647533416748, |
| "learning_rate": 3.608005985157037e-08, |
| "loss": 0.8532, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.9648946840521565, |
| "grad_norm": 4.712942600250244, |
| "learning_rate": 3.415833507196764e-08, |
| "loss": 0.8651, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.9658976930792377, |
| "grad_norm": 4.585020065307617, |
| "learning_rate": 3.2289023324325596e-08, |
| "loss": 0.5557, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.966900702106319, |
| "grad_norm": 3.7760512828826904, |
| "learning_rate": 3.047214433869239e-08, |
| "loss": 0.8373, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.9679037111334002, |
| "grad_norm": 4.538245677947998, |
| "learning_rate": 2.8707717291704406e-08, |
| "loss": 0.6343, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.9689067201604814, |
| "grad_norm": 4.196023941040039, |
| "learning_rate": 2.6995760806382e-08, |
| "loss": 0.735, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.9699097291875627, |
| "grad_norm": 4.290002346038818, |
| "learning_rate": 2.5336292951933517e-08, |
| "loss": 0.7128, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.970912738214644, |
| "grad_norm": 5.1577043533325195, |
| "learning_rate": 2.372933124356602e-08, |
| "loss": 0.745, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.9719157472417251, |
| "grad_norm": 5.1396989822387695, |
| "learning_rate": 2.217489264229822e-08, |
| "loss": 0.8372, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.9729187562688064, |
| "grad_norm": 4.005364894866943, |
| "learning_rate": 2.067299355478336e-08, |
| "loss": 0.7098, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.9739217652958877, |
| "grad_norm": 4.569650650024414, |
| "learning_rate": 1.922364983313385e-08, |
| "loss": 0.7347, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.9749247743229689, |
| "grad_norm": 3.6062047481536865, |
| "learning_rate": 1.7826876774757474e-08, |
| "loss": 0.8476, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.9759277833500501, |
| "grad_norm": 5.83583927154541, |
| "learning_rate": 1.648268912219142e-08, |
| "loss": 0.6966, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.9769307923771314, |
| "grad_norm": 3.9248313903808594, |
| "learning_rate": 1.5191101062950188e-08, |
| "loss": 0.7599, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.9779338014042126, |
| "grad_norm": 3.60282301902771, |
| "learning_rate": 1.3952126229375695e-08, |
| "loss": 0.6102, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.9789368104312939, |
| "grad_norm": 4.640085697174072, |
| "learning_rate": 1.2765777698490189e-08, |
| "loss": 0.6826, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.9799398194583752, |
| "grad_norm": 4.5401291847229, |
| "learning_rate": 1.163206799186245e-08, |
| "loss": 0.7868, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.9809428284854563, |
| "grad_norm": 4.223124980926514, |
| "learning_rate": 1.0551009075471796e-08, |
| "loss": 0.6972, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.9819458375125376, |
| "grad_norm": 4.554103851318359, |
| "learning_rate": 9.522612359585404e-09, |
| "loss": 0.7147, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.9829488465396189, |
| "grad_norm": 4.4233622550964355, |
| "learning_rate": 8.546888698634515e-09, |
| "loss": 0.769, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.9839518555667001, |
| "grad_norm": 3.9840776920318604, |
| "learning_rate": 7.623848391102307e-09, |
| "loss": 0.67, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.9849548645937813, |
| "grad_norm": 4.4340500831604, |
| "learning_rate": 6.7535011794134245e-09, |
| "loss": 0.7422, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.9859578736208626, |
| "grad_norm": 5.257681846618652, |
| "learning_rate": 5.935856249833505e-09, |
| "loss": 0.7816, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.9869608826479438, |
| "grad_norm": 4.62564754486084, |
| "learning_rate": 5.170922232369258e-09, |
| "loss": 0.6533, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.9879638916750251, |
| "grad_norm": 5.749030590057373, |
| "learning_rate": 4.458707200679646e-09, |
| "loss": 0.8785, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.9889669007021064, |
| "grad_norm": 4.4205756187438965, |
| "learning_rate": 3.799218671989291e-09, |
| "loss": 0.68, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.9899699097291875, |
| "grad_norm": 4.471177101135254, |
| "learning_rate": 3.192463607010754e-09, |
| "loss": 0.7755, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.9909729187562688, |
| "grad_norm": 3.8128039836883545, |
| "learning_rate": 2.638448409869043e-09, |
| "loss": 0.6275, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.9919759277833501, |
| "grad_norm": 4.73145055770874, |
| "learning_rate": 2.1371789280355547e-09, |
| "loss": 0.5856, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.9929789368104313, |
| "grad_norm": 4.149558067321777, |
| "learning_rate": 1.6886604522659e-09, |
| "loss": 0.8192, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.9939819458375125, |
| "grad_norm": 5.041884422302246, |
| "learning_rate": 1.2928977165427293e-09, |
| "loss": 0.8046, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.9949849548645938, |
| "grad_norm": 5.230462551116943, |
| "learning_rate": 9.498948980291022e-10, |
| "loss": 0.8453, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.995987963891675, |
| "grad_norm": 4.824460983276367, |
| "learning_rate": 6.596556170207491e-10, |
| "loss": 0.7198, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.9969909729187563, |
| "grad_norm": 4.745485305786133, |
| "learning_rate": 4.221829369094321e-10, |
| "loss": 0.6268, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.9979939819458375, |
| "grad_norm": 4.974123477935791, |
| "learning_rate": 2.3747936415186024e-10, |
| "loss": 0.8355, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.9989969909729187, |
| "grad_norm": 5.097357273101807, |
| "learning_rate": 1.0554684824137795e-10, |
| "loss": 0.6945, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 5.223090171813965, |
| "learning_rate": 2.6386781686316144e-11, |
| "loss": 0.584, |
| "step": 997 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 997, |
| "total_flos": 2.3571596710531564e+18, |
| "train_loss": 1.012767364172902, |
| "train_runtime": 25597.8291, |
| "train_samples_per_second": 0.623, |
| "train_steps_per_second": 0.039 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 997, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.3571596710531564e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
