| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.999803343166175, |
| "eval_steps": 500, |
| "global_step": 2542, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00039331366764995085, |
| "grad_norm": 7.214968204498291, |
| "learning_rate": 1.9607843137254902e-08, |
| "loss": 0.1717, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0007866273352999017, |
| "grad_norm": 8.45617961883545, |
| "learning_rate": 3.9215686274509804e-08, |
| "loss": 0.1394, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0011799410029498525, |
| "grad_norm": 9.644225120544434, |
| "learning_rate": 5.882352941176471e-08, |
| "loss": 0.1416, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0015732546705998034, |
| "grad_norm": 6.772904872894287, |
| "learning_rate": 7.843137254901961e-08, |
| "loss": 0.1696, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0019665683382497543, |
| "grad_norm": 11.89709758758545, |
| "learning_rate": 9.803921568627452e-08, |
| "loss": 0.2043, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.002359882005899705, |
| "grad_norm": 30.768009185791016, |
| "learning_rate": 1.1764705882352942e-07, |
| "loss": 0.1557, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0027531956735496557, |
| "grad_norm": 7.8864569664001465, |
| "learning_rate": 1.3725490196078432e-07, |
| "loss": 0.1478, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.003146509341199607, |
| "grad_norm": 10.4628267288208, |
| "learning_rate": 1.5686274509803921e-07, |
| "loss": 0.162, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0035398230088495575, |
| "grad_norm": 8.983762741088867, |
| "learning_rate": 1.7647058823529414e-07, |
| "loss": 0.1482, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.003933136676499509, |
| "grad_norm": 9.961833953857422, |
| "learning_rate": 1.9607843137254904e-07, |
| "loss": 0.1851, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.004326450344149459, |
| "grad_norm": 7.383552074432373, |
| "learning_rate": 2.1568627450980394e-07, |
| "loss": 0.1483, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.00471976401179941, |
| "grad_norm": 10.243701934814453, |
| "learning_rate": 2.3529411764705883e-07, |
| "loss": 0.1457, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.005113077679449361, |
| "grad_norm": 9.73193645477295, |
| "learning_rate": 2.5490196078431376e-07, |
| "loss": 0.1623, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.005506391347099311, |
| "grad_norm": 6.044100284576416, |
| "learning_rate": 2.7450980392156863e-07, |
| "loss": 0.1346, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.0058997050147492625, |
| "grad_norm": 28.241085052490234, |
| "learning_rate": 2.9411764705882356e-07, |
| "loss": 0.1583, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.006293018682399214, |
| "grad_norm": 11.225924491882324, |
| "learning_rate": 3.1372549019607843e-07, |
| "loss": 0.1781, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.006686332350049164, |
| "grad_norm": 9.774815559387207, |
| "learning_rate": 3.3333333333333335e-07, |
| "loss": 0.1567, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.007079646017699115, |
| "grad_norm": 10.569445610046387, |
| "learning_rate": 3.529411764705883e-07, |
| "loss": 0.1362, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.007472959685349066, |
| "grad_norm": 6.202274322509766, |
| "learning_rate": 3.7254901960784315e-07, |
| "loss": 0.1493, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.007866273352999017, |
| "grad_norm": 9.480630874633789, |
| "learning_rate": 3.921568627450981e-07, |
| "loss": 0.1528, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.008259587020648967, |
| "grad_norm": 13.586874008178711, |
| "learning_rate": 4.1176470588235295e-07, |
| "loss": 0.1266, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.008652900688298918, |
| "grad_norm": 11.455598831176758, |
| "learning_rate": 4.3137254901960787e-07, |
| "loss": 0.1225, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.00904621435594887, |
| "grad_norm": 12.348589897155762, |
| "learning_rate": 4.509803921568628e-07, |
| "loss": 0.1863, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.00943952802359882, |
| "grad_norm": 7.493137836456299, |
| "learning_rate": 4.7058823529411767e-07, |
| "loss": 0.1214, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.00983284169124877, |
| "grad_norm": 11.203600883483887, |
| "learning_rate": 4.901960784313725e-07, |
| "loss": 0.1511, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.010226155358898722, |
| "grad_norm": 10.017373085021973, |
| "learning_rate": 5.098039215686275e-07, |
| "loss": 0.1464, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.010619469026548672, |
| "grad_norm": 7.930361270904541, |
| "learning_rate": 5.294117647058824e-07, |
| "loss": 0.1716, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.011012782694198623, |
| "grad_norm": 6.609414577484131, |
| "learning_rate": 5.490196078431373e-07, |
| "loss": 0.1499, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.011406096361848575, |
| "grad_norm": 9.198175430297852, |
| "learning_rate": 5.686274509803922e-07, |
| "loss": 0.1513, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.011799410029498525, |
| "grad_norm": 7.527069091796875, |
| "learning_rate": 5.882352941176471e-07, |
| "loss": 0.1344, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.012192723697148475, |
| "grad_norm": 25.97745704650879, |
| "learning_rate": 6.07843137254902e-07, |
| "loss": 0.1025, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.012586037364798427, |
| "grad_norm": 6.214263916015625, |
| "learning_rate": 6.274509803921569e-07, |
| "loss": 0.1387, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.012979351032448377, |
| "grad_norm": 7.101906776428223, |
| "learning_rate": 6.470588235294118e-07, |
| "loss": 0.1335, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.013372664700098328, |
| "grad_norm": 7.696187496185303, |
| "learning_rate": 6.666666666666667e-07, |
| "loss": 0.1277, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.01376597836774828, |
| "grad_norm": 9.324244499206543, |
| "learning_rate": 6.862745098039217e-07, |
| "loss": 0.1512, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.01415929203539823, |
| "grad_norm": 3.9664223194122314, |
| "learning_rate": 7.058823529411766e-07, |
| "loss": 0.0816, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.01455260570304818, |
| "grad_norm": 4.77344274520874, |
| "learning_rate": 7.254901960784315e-07, |
| "loss": 0.1036, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.014945919370698132, |
| "grad_norm": 5.8425612449646, |
| "learning_rate": 7.450980392156863e-07, |
| "loss": 0.0857, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.015339233038348082, |
| "grad_norm": 4.707705020904541, |
| "learning_rate": 7.647058823529413e-07, |
| "loss": 0.0905, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.015732546705998034, |
| "grad_norm": 8.28884220123291, |
| "learning_rate": 7.843137254901962e-07, |
| "loss": 0.1273, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.016125860373647983, |
| "grad_norm": 5.381669998168945, |
| "learning_rate": 8.039215686274511e-07, |
| "loss": 0.0938, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.016519174041297935, |
| "grad_norm": 4.281416893005371, |
| "learning_rate": 8.235294117647059e-07, |
| "loss": 0.0935, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.016912487708947887, |
| "grad_norm": 6.621143817901611, |
| "learning_rate": 8.431372549019609e-07, |
| "loss": 0.1002, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.017305801376597835, |
| "grad_norm": 4.4914350509643555, |
| "learning_rate": 8.627450980392157e-07, |
| "loss": 0.097, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.017699115044247787, |
| "grad_norm": 3.7035109996795654, |
| "learning_rate": 8.823529411764707e-07, |
| "loss": 0.0887, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.01809242871189774, |
| "grad_norm": 4.306455612182617, |
| "learning_rate": 9.019607843137256e-07, |
| "loss": 0.1027, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.018485742379547688, |
| "grad_norm": 5.768416881561279, |
| "learning_rate": 9.215686274509806e-07, |
| "loss": 0.1006, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.01887905604719764, |
| "grad_norm": 19.471040725708008, |
| "learning_rate": 9.411764705882353e-07, |
| "loss": 0.1178, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.019272369714847592, |
| "grad_norm": 6.249476432800293, |
| "learning_rate": 9.607843137254904e-07, |
| "loss": 0.1, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.01966568338249754, |
| "grad_norm": 5.785927772521973, |
| "learning_rate": 9.80392156862745e-07, |
| "loss": 0.078, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.020058997050147492, |
| "grad_norm": 6.312557220458984, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.1117, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.020452310717797444, |
| "grad_norm": 3.5102477073669434, |
| "learning_rate": 1.019607843137255e-06, |
| "loss": 0.0913, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.020845624385447393, |
| "grad_norm": 6.845943450927734, |
| "learning_rate": 1.03921568627451e-06, |
| "loss": 0.1353, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.021238938053097345, |
| "grad_norm": 5.505466461181641, |
| "learning_rate": 1.0588235294117648e-06, |
| "loss": 0.0965, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.021632251720747297, |
| "grad_norm": 4.362204551696777, |
| "learning_rate": 1.0784313725490197e-06, |
| "loss": 0.0844, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.022025565388397245, |
| "grad_norm": 4.358127117156982, |
| "learning_rate": 1.0980392156862745e-06, |
| "loss": 0.1155, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.022418879056047197, |
| "grad_norm": 7.55561637878418, |
| "learning_rate": 1.1176470588235296e-06, |
| "loss": 0.0742, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.02281219272369715, |
| "grad_norm": 5.882073879241943, |
| "learning_rate": 1.1372549019607845e-06, |
| "loss": 0.1112, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.023205506391347098, |
| "grad_norm": 2.456120491027832, |
| "learning_rate": 1.1568627450980394e-06, |
| "loss": 0.0605, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.02359882005899705, |
| "grad_norm": 19.60419273376465, |
| "learning_rate": 1.1764705882352942e-06, |
| "loss": 0.1267, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.023992133726647002, |
| "grad_norm": 3.074788808822632, |
| "learning_rate": 1.196078431372549e-06, |
| "loss": 0.0821, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.02438544739429695, |
| "grad_norm": 3.561314344406128, |
| "learning_rate": 1.215686274509804e-06, |
| "loss": 0.0572, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.024778761061946902, |
| "grad_norm": 13.668036460876465, |
| "learning_rate": 1.235294117647059e-06, |
| "loss": 0.1268, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.025172074729596854, |
| "grad_norm": 3.8883397579193115, |
| "learning_rate": 1.2549019607843137e-06, |
| "loss": 0.0849, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.025565388397246803, |
| "grad_norm": 4.154886245727539, |
| "learning_rate": 1.2745098039215686e-06, |
| "loss": 0.1071, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.025958702064896755, |
| "grad_norm": 5.3974127769470215, |
| "learning_rate": 1.2941176470588237e-06, |
| "loss": 0.0749, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.026352015732546707, |
| "grad_norm": 3.088780164718628, |
| "learning_rate": 1.3137254901960785e-06, |
| "loss": 0.0768, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.026745329400196655, |
| "grad_norm": 3.2044262886047363, |
| "learning_rate": 1.3333333333333334e-06, |
| "loss": 0.0641, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.027138643067846607, |
| "grad_norm": 5.424925327301025, |
| "learning_rate": 1.3529411764705883e-06, |
| "loss": 0.061, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.02753195673549656, |
| "grad_norm": 4.061574935913086, |
| "learning_rate": 1.3725490196078434e-06, |
| "loss": 0.0851, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.027925270403146508, |
| "grad_norm": 5.696750164031982, |
| "learning_rate": 1.3921568627450982e-06, |
| "loss": 0.1107, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.02831858407079646, |
| "grad_norm": 4.410640716552734, |
| "learning_rate": 1.4117647058823531e-06, |
| "loss": 0.0714, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.028711897738446412, |
| "grad_norm": 6.307974815368652, |
| "learning_rate": 1.4313725490196078e-06, |
| "loss": 0.0866, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.02910521140609636, |
| "grad_norm": 2.53486967086792, |
| "learning_rate": 1.450980392156863e-06, |
| "loss": 0.0613, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.029498525073746312, |
| "grad_norm": 6.9410881996154785, |
| "learning_rate": 1.4705882352941177e-06, |
| "loss": 0.086, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.029891838741396264, |
| "grad_norm": 2.5871775150299072, |
| "learning_rate": 1.4901960784313726e-06, |
| "loss": 0.0507, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.030285152409046213, |
| "grad_norm": 2.2673654556274414, |
| "learning_rate": 1.5098039215686275e-06, |
| "loss": 0.0676, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.030678466076696165, |
| "grad_norm": 2.789076805114746, |
| "learning_rate": 1.5294117647058826e-06, |
| "loss": 0.0632, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.031071779744346117, |
| "grad_norm": 6.127337455749512, |
| "learning_rate": 1.5490196078431374e-06, |
| "loss": 0.0498, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.03146509341199607, |
| "grad_norm": 2.758253574371338, |
| "learning_rate": 1.5686274509803923e-06, |
| "loss": 0.0706, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.03185840707964602, |
| "grad_norm": 6.687328815460205, |
| "learning_rate": 1.5882352941176472e-06, |
| "loss": 0.0961, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.032251720747295966, |
| "grad_norm": 7.499604225158691, |
| "learning_rate": 1.6078431372549023e-06, |
| "loss": 0.0715, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.03264503441494592, |
| "grad_norm": 6.008899211883545, |
| "learning_rate": 1.6274509803921571e-06, |
| "loss": 0.123, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.03303834808259587, |
| "grad_norm": 4.841026306152344, |
| "learning_rate": 1.6470588235294118e-06, |
| "loss": 0.0647, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.03343166175024582, |
| "grad_norm": 3.0710766315460205, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 0.0372, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.033824975417895774, |
| "grad_norm": 3.3783321380615234, |
| "learning_rate": 1.6862745098039217e-06, |
| "loss": 0.0843, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.03421828908554572, |
| "grad_norm": 2.6547350883483887, |
| "learning_rate": 1.7058823529411766e-06, |
| "loss": 0.0589, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.03461160275319567, |
| "grad_norm": 3.6741859912872314, |
| "learning_rate": 1.7254901960784315e-06, |
| "loss": 0.0308, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.035004916420845626, |
| "grad_norm": 3.555490493774414, |
| "learning_rate": 1.7450980392156864e-06, |
| "loss": 0.0497, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.035398230088495575, |
| "grad_norm": 3.1174697875976562, |
| "learning_rate": 1.7647058823529414e-06, |
| "loss": 0.063, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.03579154375614552, |
| "grad_norm": 4.790848255157471, |
| "learning_rate": 1.7843137254901963e-06, |
| "loss": 0.0834, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.03618485742379548, |
| "grad_norm": 3.2931265830993652, |
| "learning_rate": 1.8039215686274512e-06, |
| "loss": 0.0531, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.03657817109144543, |
| "grad_norm": 13.777477264404297, |
| "learning_rate": 1.8235294117647058e-06, |
| "loss": 0.0786, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.036971484759095376, |
| "grad_norm": 4.943524360656738, |
| "learning_rate": 1.8431372549019611e-06, |
| "loss": 0.0602, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.03736479842674533, |
| "grad_norm": 6.189723014831543, |
| "learning_rate": 1.8627450980392158e-06, |
| "loss": 0.0697, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.03775811209439528, |
| "grad_norm": 3.5542352199554443, |
| "learning_rate": 1.8823529411764707e-06, |
| "loss": 0.0863, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.03815142576204523, |
| "grad_norm": 5.407109260559082, |
| "learning_rate": 1.9019607843137255e-06, |
| "loss": 0.088, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.038544739429695184, |
| "grad_norm": 3.3334732055664062, |
| "learning_rate": 1.921568627450981e-06, |
| "loss": 0.0889, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.03893805309734513, |
| "grad_norm": 2.48398756980896, |
| "learning_rate": 1.9411764705882353e-06, |
| "loss": 0.0483, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.03933136676499508, |
| "grad_norm": 2.3380913734436035, |
| "learning_rate": 1.96078431372549e-06, |
| "loss": 0.0707, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.039724680432645036, |
| "grad_norm": 4.355076789855957, |
| "learning_rate": 1.980392156862745e-06, |
| "loss": 0.0639, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.040117994100294985, |
| "grad_norm": 4.081620693206787, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.06, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.04051130776794493, |
| "grad_norm": 4.437114715576172, |
| "learning_rate": 2.019607843137255e-06, |
| "loss": 0.1017, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.04090462143559489, |
| "grad_norm": 4.925793647766113, |
| "learning_rate": 2.03921568627451e-06, |
| "loss": 0.0934, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.04129793510324484, |
| "grad_norm": 2.085400104522705, |
| "learning_rate": 2.058823529411765e-06, |
| "loss": 0.058, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.041691248770894786, |
| "grad_norm": 2.8664395809173584, |
| "learning_rate": 2.07843137254902e-06, |
| "loss": 0.0709, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.04208456243854474, |
| "grad_norm": 1.7521601915359497, |
| "learning_rate": 2.0980392156862747e-06, |
| "loss": 0.031, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.04247787610619469, |
| "grad_norm": 3.7575159072875977, |
| "learning_rate": 2.1176470588235296e-06, |
| "loss": 0.0777, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.04287118977384464, |
| "grad_norm": 4.240278720855713, |
| "learning_rate": 2.1372549019607844e-06, |
| "loss": 0.0965, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.043264503441494594, |
| "grad_norm": 3.841932773590088, |
| "learning_rate": 2.1568627450980393e-06, |
| "loss": 0.0844, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.04365781710914454, |
| "grad_norm": 4.4334397315979, |
| "learning_rate": 2.176470588235294e-06, |
| "loss": 0.0956, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.04405113077679449, |
| "grad_norm": 4.255678653717041, |
| "learning_rate": 2.196078431372549e-06, |
| "loss": 0.0855, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.044444444444444446, |
| "grad_norm": 2.3486170768737793, |
| "learning_rate": 2.215686274509804e-06, |
| "loss": 0.0417, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.044837758112094395, |
| "grad_norm": 2.222768783569336, |
| "learning_rate": 2.2352941176470592e-06, |
| "loss": 0.0556, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.04523107177974434, |
| "grad_norm": 2.750119686126709, |
| "learning_rate": 2.254901960784314e-06, |
| "loss": 0.0481, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.0456243854473943, |
| "grad_norm": 4.375302314758301, |
| "learning_rate": 2.274509803921569e-06, |
| "loss": 0.098, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.04601769911504425, |
| "grad_norm": 3.7654221057891846, |
| "learning_rate": 2.2941176470588234e-06, |
| "loss": 0.1025, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.046411012782694196, |
| "grad_norm": 2.422442674636841, |
| "learning_rate": 2.3137254901960787e-06, |
| "loss": 0.0675, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.04680432645034415, |
| "grad_norm": 3.3458054065704346, |
| "learning_rate": 2.3333333333333336e-06, |
| "loss": 0.067, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.0471976401179941, |
| "grad_norm": 2.7424211502075195, |
| "learning_rate": 2.3529411764705885e-06, |
| "loss": 0.0774, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.04759095378564405, |
| "grad_norm": 3.4825127124786377, |
| "learning_rate": 2.3725490196078433e-06, |
| "loss": 0.086, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.047984267453294004, |
| "grad_norm": 55.36836242675781, |
| "learning_rate": 2.392156862745098e-06, |
| "loss": 0.0938, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.04837758112094395, |
| "grad_norm": 2.256223201751709, |
| "learning_rate": 2.411764705882353e-06, |
| "loss": 0.0673, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.0487708947885939, |
| "grad_norm": 3.8095710277557373, |
| "learning_rate": 2.431372549019608e-06, |
| "loss": 0.0728, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.049164208456243856, |
| "grad_norm": 1.8562949895858765, |
| "learning_rate": 2.450980392156863e-06, |
| "loss": 0.0629, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.049557522123893805, |
| "grad_norm": 4.999472618103027, |
| "learning_rate": 2.470588235294118e-06, |
| "loss": 0.059, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.04995083579154375, |
| "grad_norm": 3.9088096618652344, |
| "learning_rate": 2.490196078431373e-06, |
| "loss": 0.0662, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.05034414945919371, |
| "grad_norm": 4.975748062133789, |
| "learning_rate": 2.5098039215686274e-06, |
| "loss": 0.0688, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.05073746312684366, |
| "grad_norm": 2.183948516845703, |
| "learning_rate": 2.5294117647058823e-06, |
| "loss": 0.0477, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.051130776794493606, |
| "grad_norm": 4.890422821044922, |
| "learning_rate": 2.549019607843137e-06, |
| "loss": 0.0793, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.05152409046214356, |
| "grad_norm": 4.04612398147583, |
| "learning_rate": 2.568627450980392e-06, |
| "loss": 0.0705, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.05191740412979351, |
| "grad_norm": 2.8650074005126953, |
| "learning_rate": 2.5882352941176473e-06, |
| "loss": 0.0777, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.05231071779744346, |
| "grad_norm": 3.9029088020324707, |
| "learning_rate": 2.6078431372549022e-06, |
| "loss": 0.0766, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.052704031465093414, |
| "grad_norm": 2.4210422039031982, |
| "learning_rate": 2.627450980392157e-06, |
| "loss": 0.0663, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.05309734513274336, |
| "grad_norm": 3.0176892280578613, |
| "learning_rate": 2.647058823529412e-06, |
| "loss": 0.0703, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.05349065880039331, |
| "grad_norm": 13.886055946350098, |
| "learning_rate": 2.666666666666667e-06, |
| "loss": 0.064, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.053883972468043266, |
| "grad_norm": 2.40460205078125, |
| "learning_rate": 2.6862745098039217e-06, |
| "loss": 0.0492, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.054277286135693215, |
| "grad_norm": 3.829288959503174, |
| "learning_rate": 2.7058823529411766e-06, |
| "loss": 0.0564, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.05467059980334316, |
| "grad_norm": 2.2005629539489746, |
| "learning_rate": 2.7254901960784314e-06, |
| "loss": 0.0483, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.05506391347099312, |
| "grad_norm": 14.79651927947998, |
| "learning_rate": 2.7450980392156867e-06, |
| "loss": 0.0937, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.05545722713864307, |
| "grad_norm": 1.6898876428604126, |
| "learning_rate": 2.7647058823529416e-06, |
| "loss": 0.0693, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.055850540806293016, |
| "grad_norm": 3.5447332859039307, |
| "learning_rate": 2.7843137254901965e-06, |
| "loss": 0.1311, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.05624385447394297, |
| "grad_norm": 2.291607618331909, |
| "learning_rate": 2.8039215686274514e-06, |
| "loss": 0.061, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.05663716814159292, |
| "grad_norm": 4.079521656036377, |
| "learning_rate": 2.8235294117647062e-06, |
| "loss": 0.1169, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.05703048180924287, |
| "grad_norm": 5.1168012619018555, |
| "learning_rate": 2.843137254901961e-06, |
| "loss": 0.0436, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.057423795476892824, |
| "grad_norm": 4.056823253631592, |
| "learning_rate": 2.8627450980392155e-06, |
| "loss": 0.09, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.05781710914454277, |
| "grad_norm": 2.1756484508514404, |
| "learning_rate": 2.8823529411764704e-06, |
| "loss": 0.0747, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.05821042281219272, |
| "grad_norm": 2.8064467906951904, |
| "learning_rate": 2.901960784313726e-06, |
| "loss": 0.0261, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.058603736479842676, |
| "grad_norm": 2.9834907054901123, |
| "learning_rate": 2.9215686274509806e-06, |
| "loss": 0.0735, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.058997050147492625, |
| "grad_norm": 15.821993827819824, |
| "learning_rate": 2.9411764705882355e-06, |
| "loss": 0.0835, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.05939036381514257, |
| "grad_norm": 6.1172709465026855, |
| "learning_rate": 2.9607843137254903e-06, |
| "loss": 0.0621, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.05978367748279253, |
| "grad_norm": 3.961477041244507, |
| "learning_rate": 2.980392156862745e-06, |
| "loss": 0.0777, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.06017699115044248, |
| "grad_norm": 3.682879686355591, |
| "learning_rate": 3e-06, |
| "loss": 0.0836, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.060570304818092426, |
| "grad_norm": 1.2253718376159668, |
| "learning_rate": 3.019607843137255e-06, |
| "loss": 0.0255, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.06096361848574238, |
| "grad_norm": 2.107466220855713, |
| "learning_rate": 3.03921568627451e-06, |
| "loss": 0.0698, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.06135693215339233, |
| "grad_norm": 2.720797061920166, |
| "learning_rate": 3.058823529411765e-06, |
| "loss": 0.0683, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.06175024582104228, |
| "grad_norm": 2.0135252475738525, |
| "learning_rate": 3.07843137254902e-06, |
| "loss": 0.0594, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.062143559488692234, |
| "grad_norm": 2.011382579803467, |
| "learning_rate": 3.098039215686275e-06, |
| "loss": 0.0643, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.06253687315634218, |
| "grad_norm": 3.047201156616211, |
| "learning_rate": 3.1176470588235297e-06, |
| "loss": 0.0564, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.06293018682399214, |
| "grad_norm": 2.3302555084228516, |
| "learning_rate": 3.1372549019607846e-06, |
| "loss": 0.0404, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.06332350049164208, |
| "grad_norm": 2.7288010120391846, |
| "learning_rate": 3.1568627450980395e-06, |
| "loss": 0.1009, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.06371681415929203, |
| "grad_norm": 2.852647304534912, |
| "learning_rate": 3.1764705882352943e-06, |
| "loss": 0.0508, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.06411012782694199, |
| "grad_norm": 2.101698637008667, |
| "learning_rate": 3.1960784313725492e-06, |
| "loss": 0.0814, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.06450344149459193, |
| "grad_norm": 2.864086151123047, |
| "learning_rate": 3.2156862745098045e-06, |
| "loss": 0.0543, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.06489675516224189, |
| "grad_norm": 2.587751865386963, |
| "learning_rate": 3.2352941176470594e-06, |
| "loss": 0.0753, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.06529006882989184, |
| "grad_norm": 1.5767340660095215, |
| "learning_rate": 3.2549019607843143e-06, |
| "loss": 0.0399, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.06568338249754178, |
| "grad_norm": 3.7279415130615234, |
| "learning_rate": 3.2745098039215687e-06, |
| "loss": 0.0804, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.06607669616519174, |
| "grad_norm": 2.9727795124053955, |
| "learning_rate": 3.2941176470588236e-06, |
| "loss": 0.0548, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.0664700098328417, |
| "grad_norm": 2.0582468509674072, |
| "learning_rate": 3.3137254901960785e-06, |
| "loss": 0.0656, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.06686332350049164, |
| "grad_norm": 7.246119499206543, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 0.0499, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.06725663716814159, |
| "grad_norm": 70.4866714477539, |
| "learning_rate": 3.352941176470588e-06, |
| "loss": 0.0764, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.06764995083579155, |
| "grad_norm": 1.8262776136398315, |
| "learning_rate": 3.3725490196078435e-06, |
| "loss": 0.0497, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.06804326450344149, |
| "grad_norm": 2.6392412185668945, |
| "learning_rate": 3.3921568627450984e-06, |
| "loss": 0.072, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.06843657817109144, |
| "grad_norm": 1.2957279682159424, |
| "learning_rate": 3.4117647058823532e-06, |
| "loss": 0.0749, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.0688298918387414, |
| "grad_norm": 1.5801424980163574, |
| "learning_rate": 3.431372549019608e-06, |
| "loss": 0.0504, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.06922320550639134, |
| "grad_norm": 1.6194735765457153, |
| "learning_rate": 3.450980392156863e-06, |
| "loss": 0.0396, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.0696165191740413, |
| "grad_norm": 3.31343674659729, |
| "learning_rate": 3.470588235294118e-06, |
| "loss": 0.0624, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.07000983284169125, |
| "grad_norm": 2.1785762310028076, |
| "learning_rate": 3.4901960784313727e-06, |
| "loss": 0.0548, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.0704031465093412, |
| "grad_norm": 1.3683737516403198, |
| "learning_rate": 3.5098039215686276e-06, |
| "loss": 0.0274, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.07079646017699115, |
| "grad_norm": 3.2981035709381104, |
| "learning_rate": 3.529411764705883e-06, |
| "loss": 0.0816, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0711897738446411, |
| "grad_norm": 2.3660190105438232, |
| "learning_rate": 3.5490196078431378e-06, |
| "loss": 0.0445, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.07158308751229105, |
| "grad_norm": 3.4103376865386963, |
| "learning_rate": 3.5686274509803926e-06, |
| "loss": 0.0959, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.071976401179941, |
| "grad_norm": 2.7939486503601074, |
| "learning_rate": 3.5882352941176475e-06, |
| "loss": 0.096, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.07236971484759096, |
| "grad_norm": 2.009209632873535, |
| "learning_rate": 3.6078431372549024e-06, |
| "loss": 0.0548, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.0727630285152409, |
| "grad_norm": 1.9003010988235474, |
| "learning_rate": 3.6274509803921573e-06, |
| "loss": 0.058, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.07315634218289085, |
| "grad_norm": 2.788331985473633, |
| "learning_rate": 3.6470588235294117e-06, |
| "loss": 0.0828, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.07354965585054081, |
| "grad_norm": 2.2508130073547363, |
| "learning_rate": 3.6666666666666666e-06, |
| "loss": 0.089, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.07394296951819075, |
| "grad_norm": 14.532478332519531, |
| "learning_rate": 3.6862745098039223e-06, |
| "loss": 0.0878, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.0743362831858407, |
| "grad_norm": 1.3768811225891113, |
| "learning_rate": 3.7058823529411767e-06, |
| "loss": 0.0534, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.07472959685349066, |
| "grad_norm": 2.9948389530181885, |
| "learning_rate": 3.7254901960784316e-06, |
| "loss": 0.0704, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0751229105211406, |
| "grad_norm": 1.4626399278640747, |
| "learning_rate": 3.7450980392156865e-06, |
| "loss": 0.0306, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.07551622418879056, |
| "grad_norm": 3.062840700149536, |
| "learning_rate": 3.7647058823529414e-06, |
| "loss": 0.0802, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.07590953785644051, |
| "grad_norm": 5.729097843170166, |
| "learning_rate": 3.7843137254901962e-06, |
| "loss": 0.1013, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.07630285152409046, |
| "grad_norm": 1.8716782331466675, |
| "learning_rate": 3.803921568627451e-06, |
| "loss": 0.0664, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.07669616519174041, |
| "grad_norm": 2.058469533920288, |
| "learning_rate": 3.8235294117647055e-06, |
| "loss": 0.0683, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.07708947885939037, |
| "grad_norm": 12.551715850830078, |
| "learning_rate": 3.843137254901962e-06, |
| "loss": 0.09, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.07748279252704031, |
| "grad_norm": 2.2984426021575928, |
| "learning_rate": 3.862745098039216e-06, |
| "loss": 0.0672, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.07787610619469026, |
| "grad_norm": 4.480764865875244, |
| "learning_rate": 3.882352941176471e-06, |
| "loss": 0.051, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.07826941986234022, |
| "grad_norm": 1.4032012224197388, |
| "learning_rate": 3.901960784313726e-06, |
| "loss": 0.0289, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.07866273352999016, |
| "grad_norm": 3.133589029312134, |
| "learning_rate": 3.92156862745098e-06, |
| "loss": 0.0807, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.07905604719764012, |
| "grad_norm": 4.1782307624816895, |
| "learning_rate": 3.941176470588236e-06, |
| "loss": 0.0683, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.07944936086529007, |
| "grad_norm": 11.163358688354492, |
| "learning_rate": 3.96078431372549e-06, |
| "loss": 0.0421, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.07984267453294001, |
| "grad_norm": 1.3736735582351685, |
| "learning_rate": 3.980392156862745e-06, |
| "loss": 0.0339, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.08023598820058997, |
| "grad_norm": 6.474332332611084, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.0606, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.08062930186823992, |
| "grad_norm": 2.8827829360961914, |
| "learning_rate": 4.019607843137255e-06, |
| "loss": 0.1104, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.08102261553588987, |
| "grad_norm": 1.8476606607437134, |
| "learning_rate": 4.03921568627451e-06, |
| "loss": 0.0479, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.08141592920353982, |
| "grad_norm": 3.2202746868133545, |
| "learning_rate": 4.058823529411765e-06, |
| "loss": 0.088, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.08180924287118978, |
| "grad_norm": 3.4121432304382324, |
| "learning_rate": 4.07843137254902e-06, |
| "loss": 0.1051, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.08220255653883972, |
| "grad_norm": 2.4771883487701416, |
| "learning_rate": 4.098039215686275e-06, |
| "loss": 0.0477, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.08259587020648967, |
| "grad_norm": 2.9881558418273926, |
| "learning_rate": 4.11764705882353e-06, |
| "loss": 0.0472, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.08298918387413963, |
| "grad_norm": 2.8722712993621826, |
| "learning_rate": 4.137254901960784e-06, |
| "loss": 0.0856, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.08338249754178957, |
| "grad_norm": 1.9073129892349243, |
| "learning_rate": 4.15686274509804e-06, |
| "loss": 0.0542, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.08377581120943953, |
| "grad_norm": 3.5067648887634277, |
| "learning_rate": 4.176470588235295e-06, |
| "loss": 0.0567, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.08416912487708948, |
| "grad_norm": 2.5827410221099854, |
| "learning_rate": 4.196078431372549e-06, |
| "loss": 0.1062, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.08456243854473942, |
| "grad_norm": 1.8257296085357666, |
| "learning_rate": 4.215686274509805e-06, |
| "loss": 0.0821, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.08495575221238938, |
| "grad_norm": 3.9571404457092285, |
| "learning_rate": 4.235294117647059e-06, |
| "loss": 0.1143, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.08534906588003933, |
| "grad_norm": 2.6589484214782715, |
| "learning_rate": 4.254901960784314e-06, |
| "loss": 0.0814, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.08574237954768928, |
| "grad_norm": 0.915239155292511, |
| "learning_rate": 4.274509803921569e-06, |
| "loss": 0.0355, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.08613569321533923, |
| "grad_norm": 2.9066381454467773, |
| "learning_rate": 4.294117647058823e-06, |
| "loss": 0.0783, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.08652900688298919, |
| "grad_norm": 1.581722378730774, |
| "learning_rate": 4.313725490196079e-06, |
| "loss": 0.0589, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.08692232055063913, |
| "grad_norm": 2.2173354625701904, |
| "learning_rate": 4.333333333333334e-06, |
| "loss": 0.0791, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.08731563421828908, |
| "grad_norm": 1.784740686416626, |
| "learning_rate": 4.352941176470588e-06, |
| "loss": 0.0616, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.08770894788593904, |
| "grad_norm": 1.9993363618850708, |
| "learning_rate": 4.372549019607844e-06, |
| "loss": 0.0864, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.08810226155358898, |
| "grad_norm": 4.089532375335693, |
| "learning_rate": 4.392156862745098e-06, |
| "loss": 0.0982, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.08849557522123894, |
| "grad_norm": 2.5914440155029297, |
| "learning_rate": 4.411764705882353e-06, |
| "loss": 0.0702, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.08888888888888889, |
| "grad_norm": 2.555253028869629, |
| "learning_rate": 4.431372549019608e-06, |
| "loss": 0.0831, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.08928220255653883, |
| "grad_norm": 2.2960548400878906, |
| "learning_rate": 4.450980392156863e-06, |
| "loss": 0.0641, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.08967551622418879, |
| "grad_norm": 1.402106761932373, |
| "learning_rate": 4.4705882352941184e-06, |
| "loss": 0.0594, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.09006882989183874, |
| "grad_norm": 3.1225955486297607, |
| "learning_rate": 4.490196078431373e-06, |
| "loss": 0.1042, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.09046214355948869, |
| "grad_norm": 1.7568937540054321, |
| "learning_rate": 4.509803921568628e-06, |
| "loss": 0.0689, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.09085545722713864, |
| "grad_norm": 2.8846213817596436, |
| "learning_rate": 4.529411764705883e-06, |
| "loss": 0.0955, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.0912487708947886, |
| "grad_norm": 4.436802387237549, |
| "learning_rate": 4.549019607843138e-06, |
| "loss": 0.1668, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.09164208456243854, |
| "grad_norm": 2.784074068069458, |
| "learning_rate": 4.568627450980392e-06, |
| "loss": 0.083, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.0920353982300885, |
| "grad_norm": 2.276759147644043, |
| "learning_rate": 4.588235294117647e-06, |
| "loss": 0.0725, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.09242871189773845, |
| "grad_norm": 2.5278875827789307, |
| "learning_rate": 4.607843137254902e-06, |
| "loss": 0.0744, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.09282202556538839, |
| "grad_norm": 1.711602807044983, |
| "learning_rate": 4.627450980392157e-06, |
| "loss": 0.0749, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.09321533923303835, |
| "grad_norm": 1.4517807960510254, |
| "learning_rate": 4.647058823529412e-06, |
| "loss": 0.0587, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.0936086529006883, |
| "grad_norm": 1.090840220451355, |
| "learning_rate": 4.666666666666667e-06, |
| "loss": 0.0719, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.09400196656833824, |
| "grad_norm": 1.8589414358139038, |
| "learning_rate": 4.686274509803922e-06, |
| "loss": 0.0563, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.0943952802359882, |
| "grad_norm": 2.264702081680298, |
| "learning_rate": 4.705882352941177e-06, |
| "loss": 0.0648, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.09478859390363815, |
| "grad_norm": 1.4464210271835327, |
| "learning_rate": 4.725490196078431e-06, |
| "loss": 0.0238, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.0951819075712881, |
| "grad_norm": 1.9937217235565186, |
| "learning_rate": 4.745098039215687e-06, |
| "loss": 0.0493, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.09557522123893805, |
| "grad_norm": 2.2047340869903564, |
| "learning_rate": 4.764705882352941e-06, |
| "loss": 0.091, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.09596853490658801, |
| "grad_norm": 4.057810306549072, |
| "learning_rate": 4.784313725490196e-06, |
| "loss": 0.0938, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.09636184857423795, |
| "grad_norm": 1.6187644004821777, |
| "learning_rate": 4.803921568627452e-06, |
| "loss": 0.0673, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.0967551622418879, |
| "grad_norm": 2.7249605655670166, |
| "learning_rate": 4.823529411764706e-06, |
| "loss": 0.0848, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.09714847590953786, |
| "grad_norm": 1.7594577074050903, |
| "learning_rate": 4.8431372549019614e-06, |
| "loss": 0.0594, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.0975417895771878, |
| "grad_norm": 2.6266980171203613, |
| "learning_rate": 4.862745098039216e-06, |
| "loss": 0.0866, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.09793510324483776, |
| "grad_norm": 3.3526737689971924, |
| "learning_rate": 4.882352941176471e-06, |
| "loss": 0.1115, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.09832841691248771, |
| "grad_norm": 2.7514872550964355, |
| "learning_rate": 4.901960784313726e-06, |
| "loss": 0.0694, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.09872173058013765, |
| "grad_norm": 2.44143009185791, |
| "learning_rate": 4.921568627450981e-06, |
| "loss": 0.0715, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.09911504424778761, |
| "grad_norm": 2.214268207550049, |
| "learning_rate": 4.941176470588236e-06, |
| "loss": 0.0576, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.09950835791543756, |
| "grad_norm": 1.7012481689453125, |
| "learning_rate": 4.960784313725491e-06, |
| "loss": 0.0754, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.0999016715830875, |
| "grad_norm": 1.8335487842559814, |
| "learning_rate": 4.980392156862746e-06, |
| "loss": 0.0617, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.10029498525073746, |
| "grad_norm": 2.3848774433135986, |
| "learning_rate": 5e-06, |
| "loss": 0.1011, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.10068829891838742, |
| "grad_norm": 2.1847634315490723, |
| "learning_rate": 4.999997641274725e-06, |
| "loss": 0.0793, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.10108161258603736, |
| "grad_norm": 1.5467146635055542, |
| "learning_rate": 4.999990565103349e-06, |
| "loss": 0.0685, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.10147492625368731, |
| "grad_norm": 1.5211800336837769, |
| "learning_rate": 4.999978771499224e-06, |
| "loss": 0.0453, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.10186823992133727, |
| "grad_norm": 1.944356918334961, |
| "learning_rate": 4.999962260484607e-06, |
| "loss": 0.0726, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.10226155358898721, |
| "grad_norm": 2.206536054611206, |
| "learning_rate": 4.999941032090652e-06, |
| "loss": 0.0963, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.10265486725663717, |
| "grad_norm": 0.9998722076416016, |
| "learning_rate": 4.999915086357417e-06, |
| "loss": 0.0425, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.10304818092428712, |
| "grad_norm": 2.102257013320923, |
| "learning_rate": 4.99988442333386e-06, |
| "loss": 0.0857, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.10344149459193706, |
| "grad_norm": 2.055304765701294, |
| "learning_rate": 4.999849043077843e-06, |
| "loss": 0.058, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.10383480825958702, |
| "grad_norm": 2.11883544921875, |
| "learning_rate": 4.999808945656128e-06, |
| "loss": 0.1135, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.10422812192723697, |
| "grad_norm": 1.4651076793670654, |
| "learning_rate": 4.999764131144377e-06, |
| "loss": 0.0609, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.10462143559488692, |
| "grad_norm": 1.3278563022613525, |
| "learning_rate": 4.999714599627155e-06, |
| "loss": 0.0506, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.10501474926253687, |
| "grad_norm": 3.376959800720215, |
| "learning_rate": 4.999660351197926e-06, |
| "loss": 0.0505, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.10540806293018683, |
| "grad_norm": 14.901459693908691, |
| "learning_rate": 4.999601385959056e-06, |
| "loss": 0.0717, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.10580137659783677, |
| "grad_norm": 1.7644176483154297, |
| "learning_rate": 4.999537704021812e-06, |
| "loss": 0.1109, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.10619469026548672, |
| "grad_norm": 1.3101154565811157, |
| "learning_rate": 4.99946930550636e-06, |
| "loss": 0.0433, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.10658800393313668, |
| "grad_norm": 3.403160572052002, |
| "learning_rate": 4.999396190541766e-06, |
| "loss": 0.1082, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.10698131760078662, |
| "grad_norm": 2.1354033946990967, |
| "learning_rate": 4.999318359265998e-06, |
| "loss": 0.0698, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.10737463126843658, |
| "grad_norm": 1.1540406942367554, |
| "learning_rate": 4.999235811825921e-06, |
| "loss": 0.0857, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.10776794493608653, |
| "grad_norm": 1.4908989667892456, |
| "learning_rate": 4.9991485483773e-06, |
| "loss": 0.0627, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.10816125860373647, |
| "grad_norm": 1.5307058095932007, |
| "learning_rate": 4.999056569084801e-06, |
| "loss": 0.0555, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.10855457227138643, |
| "grad_norm": 2.4000704288482666, |
| "learning_rate": 4.998959874121986e-06, |
| "loss": 0.068, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.10894788593903638, |
| "grad_norm": 1.2169445753097534, |
| "learning_rate": 4.998858463671316e-06, |
| "loss": 0.0716, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.10934119960668633, |
| "grad_norm": 1.496738076210022, |
| "learning_rate": 4.998752337924152e-06, |
| "loss": 0.063, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.10973451327433628, |
| "grad_norm": 1.3070656061172485, |
| "learning_rate": 4.998641497080749e-06, |
| "loss": 0.0444, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.11012782694198624, |
| "grad_norm": 3.1283788681030273, |
| "learning_rate": 4.998525941350264e-06, |
| "loss": 0.1097, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.11052114060963618, |
| "grad_norm": 2.3517940044403076, |
| "learning_rate": 4.998405670950747e-06, |
| "loss": 0.0778, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.11091445427728613, |
| "grad_norm": 1.4366756677627563, |
| "learning_rate": 4.998280686109146e-06, |
| "loss": 0.0645, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.11130776794493609, |
| "grad_norm": 1.5536798238754272, |
| "learning_rate": 4.998150987061304e-06, |
| "loss": 0.0483, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.11170108161258603, |
| "grad_norm": 2.191906690597534, |
| "learning_rate": 4.9980165740519625e-06, |
| "loss": 0.061, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.11209439528023599, |
| "grad_norm": 2.2331135272979736, |
| "learning_rate": 4.997877447334754e-06, |
| "loss": 0.073, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.11248770894788594, |
| "grad_norm": 2.7030222415924072, |
| "learning_rate": 4.99773360717221e-06, |
| "loss": 0.0924, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.11288102261553588, |
| "grad_norm": 1.2399053573608398, |
| "learning_rate": 4.997585053835754e-06, |
| "loss": 0.0603, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.11327433628318584, |
| "grad_norm": 1.5186935663223267, |
| "learning_rate": 4.997431787605701e-06, |
| "loss": 0.0733, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.1136676499508358, |
| "grad_norm": 5.53955078125, |
| "learning_rate": 4.997273808771263e-06, |
| "loss": 0.0735, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.11406096361848574, |
| "grad_norm": 1.861646294593811, |
| "learning_rate": 4.997111117630543e-06, |
| "loss": 0.0365, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.11445427728613569, |
| "grad_norm": 1.5158923864364624, |
| "learning_rate": 4.996943714490535e-06, |
| "loss": 0.0598, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.11484759095378565, |
| "grad_norm": 3.7808361053466797, |
| "learning_rate": 4.996771599667126e-06, |
| "loss": 0.09, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.11524090462143559, |
| "grad_norm": 1.3470269441604614, |
| "learning_rate": 4.996594773485093e-06, |
| "loss": 0.0304, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.11563421828908554, |
| "grad_norm": 2.0843825340270996, |
| "learning_rate": 4.996413236278104e-06, |
| "loss": 0.0556, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.1160275319567355, |
| "grad_norm": 1.6657154560089111, |
| "learning_rate": 4.996226988388716e-06, |
| "loss": 0.0628, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.11642084562438544, |
| "grad_norm": 1.9300707578659058, |
| "learning_rate": 4.9960360301683755e-06, |
| "loss": 0.0701, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.1168141592920354, |
| "grad_norm": 1.6507627964019775, |
| "learning_rate": 4.995840361977416e-06, |
| "loss": 0.0783, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.11720747295968535, |
| "grad_norm": 1.9679419994354248, |
| "learning_rate": 4.995639984185059e-06, |
| "loss": 0.0714, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.1176007866273353, |
| "grad_norm": 1.7199714183807373, |
| "learning_rate": 4.9954348971694146e-06, |
| "loss": 0.046, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.11799410029498525, |
| "grad_norm": 1.3099826574325562, |
| "learning_rate": 4.995225101317478e-06, |
| "loss": 0.0542, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1183874139626352, |
| "grad_norm": 1.4102526903152466, |
| "learning_rate": 4.99501059702513e-06, |
| "loss": 0.07, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.11878072763028515, |
| "grad_norm": 2.6054928302764893, |
| "learning_rate": 4.9947913846971345e-06, |
| "loss": 0.0753, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.1191740412979351, |
| "grad_norm": 2.4399526119232178, |
| "learning_rate": 4.994567464747141e-06, |
| "loss": 0.1051, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.11956735496558506, |
| "grad_norm": 3.065548896789551, |
| "learning_rate": 4.994338837597683e-06, |
| "loss": 0.0955, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.119960668633235, |
| "grad_norm": 1.3317792415618896, |
| "learning_rate": 4.994105503680176e-06, |
| "loss": 0.0595, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.12035398230088495, |
| "grad_norm": 1.5237491130828857, |
| "learning_rate": 4.993867463434916e-06, |
| "loss": 0.0909, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.12074729596853491, |
| "grad_norm": 0.8940740823745728, |
| "learning_rate": 4.9936247173110785e-06, |
| "loss": 0.0628, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.12114060963618485, |
| "grad_norm": 2.6642251014709473, |
| "learning_rate": 4.993377265766723e-06, |
| "loss": 0.0679, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.1215339233038348, |
| "grad_norm": 2.868943452835083, |
| "learning_rate": 4.993125109268784e-06, |
| "loss": 0.047, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.12192723697148476, |
| "grad_norm": 1.1550475358963013, |
| "learning_rate": 4.992868248293077e-06, |
| "loss": 0.0771, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.1223205506391347, |
| "grad_norm": 1.7380859851837158, |
| "learning_rate": 4.9926066833242926e-06, |
| "loss": 0.0573, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.12271386430678466, |
| "grad_norm": 1.8886913061141968, |
| "learning_rate": 4.9923404148559995e-06, |
| "loss": 0.1034, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.12310717797443461, |
| "grad_norm": 1.5682885646820068, |
| "learning_rate": 4.992069443390641e-06, |
| "loss": 0.0595, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.12350049164208456, |
| "grad_norm": 2.2674522399902344, |
| "learning_rate": 4.991793769439534e-06, |
| "loss": 0.0855, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.12389380530973451, |
| "grad_norm": 1.3800448179244995, |
| "learning_rate": 4.991513393522871e-06, |
| "loss": 0.0537, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.12428711897738447, |
| "grad_norm": 1.9727108478546143, |
| "learning_rate": 4.991228316169715e-06, |
| "loss": 0.0698, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.12468043264503441, |
| "grad_norm": 1.1997886896133423, |
| "learning_rate": 4.990938537918001e-06, |
| "loss": 0.0513, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.12507374631268436, |
| "grad_norm": 1.0357115268707275, |
| "learning_rate": 4.990644059314536e-06, |
| "loss": 0.0537, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.1254670599803343, |
| "grad_norm": 2.9861936569213867, |
| "learning_rate": 4.990344880914994e-06, |
| "loss": 0.0836, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.12586037364798427, |
| "grad_norm": 1.0183316469192505, |
| "learning_rate": 4.990041003283921e-06, |
| "loss": 0.0595, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.12625368731563422, |
| "grad_norm": 3.085170269012451, |
| "learning_rate": 4.989732426994725e-06, |
| "loss": 0.1097, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.12664700098328416, |
| "grad_norm": 1.6864210367202759, |
| "learning_rate": 4.989419152629685e-06, |
| "loss": 0.0546, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.12704031465093413, |
| "grad_norm": 1.678736686706543, |
| "learning_rate": 4.9891011807799435e-06, |
| "loss": 0.0436, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.12743362831858407, |
| "grad_norm": 1.6153947114944458, |
| "learning_rate": 4.988778512045507e-06, |
| "loss": 0.0885, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.127826941986234, |
| "grad_norm": 2.239644765853882, |
| "learning_rate": 4.9884511470352456e-06, |
| "loss": 0.0841, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.12822025565388398, |
| "grad_norm": 2.258629560470581, |
| "learning_rate": 4.9881190863668895e-06, |
| "loss": 0.0547, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.12861356932153392, |
| "grad_norm": 1.519643783569336, |
| "learning_rate": 4.98778233066703e-06, |
| "loss": 0.076, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.12900688298918386, |
| "grad_norm": 2.382768154144287, |
| "learning_rate": 4.987440880571121e-06, |
| "loss": 0.0754, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.12940019665683383, |
| "grad_norm": 1.1717922687530518, |
| "learning_rate": 4.98709473672347e-06, |
| "loss": 0.0431, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.12979351032448377, |
| "grad_norm": 2.597674608230591, |
| "learning_rate": 4.986743899777244e-06, |
| "loss": 0.0831, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.13018682399213372, |
| "grad_norm": 2.2018444538116455, |
| "learning_rate": 4.986388370394466e-06, |
| "loss": 0.0967, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.13058013765978368, |
| "grad_norm": 2.4188756942749023, |
| "learning_rate": 4.986028149246013e-06, |
| "loss": 0.0706, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.13097345132743363, |
| "grad_norm": 1.3178000450134277, |
| "learning_rate": 4.985663237011614e-06, |
| "loss": 0.0814, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.13136676499508357, |
| "grad_norm": 1.007521390914917, |
| "learning_rate": 4.985293634379852e-06, |
| "loss": 0.0518, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.13176007866273354, |
| "grad_norm": 2.3999087810516357, |
| "learning_rate": 4.984919342048159e-06, |
| "loss": 0.0526, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.13215339233038348, |
| "grad_norm": 2.07135272026062, |
| "learning_rate": 4.984540360722819e-06, |
| "loss": 0.0493, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.13254670599803342, |
| "grad_norm": 1.2785420417785645, |
| "learning_rate": 4.98415669111896e-06, |
| "loss": 0.0671, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.1329400196656834, |
| "grad_norm": 1.264936089515686, |
| "learning_rate": 4.9837683339605615e-06, |
| "loss": 0.0619, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.13333333333333333, |
| "grad_norm": 2.3385870456695557, |
| "learning_rate": 4.983375289980443e-06, |
| "loss": 0.1164, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.13372664700098327, |
| "grad_norm": 2.5312047004699707, |
| "learning_rate": 4.982977559920273e-06, |
| "loss": 0.1017, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.13411996066863324, |
| "grad_norm": 1.6104050874710083, |
| "learning_rate": 4.982575144530559e-06, |
| "loss": 0.0647, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.13451327433628318, |
| "grad_norm": 1.557822346687317, |
| "learning_rate": 4.982168044570652e-06, |
| "loss": 0.0546, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.13490658800393313, |
| "grad_norm": 1.430794596672058, |
| "learning_rate": 4.981756260808741e-06, |
| "loss": 0.0553, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.1352999016715831, |
| "grad_norm": 1.718525767326355, |
| "learning_rate": 4.981339794021853e-06, |
| "loss": 0.0633, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.13569321533923304, |
| "grad_norm": 0.9465076327323914, |
| "learning_rate": 4.9809186449958536e-06, |
| "loss": 0.0468, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.13608652900688298, |
| "grad_norm": 1.7588387727737427, |
| "learning_rate": 4.980492814525442e-06, |
| "loss": 0.0687, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.13647984267453295, |
| "grad_norm": 1.392269492149353, |
| "learning_rate": 4.980062303414152e-06, |
| "loss": 0.0363, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.1368731563421829, |
| "grad_norm": 2.146742582321167, |
| "learning_rate": 4.97962711247435e-06, |
| "loss": 0.0604, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.13726647000983283, |
| "grad_norm": 2.926267385482788, |
| "learning_rate": 4.979187242527233e-06, |
| "loss": 0.086, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.1376597836774828, |
| "grad_norm": 1.9409819841384888, |
| "learning_rate": 4.978742694402825e-06, |
| "loss": 0.0588, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.13805309734513274, |
| "grad_norm": 1.8433561325073242, |
| "learning_rate": 4.978293468939982e-06, |
| "loss": 0.0676, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.13844641101278268, |
| "grad_norm": 2.0934383869171143, |
| "learning_rate": 4.977839566986382e-06, |
| "loss": 0.0713, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.13883972468043265, |
| "grad_norm": 1.8030976057052612, |
| "learning_rate": 4.977380989398529e-06, |
| "loss": 0.1169, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.1392330383480826, |
| "grad_norm": 2.014277935028076, |
| "learning_rate": 4.976917737041751e-06, |
| "loss": 0.0376, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.13962635201573254, |
| "grad_norm": 1.3366997241973877, |
| "learning_rate": 4.976449810790196e-06, |
| "loss": 0.0644, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.1400196656833825, |
| "grad_norm": 1.63720703125, |
| "learning_rate": 4.97597721152683e-06, |
| "loss": 0.067, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.14041297935103245, |
| "grad_norm": 2.317793846130371, |
| "learning_rate": 4.975499940143439e-06, |
| "loss": 0.0732, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.1408062930186824, |
| "grad_norm": 1.352824330329895, |
| "learning_rate": 4.975017997540625e-06, |
| "loss": 0.0721, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.14119960668633236, |
| "grad_norm": 1.2860400676727295, |
| "learning_rate": 4.974531384627805e-06, |
| "loss": 0.0604, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.1415929203539823, |
| "grad_norm": 2.315216064453125, |
| "learning_rate": 4.974040102323207e-06, |
| "loss": 0.0492, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.14198623402163224, |
| "grad_norm": 1.771453857421875, |
| "learning_rate": 4.973544151553869e-06, |
| "loss": 0.0554, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.1423795476892822, |
| "grad_norm": 0.9052230715751648, |
| "learning_rate": 4.973043533255645e-06, |
| "loss": 0.0524, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.14277286135693215, |
| "grad_norm": 2.327606439590454, |
| "learning_rate": 4.972538248373188e-06, |
| "loss": 0.0583, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.1431661750245821, |
| "grad_norm": 2.986643075942993, |
| "learning_rate": 4.9720282978599625e-06, |
| "loss": 0.0726, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.14355948869223206, |
| "grad_norm": 1.1824491024017334, |
| "learning_rate": 4.971513682678234e-06, |
| "loss": 0.0749, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.143952802359882, |
| "grad_norm": 3.0968868732452393, |
| "learning_rate": 4.970994403799072e-06, |
| "loss": 0.0547, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.14434611602753195, |
| "grad_norm": 1.2194032669067383, |
| "learning_rate": 4.970470462202343e-06, |
| "loss": 0.0651, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.14473942969518191, |
| "grad_norm": 1.3438714742660522, |
| "learning_rate": 4.969941858876719e-06, |
| "loss": 0.0416, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.14513274336283186, |
| "grad_norm": 1.4193546772003174, |
| "learning_rate": 4.96940859481966e-06, |
| "loss": 0.06, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.1455260570304818, |
| "grad_norm": 1.2842000722885132, |
| "learning_rate": 4.968870671037427e-06, |
| "loss": 0.0598, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.14591937069813177, |
| "grad_norm": 2.3905892372131348, |
| "learning_rate": 4.96832808854507e-06, |
| "loss": 0.0652, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.1463126843657817, |
| "grad_norm": 1.5380994081497192, |
| "learning_rate": 4.967780848366432e-06, |
| "loss": 0.1034, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.14670599803343165, |
| "grad_norm": 1.3698018789291382, |
| "learning_rate": 4.967228951534144e-06, |
| "loss": 0.0695, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.14709931170108162, |
| "grad_norm": 1.6553199291229248, |
| "learning_rate": 4.966672399089626e-06, |
| "loss": 0.0358, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.14749262536873156, |
| "grad_norm": 1.966484546661377, |
| "learning_rate": 4.966111192083081e-06, |
| "loss": 0.0396, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.1478859390363815, |
| "grad_norm": 1.1057041883468628, |
| "learning_rate": 4.965545331573493e-06, |
| "loss": 0.0294, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.14827925270403147, |
| "grad_norm": 1.3603320121765137, |
| "learning_rate": 4.964974818628633e-06, |
| "loss": 0.0431, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.1486725663716814, |
| "grad_norm": 3.8050637245178223, |
| "learning_rate": 4.964399654325045e-06, |
| "loss": 0.063, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.14906588003933136, |
| "grad_norm": 1.361873984336853, |
| "learning_rate": 4.963819839748055e-06, |
| "loss": 0.0258, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.14945919370698132, |
| "grad_norm": 1.0739333629608154, |
| "learning_rate": 4.96323537599176e-06, |
| "loss": 0.0553, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.14985250737463127, |
| "grad_norm": 1.5606439113616943, |
| "learning_rate": 4.962646264159031e-06, |
| "loss": 0.0341, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.1502458210422812, |
| "grad_norm": 1.526953101158142, |
| "learning_rate": 4.962052505361512e-06, |
| "loss": 0.0693, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.15063913470993118, |
| "grad_norm": 3.761380195617676, |
| "learning_rate": 4.9614541007196136e-06, |
| "loss": 0.0685, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.15103244837758112, |
| "grad_norm": 2.7432498931884766, |
| "learning_rate": 4.960851051362514e-06, |
| "loss": 0.0501, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.15142576204523106, |
| "grad_norm": 2.669240951538086, |
| "learning_rate": 4.960243358428154e-06, |
| "loss": 0.1198, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.15181907571288103, |
| "grad_norm": 1.5905970335006714, |
| "learning_rate": 4.959631023063238e-06, |
| "loss": 0.0803, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.15221238938053097, |
| "grad_norm": 1.1858878135681152, |
| "learning_rate": 4.959014046423233e-06, |
| "loss": 0.0654, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.1526057030481809, |
| "grad_norm": 1.7795485258102417, |
| "learning_rate": 4.9583924296723606e-06, |
| "loss": 0.0598, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.15299901671583088, |
| "grad_norm": 1.2830811738967896, |
| "learning_rate": 4.957766173983598e-06, |
| "loss": 0.0437, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.15339233038348082, |
| "grad_norm": 0.8960599303245544, |
| "learning_rate": 4.9571352805386795e-06, |
| "loss": 0.0455, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.15378564405113077, |
| "grad_norm": 2.005126714706421, |
| "learning_rate": 4.956499750528086e-06, |
| "loss": 0.0755, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.15417895771878073, |
| "grad_norm": 1.5545151233673096, |
| "learning_rate": 4.955859585151054e-06, |
| "loss": 0.0449, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.15457227138643068, |
| "grad_norm": 1.0876412391662598, |
| "learning_rate": 4.955214785615558e-06, |
| "loss": 0.0718, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.15496558505408062, |
| "grad_norm": 1.9705466032028198, |
| "learning_rate": 4.9545653531383255e-06, |
| "loss": 0.0612, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.1553588987217306, |
| "grad_norm": 1.3790346384048462, |
| "learning_rate": 4.953911288944821e-06, |
| "loss": 0.0371, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.15575221238938053, |
| "grad_norm": 1.0736052989959717, |
| "learning_rate": 4.953252594269252e-06, |
| "loss": 0.056, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.15614552605703047, |
| "grad_norm": 1.919756531715393, |
| "learning_rate": 4.9525892703545604e-06, |
| "loss": 0.0737, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.15653883972468044, |
| "grad_norm": 1.333601713180542, |
| "learning_rate": 4.951921318452428e-06, |
| "loss": 0.0628, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.15693215339233038, |
| "grad_norm": 1.5093313455581665, |
| "learning_rate": 4.951248739823264e-06, |
| "loss": 0.0677, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.15732546705998032, |
| "grad_norm": 1.5697554349899292, |
| "learning_rate": 4.950571535736214e-06, |
| "loss": 0.0672, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.1577187807276303, |
| "grad_norm": 1.4692028760910034, |
| "learning_rate": 4.949889707469145e-06, |
| "loss": 0.0472, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.15811209439528023, |
| "grad_norm": 0.9199762940406799, |
| "learning_rate": 4.949203256308658e-06, |
| "loss": 0.0661, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.15850540806293018, |
| "grad_norm": 1.4585742950439453, |
| "learning_rate": 4.948512183550068e-06, |
| "loss": 0.0776, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.15889872173058014, |
| "grad_norm": 1.2560405731201172, |
| "learning_rate": 4.947816490497419e-06, |
| "loss": 0.0932, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.1592920353982301, |
| "grad_norm": 1.6395833492279053, |
| "learning_rate": 4.947116178463469e-06, |
| "loss": 0.0399, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.15968534906588003, |
| "grad_norm": 0.8655360341072083, |
| "learning_rate": 4.946411248769693e-06, |
| "loss": 0.0421, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.16007866273353, |
| "grad_norm": 0.9741353392601013, |
| "learning_rate": 4.945701702746279e-06, |
| "loss": 0.0469, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.16047197640117994, |
| "grad_norm": 0.9401141405105591, |
| "learning_rate": 4.944987541732126e-06, |
| "loss": 0.0668, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.16086529006882988, |
| "grad_norm": 0.8718335032463074, |
| "learning_rate": 4.944268767074842e-06, |
| "loss": 0.0597, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.16125860373647985, |
| "grad_norm": 1.3456203937530518, |
| "learning_rate": 4.943545380130742e-06, |
| "loss": 0.0755, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.1616519174041298, |
| "grad_norm": 1.1579302549362183, |
| "learning_rate": 4.942817382264842e-06, |
| "loss": 0.0583, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.16204523107177973, |
| "grad_norm": 1.664872169494629, |
| "learning_rate": 4.942084774850858e-06, |
| "loss": 0.0777, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.1624385447394297, |
| "grad_norm": 2.256772518157959, |
| "learning_rate": 4.941347559271208e-06, |
| "loss": 0.0734, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.16283185840707964, |
| "grad_norm": 1.235349416732788, |
| "learning_rate": 4.9406057369170015e-06, |
| "loss": 0.051, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.16322517207472959, |
| "grad_norm": 1.6716983318328857, |
| "learning_rate": 4.939859309188044e-06, |
| "loss": 0.0728, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.16361848574237955, |
| "grad_norm": 1.3591656684875488, |
| "learning_rate": 4.939108277492829e-06, |
| "loss": 0.0725, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.1640117994100295, |
| "grad_norm": 0.6709238886833191, |
| "learning_rate": 4.9383526432485375e-06, |
| "loss": 0.0452, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.16440511307767944, |
| "grad_norm": 1.2356040477752686, |
| "learning_rate": 4.937592407881039e-06, |
| "loss": 0.0682, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.1647984267453294, |
| "grad_norm": 1.0750470161437988, |
| "learning_rate": 4.93682757282488e-06, |
| "loss": 0.0383, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.16519174041297935, |
| "grad_norm": 1.5483283996582031, |
| "learning_rate": 4.936058139523291e-06, |
| "loss": 0.0645, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.1655850540806293, |
| "grad_norm": 2.0328383445739746, |
| "learning_rate": 4.935284109428177e-06, |
| "loss": 0.0623, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.16597836774827926, |
| "grad_norm": 1.5979444980621338, |
| "learning_rate": 4.934505484000116e-06, |
| "loss": 0.0751, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.1663716814159292, |
| "grad_norm": 1.1430745124816895, |
| "learning_rate": 4.93372226470836e-06, |
| "loss": 0.0542, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.16676499508357914, |
| "grad_norm": 2.062899112701416, |
| "learning_rate": 4.932934453030829e-06, |
| "loss": 0.0873, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.1671583087512291, |
| "grad_norm": 3.2697086334228516, |
| "learning_rate": 4.932142050454107e-06, |
| "loss": 0.0733, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.16755162241887905, |
| "grad_norm": 1.2826026678085327, |
| "learning_rate": 4.931345058473443e-06, |
| "loss": 0.0497, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.167944936086529, |
| "grad_norm": 2.3819937705993652, |
| "learning_rate": 4.930543478592743e-06, |
| "loss": 0.0789, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.16833824975417896, |
| "grad_norm": 2.840121030807495, |
| "learning_rate": 4.929737312324574e-06, |
| "loss": 0.054, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.1687315634218289, |
| "grad_norm": 0.6918103098869324, |
| "learning_rate": 4.928926561190155e-06, |
| "loss": 0.0448, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.16912487708947885, |
| "grad_norm": 0.8336203694343567, |
| "learning_rate": 4.928111226719359e-06, |
| "loss": 0.0629, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.16951819075712882, |
| "grad_norm": 1.9415661096572876, |
| "learning_rate": 4.927291310450705e-06, |
| "loss": 0.0731, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.16991150442477876, |
| "grad_norm": 1.3499138355255127, |
| "learning_rate": 4.926466813931358e-06, |
| "loss": 0.0562, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.1703048180924287, |
| "grad_norm": 1.0689488649368286, |
| "learning_rate": 4.925637738717127e-06, |
| "loss": 0.0706, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.17069813176007867, |
| "grad_norm": 2.7924535274505615, |
| "learning_rate": 4.924804086372462e-06, |
| "loss": 0.0671, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.1710914454277286, |
| "grad_norm": 0.8586186170578003, |
| "learning_rate": 4.9239658584704466e-06, |
| "loss": 0.049, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.17148475909537855, |
| "grad_norm": 1.8235011100769043, |
| "learning_rate": 4.923123056592801e-06, |
| "loss": 0.0715, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.17187807276302852, |
| "grad_norm": 1.1591852903366089, |
| "learning_rate": 4.922275682329876e-06, |
| "loss": 0.0799, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.17227138643067846, |
| "grad_norm": 1.2786961793899536, |
| "learning_rate": 4.921423737280649e-06, |
| "loss": 0.0561, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.1726647000983284, |
| "grad_norm": 1.602005958557129, |
| "learning_rate": 4.9205672230527254e-06, |
| "loss": 0.0517, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.17305801376597837, |
| "grad_norm": 1.3069565296173096, |
| "learning_rate": 4.919706141262329e-06, |
| "loss": 0.063, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.17345132743362832, |
| "grad_norm": 1.4721592664718628, |
| "learning_rate": 4.918840493534305e-06, |
| "loss": 0.0789, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.17384464110127826, |
| "grad_norm": 2.0551934242248535, |
| "learning_rate": 4.917970281502112e-06, |
| "loss": 0.0711, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.17423795476892823, |
| "grad_norm": 1.175560474395752, |
| "learning_rate": 4.917095506807824e-06, |
| "loss": 0.0646, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.17463126843657817, |
| "grad_norm": 1.3429381847381592, |
| "learning_rate": 4.916216171102124e-06, |
| "loss": 0.0609, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.1750245821042281, |
| "grad_norm": 1.306825041770935, |
| "learning_rate": 4.9153322760443015e-06, |
| "loss": 0.0529, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.17541789577187808, |
| "grad_norm": 1.4618321657180786, |
| "learning_rate": 4.914443823302246e-06, |
| "loss": 0.0509, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.17581120943952802, |
| "grad_norm": 1.054541826248169, |
| "learning_rate": 4.913550814552454e-06, |
| "loss": 0.0613, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.17620452310717796, |
| "grad_norm": 0.9349273443222046, |
| "learning_rate": 4.912653251480013e-06, |
| "loss": 0.0531, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.17659783677482793, |
| "grad_norm": 1.302675724029541, |
| "learning_rate": 4.9117511357786075e-06, |
| "loss": 0.0661, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.17699115044247787, |
| "grad_norm": 2.327521562576294, |
| "learning_rate": 4.910844469150512e-06, |
| "loss": 0.08, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.17738446411012782, |
| "grad_norm": 1.7499988079071045, |
| "learning_rate": 4.909933253306588e-06, |
| "loss": 0.0368, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.17777777777777778, |
| "grad_norm": 1.1263257265090942, |
| "learning_rate": 4.909017489966283e-06, |
| "loss": 0.0322, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.17817109144542773, |
| "grad_norm": 2.8002772331237793, |
| "learning_rate": 4.9080971808576226e-06, |
| "loss": 0.0597, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.17856440511307767, |
| "grad_norm": 2.0555684566497803, |
| "learning_rate": 4.907172327717214e-06, |
| "loss": 0.0754, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.17895771878072764, |
| "grad_norm": 2.3041601181030273, |
| "learning_rate": 4.906242932290234e-06, |
| "loss": 0.0838, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.17935103244837758, |
| "grad_norm": 2.3882484436035156, |
| "learning_rate": 4.905308996330437e-06, |
| "loss": 0.063, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.17974434611602752, |
| "grad_norm": 1.4339286088943481, |
| "learning_rate": 4.904370521600138e-06, |
| "loss": 0.0723, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.1801376597836775, |
| "grad_norm": 1.387052059173584, |
| "learning_rate": 4.903427509870222e-06, |
| "loss": 0.0708, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.18053097345132743, |
| "grad_norm": 0.8694115877151489, |
| "learning_rate": 4.902479962920134e-06, |
| "loss": 0.0519, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.18092428711897737, |
| "grad_norm": 1.0308964252471924, |
| "learning_rate": 4.901527882537876e-06, |
| "loss": 0.054, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.18131760078662734, |
| "grad_norm": 2.4914846420288086, |
| "learning_rate": 4.900571270520004e-06, |
| "loss": 0.115, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.18171091445427728, |
| "grad_norm": 2.637059450149536, |
| "learning_rate": 4.899610128671626e-06, |
| "loss": 0.0851, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.18210422812192723, |
| "grad_norm": 1.9722718000411987, |
| "learning_rate": 4.898644458806398e-06, |
| "loss": 0.0637, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.1824975417895772, |
| "grad_norm": 0.9795344471931458, |
| "learning_rate": 4.897674262746522e-06, |
| "loss": 0.0622, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.18289085545722714, |
| "grad_norm": 1.2904670238494873, |
| "learning_rate": 4.896699542322736e-06, |
| "loss": 0.0384, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.18328416912487708, |
| "grad_norm": 1.4417036771774292, |
| "learning_rate": 4.895720299374319e-06, |
| "loss": 0.1118, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.18367748279252705, |
| "grad_norm": 1.6243058443069458, |
| "learning_rate": 4.894736535749083e-06, |
| "loss": 0.0756, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.184070796460177, |
| "grad_norm": 1.0999799966812134, |
| "learning_rate": 4.89374825330337e-06, |
| "loss": 0.0525, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.18446411012782693, |
| "grad_norm": 1.9067320823669434, |
| "learning_rate": 4.892755453902051e-06, |
| "loss": 0.066, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.1848574237954769, |
| "grad_norm": 1.1623554229736328, |
| "learning_rate": 4.8917581394185175e-06, |
| "loss": 0.0547, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.18525073746312684, |
| "grad_norm": 1.2230125665664673, |
| "learning_rate": 4.890756311734683e-06, |
| "loss": 0.0753, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.18564405113077678, |
| "grad_norm": 1.376905083656311, |
| "learning_rate": 4.8897499727409755e-06, |
| "loss": 0.0637, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.18603736479842675, |
| "grad_norm": 2.381087064743042, |
| "learning_rate": 4.888739124336338e-06, |
| "loss": 0.0818, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.1864306784660767, |
| "grad_norm": 1.5327961444854736, |
| "learning_rate": 4.8877237684282205e-06, |
| "loss": 0.0689, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.18682399213372664, |
| "grad_norm": 1.7480573654174805, |
| "learning_rate": 4.8867039069325804e-06, |
| "loss": 0.0713, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.1872173058013766, |
| "grad_norm": 1.2657626867294312, |
| "learning_rate": 4.8856795417738754e-06, |
| "loss": 0.0742, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.18761061946902655, |
| "grad_norm": 1.0295419692993164, |
| "learning_rate": 4.884650674885062e-06, |
| "loss": 0.0448, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.1880039331366765, |
| "grad_norm": 1.9904601573944092, |
| "learning_rate": 4.883617308207592e-06, |
| "loss": 0.0801, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.18839724680432646, |
| "grad_norm": 1.4027286767959595, |
| "learning_rate": 4.88257944369141e-06, |
| "loss": 0.0502, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.1887905604719764, |
| "grad_norm": 2.087235689163208, |
| "learning_rate": 4.8815370832949425e-06, |
| "loss": 0.1021, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.18918387413962634, |
| "grad_norm": 0.8643338680267334, |
| "learning_rate": 4.880490228985104e-06, |
| "loss": 0.0732, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.1895771878072763, |
| "grad_norm": 1.4668515920639038, |
| "learning_rate": 4.8794388827372884e-06, |
| "loss": 0.0548, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.18997050147492625, |
| "grad_norm": 1.8225198984146118, |
| "learning_rate": 4.878383046535366e-06, |
| "loss": 0.0882, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.1903638151425762, |
| "grad_norm": 1.6394109725952148, |
| "learning_rate": 4.877322722371677e-06, |
| "loss": 0.1029, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.19075712881022616, |
| "grad_norm": 0.9612401723861694, |
| "learning_rate": 4.876257912247033e-06, |
| "loss": 0.0442, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.1911504424778761, |
| "grad_norm": 2.0715410709381104, |
| "learning_rate": 4.8751886181707105e-06, |
| "loss": 0.0793, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.19154375614552605, |
| "grad_norm": 1.14213228225708, |
| "learning_rate": 4.874114842160445e-06, |
| "loss": 0.0782, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.19193706981317601, |
| "grad_norm": 1.7314140796661377, |
| "learning_rate": 4.873036586242431e-06, |
| "loss": 0.0478, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.19233038348082596, |
| "grad_norm": 0.6948450803756714, |
| "learning_rate": 4.871953852451316e-06, |
| "loss": 0.0546, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.1927236971484759, |
| "grad_norm": 1.9421541690826416, |
| "learning_rate": 4.8708666428301975e-06, |
| "loss": 0.0793, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.19311701081612587, |
| "grad_norm": 0.5670569539070129, |
| "learning_rate": 4.869774959430619e-06, |
| "loss": 0.0506, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.1935103244837758, |
| "grad_norm": 1.437902808189392, |
| "learning_rate": 4.868678804312565e-06, |
| "loss": 0.0545, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.19390363815142575, |
| "grad_norm": 1.8984867334365845, |
| "learning_rate": 4.867578179544457e-06, |
| "loss": 0.0658, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.19429695181907572, |
| "grad_norm": 2.0684666633605957, |
| "learning_rate": 4.866473087203154e-06, |
| "loss": 0.0565, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.19469026548672566, |
| "grad_norm": 1.5473408699035645, |
| "learning_rate": 4.865363529373944e-06, |
| "loss": 0.0481, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.1950835791543756, |
| "grad_norm": 1.678281545639038, |
| "learning_rate": 4.864249508150539e-06, |
| "loss": 0.056, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.19547689282202557, |
| "grad_norm": 1.3713724613189697, |
| "learning_rate": 4.863131025635076e-06, |
| "loss": 0.0474, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.1958702064896755, |
| "grad_norm": 2.0483641624450684, |
| "learning_rate": 4.862008083938109e-06, |
| "loss": 0.0712, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.19626352015732546, |
| "grad_norm": 1.701915979385376, |
| "learning_rate": 4.8608806851786075e-06, |
| "loss": 0.0642, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.19665683382497542, |
| "grad_norm": 1.4159979820251465, |
| "learning_rate": 4.859748831483949e-06, |
| "loss": 0.0706, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.19705014749262537, |
| "grad_norm": 0.9921556711196899, |
| "learning_rate": 4.858612524989921e-06, |
| "loss": 0.0311, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.1974434611602753, |
| "grad_norm": 0.6453993320465088, |
| "learning_rate": 4.857471767840709e-06, |
| "loss": 0.0304, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.19783677482792528, |
| "grad_norm": 2.1691184043884277, |
| "learning_rate": 4.856326562188902e-06, |
| "loss": 0.0573, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.19823008849557522, |
| "grad_norm": 1.424170732498169, |
| "learning_rate": 4.855176910195479e-06, |
| "loss": 0.0371, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.19862340216322516, |
| "grad_norm": 2.0996835231781006, |
| "learning_rate": 4.854022814029809e-06, |
| "loss": 0.06, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.19901671583087513, |
| "grad_norm": 2.2325479984283447, |
| "learning_rate": 4.852864275869652e-06, |
| "loss": 0.0686, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.19941002949852507, |
| "grad_norm": 1.8133199214935303, |
| "learning_rate": 4.851701297901144e-06, |
| "loss": 0.0811, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.199803343166175, |
| "grad_norm": 1.4886740446090698, |
| "learning_rate": 4.850533882318803e-06, |
| "loss": 0.0516, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.20019665683382498, |
| "grad_norm": 1.685327172279358, |
| "learning_rate": 4.849362031325518e-06, |
| "loss": 0.0427, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.20058997050147492, |
| "grad_norm": 2.726207733154297, |
| "learning_rate": 4.8481857471325485e-06, |
| "loss": 0.0686, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.20098328416912487, |
| "grad_norm": 1.1494991779327393, |
| "learning_rate": 4.847005031959521e-06, |
| "loss": 0.0642, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.20137659783677483, |
| "grad_norm": 2.118980884552002, |
| "learning_rate": 4.84581988803442e-06, |
| "loss": 0.0504, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.20176991150442478, |
| "grad_norm": 1.4535127878189087, |
| "learning_rate": 4.84463031759359e-06, |
| "loss": 0.0482, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.20216322517207472, |
| "grad_norm": 0.8411951065063477, |
| "learning_rate": 4.843436322881725e-06, |
| "loss": 0.0491, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.2025565388397247, |
| "grad_norm": 0.9351110458374023, |
| "learning_rate": 4.8422379061518705e-06, |
| "loss": 0.0278, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.20294985250737463, |
| "grad_norm": 1.2653199434280396, |
| "learning_rate": 4.841035069665416e-06, |
| "loss": 0.0494, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.20334316617502457, |
| "grad_norm": 2.1194064617156982, |
| "learning_rate": 4.83982781569209e-06, |
| "loss": 0.0985, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.20373647984267454, |
| "grad_norm": 0.9621169567108154, |
| "learning_rate": 4.838616146509956e-06, |
| "loss": 0.0681, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.20412979351032448, |
| "grad_norm": 2.935671091079712, |
| "learning_rate": 4.83740006440541e-06, |
| "loss": 0.1056, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.20452310717797442, |
| "grad_norm": 1.5503019094467163, |
| "learning_rate": 4.8361795716731744e-06, |
| "loss": 0.0736, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.2049164208456244, |
| "grad_norm": 1.5426656007766724, |
| "learning_rate": 4.8349546706162965e-06, |
| "loss": 0.0768, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.20530973451327433, |
| "grad_norm": 1.788036823272705, |
| "learning_rate": 4.833725363546139e-06, |
| "loss": 0.0785, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.20570304818092428, |
| "grad_norm": 1.3642781972885132, |
| "learning_rate": 4.8324916527823795e-06, |
| "loss": 0.0582, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.20609636184857424, |
| "grad_norm": 2.6498544216156006, |
| "learning_rate": 4.831253540653007e-06, |
| "loss": 0.068, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.20648967551622419, |
| "grad_norm": 1.3358078002929688, |
| "learning_rate": 4.8300110294943145e-06, |
| "loss": 0.0689, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.20688298918387413, |
| "grad_norm": 2.4475595951080322, |
| "learning_rate": 4.828764121650896e-06, |
| "loss": 0.0685, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.2072763028515241, |
| "grad_norm": 1.8231087923049927, |
| "learning_rate": 4.827512819475641e-06, |
| "loss": 0.061, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.20766961651917404, |
| "grad_norm": 1.6098417043685913, |
| "learning_rate": 4.826257125329733e-06, |
| "loss": 0.0775, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.20806293018682398, |
| "grad_norm": 1.2955044507980347, |
| "learning_rate": 4.824997041582641e-06, |
| "loss": 0.0828, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.20845624385447395, |
| "grad_norm": 1.600419282913208, |
| "learning_rate": 4.82373257061212e-06, |
| "loss": 0.0868, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.2088495575221239, |
| "grad_norm": 1.2169928550720215, |
| "learning_rate": 4.8224637148042e-06, |
| "loss": 0.0543, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.20924287118977383, |
| "grad_norm": 1.6863512992858887, |
| "learning_rate": 4.821190476553186e-06, |
| "loss": 0.0703, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.2096361848574238, |
| "grad_norm": 1.9771099090576172, |
| "learning_rate": 4.819912858261656e-06, |
| "loss": 0.0799, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.21002949852507374, |
| "grad_norm": 1.276354432106018, |
| "learning_rate": 4.818630862340449e-06, |
| "loss": 0.0661, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.21042281219272368, |
| "grad_norm": 1.1068519353866577, |
| "learning_rate": 4.817344491208665e-06, |
| "loss": 0.0496, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.21081612586037365, |
| "grad_norm": 1.1699997186660767, |
| "learning_rate": 4.816053747293663e-06, |
| "loss": 0.0395, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.2112094395280236, |
| "grad_norm": 1.290640115737915, |
| "learning_rate": 4.814758633031049e-06, |
| "loss": 0.0526, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.21160275319567354, |
| "grad_norm": 1.8085367679595947, |
| "learning_rate": 4.813459150864681e-06, |
| "loss": 0.0593, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.2119960668633235, |
| "grad_norm": 1.6277810335159302, |
| "learning_rate": 4.812155303246653e-06, |
| "loss": 0.0645, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.21238938053097345, |
| "grad_norm": 0.9544056057929993, |
| "learning_rate": 4.810847092637301e-06, |
| "loss": 0.063, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.2127826941986234, |
| "grad_norm": 1.349601149559021, |
| "learning_rate": 4.809534521505192e-06, |
| "loss": 0.0877, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.21317600786627336, |
| "grad_norm": 1.6013360023498535, |
| "learning_rate": 4.8082175923271235e-06, |
| "loss": 0.0637, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.2135693215339233, |
| "grad_norm": 1.130764365196228, |
| "learning_rate": 4.806896307588113e-06, |
| "loss": 0.086, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.21396263520157324, |
| "grad_norm": 1.40028715133667, |
| "learning_rate": 4.805570669781399e-06, |
| "loss": 0.0876, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.2143559488692232, |
| "grad_norm": 1.7551463842391968, |
| "learning_rate": 4.804240681408434e-06, |
| "loss": 0.0593, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.21474926253687315, |
| "grad_norm": 1.648735523223877, |
| "learning_rate": 4.802906344978881e-06, |
| "loss": 0.0772, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.2151425762045231, |
| "grad_norm": 0.8385063409805298, |
| "learning_rate": 4.801567663010605e-06, |
| "loss": 0.0706, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.21553588987217306, |
| "grad_norm": 1.8120150566101074, |
| "learning_rate": 4.800224638029672e-06, |
| "loss": 0.0696, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.215929203539823, |
| "grad_norm": 0.5346795916557312, |
| "learning_rate": 4.798877272570343e-06, |
| "loss": 0.0494, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.21632251720747295, |
| "grad_norm": 1.4182865619659424, |
| "learning_rate": 4.797525569175073e-06, |
| "loss": 0.0711, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.21671583087512292, |
| "grad_norm": 0.9838932752609253, |
| "learning_rate": 4.796169530394498e-06, |
| "loss": 0.0843, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.21710914454277286, |
| "grad_norm": 1.5188270807266235, |
| "learning_rate": 4.7948091587874355e-06, |
| "loss": 0.0663, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.2175024582104228, |
| "grad_norm": 1.796202540397644, |
| "learning_rate": 4.793444456920881e-06, |
| "loss": 0.0655, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.21789577187807277, |
| "grad_norm": 1.4925826787948608, |
| "learning_rate": 4.7920754273699985e-06, |
| "loss": 0.0607, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.2182890855457227, |
| "grad_norm": 1.2840732336044312, |
| "learning_rate": 4.790702072718121e-06, |
| "loss": 0.0634, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.21868239921337265, |
| "grad_norm": 1.0566197633743286, |
| "learning_rate": 4.789324395556741e-06, |
| "loss": 0.0475, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.21907571288102262, |
| "grad_norm": 1.2299338579177856, |
| "learning_rate": 4.7879423984855085e-06, |
| "loss": 0.054, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.21946902654867256, |
| "grad_norm": 1.7808493375778198, |
| "learning_rate": 4.786556084112224e-06, |
| "loss": 0.0905, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.2198623402163225, |
| "grad_norm": 1.054694652557373, |
| "learning_rate": 4.785165455052836e-06, |
| "loss": 0.0561, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.22025565388397247, |
| "grad_norm": 2.180976629257202, |
| "learning_rate": 4.783770513931433e-06, |
| "loss": 0.0705, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.22064896755162242, |
| "grad_norm": 0.9467242956161499, |
| "learning_rate": 4.782371263380242e-06, |
| "loss": 0.0471, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.22104228121927236, |
| "grad_norm": 1.0072274208068848, |
| "learning_rate": 4.780967706039622e-06, |
| "loss": 0.0642, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.22143559488692233, |
| "grad_norm": 0.9987531304359436, |
| "learning_rate": 4.779559844558056e-06, |
| "loss": 0.0556, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.22182890855457227, |
| "grad_norm": 1.5135668516159058, |
| "learning_rate": 4.778147681592152e-06, |
| "loss": 0.051, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.2222222222222222, |
| "grad_norm": 1.6369942426681519, |
| "learning_rate": 4.776731219806634e-06, |
| "loss": 0.1089, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.22261553588987218, |
| "grad_norm": 1.8307068347930908, |
| "learning_rate": 4.775310461874337e-06, |
| "loss": 0.0555, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.22300884955752212, |
| "grad_norm": 1.2417643070220947, |
| "learning_rate": 4.773885410476202e-06, |
| "loss": 0.0356, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.22340216322517206, |
| "grad_norm": 0.8904944658279419, |
| "learning_rate": 4.7724560683012735e-06, |
| "loss": 0.0649, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.22379547689282203, |
| "grad_norm": 1.3853691816329956, |
| "learning_rate": 4.771022438046693e-06, |
| "loss": 0.0429, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.22418879056047197, |
| "grad_norm": 1.6937843561172485, |
| "learning_rate": 4.769584522417691e-06, |
| "loss": 0.0831, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.22458210422812191, |
| "grad_norm": 1.6160171031951904, |
| "learning_rate": 4.768142324127586e-06, |
| "loss": 0.0754, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.22497541789577188, |
| "grad_norm": 1.2548290491104126, |
| "learning_rate": 4.766695845897778e-06, |
| "loss": 0.073, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.22536873156342183, |
| "grad_norm": 2.645967483520508, |
| "learning_rate": 4.765245090457744e-06, |
| "loss": 0.1022, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.22576204523107177, |
| "grad_norm": 1.2090085744857788, |
| "learning_rate": 4.763790060545028e-06, |
| "loss": 0.0449, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.22615535889872174, |
| "grad_norm": 1.5384302139282227, |
| "learning_rate": 4.762330758905246e-06, |
| "loss": 0.0523, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.22654867256637168, |
| "grad_norm": 1.3840306997299194, |
| "learning_rate": 4.760867188292068e-06, |
| "loss": 0.0409, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.22694198623402162, |
| "grad_norm": 0.8169382214546204, |
| "learning_rate": 4.7593993514672255e-06, |
| "loss": 0.0526, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.2273352999016716, |
| "grad_norm": 0.6939831972122192, |
| "learning_rate": 4.757927251200497e-06, |
| "loss": 0.0497, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.22772861356932153, |
| "grad_norm": 2.4073455333709717, |
| "learning_rate": 4.756450890269705e-06, |
| "loss": 0.0703, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.22812192723697147, |
| "grad_norm": 1.4490169286727905, |
| "learning_rate": 4.754970271460714e-06, |
| "loss": 0.0429, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.22851524090462144, |
| "grad_norm": 0.8039276599884033, |
| "learning_rate": 4.753485397567424e-06, |
| "loss": 0.0525, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.22890855457227138, |
| "grad_norm": 0.9220805764198303, |
| "learning_rate": 4.751996271391761e-06, |
| "loss": 0.056, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.22930186823992132, |
| "grad_norm": 2.1960690021514893, |
| "learning_rate": 4.750502895743677e-06, |
| "loss": 0.0636, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.2296951819075713, |
| "grad_norm": 1.5164406299591064, |
| "learning_rate": 4.749005273441143e-06, |
| "loss": 0.0557, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.23008849557522124, |
| "grad_norm": 1.8541299104690552, |
| "learning_rate": 4.747503407310142e-06, |
| "loss": 0.0679, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.23048180924287118, |
| "grad_norm": 5.52957010269165, |
| "learning_rate": 4.745997300184666e-06, |
| "loss": 0.0805, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.23087512291052115, |
| "grad_norm": 1.318687915802002, |
| "learning_rate": 4.744486954906709e-06, |
| "loss": 0.0499, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.2312684365781711, |
| "grad_norm": 1.1736847162246704, |
| "learning_rate": 4.742972374326262e-06, |
| "loss": 0.0371, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.23166175024582103, |
| "grad_norm": 1.7209968566894531, |
| "learning_rate": 4.74145356130131e-06, |
| "loss": 0.0553, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.232055063913471, |
| "grad_norm": 1.392303228378296, |
| "learning_rate": 4.739930518697823e-06, |
| "loss": 0.0468, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.23244837758112094, |
| "grad_norm": 1.6198259592056274, |
| "learning_rate": 4.738403249389752e-06, |
| "loss": 0.0671, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.23284169124877088, |
| "grad_norm": 1.394888997077942, |
| "learning_rate": 4.736871756259023e-06, |
| "loss": 0.0851, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.23323500491642085, |
| "grad_norm": 1.2976491451263428, |
| "learning_rate": 4.7353360421955345e-06, |
| "loss": 0.0614, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.2336283185840708, |
| "grad_norm": 1.2485517263412476, |
| "learning_rate": 4.733796110097148e-06, |
| "loss": 0.0429, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.23402163225172073, |
| "grad_norm": 2.0384671688079834, |
| "learning_rate": 4.732251962869685e-06, |
| "loss": 0.0549, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.2344149459193707, |
| "grad_norm": 2.514827251434326, |
| "learning_rate": 4.730703603426921e-06, |
| "loss": 0.0934, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.23480825958702065, |
| "grad_norm": 1.5746873617172241, |
| "learning_rate": 4.729151034690579e-06, |
| "loss": 0.0797, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.2352015732546706, |
| "grad_norm": 1.458757996559143, |
| "learning_rate": 4.727594259590326e-06, |
| "loss": 0.07, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.23559488692232056, |
| "grad_norm": 1.9289155006408691, |
| "learning_rate": 4.726033281063766e-06, |
| "loss": 0.0447, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.2359882005899705, |
| "grad_norm": 2.641873359680176, |
| "learning_rate": 4.724468102056434e-06, |
| "loss": 0.1165, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.23638151425762044, |
| "grad_norm": 0.6296206116676331, |
| "learning_rate": 4.722898725521793e-06, |
| "loss": 0.0597, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.2367748279252704, |
| "grad_norm": 1.7393361330032349, |
| "learning_rate": 4.721325154421224e-06, |
| "loss": 0.0508, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.23716814159292035, |
| "grad_norm": 1.639045000076294, |
| "learning_rate": 4.7197473917240255e-06, |
| "loss": 0.0433, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.2375614552605703, |
| "grad_norm": 1.4411070346832275, |
| "learning_rate": 4.718165440407404e-06, |
| "loss": 0.0626, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.23795476892822026, |
| "grad_norm": 1.7141265869140625, |
| "learning_rate": 4.716579303456471e-06, |
| "loss": 0.0641, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.2383480825958702, |
| "grad_norm": 1.1153072118759155, |
| "learning_rate": 4.714988983864235e-06, |
| "loss": 0.0524, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.23874139626352014, |
| "grad_norm": 0.6169893741607666, |
| "learning_rate": 4.713394484631598e-06, |
| "loss": 0.0485, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.23913470993117011, |
| "grad_norm": 2.24593186378479, |
| "learning_rate": 4.711795808767348e-06, |
| "loss": 0.0767, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.23952802359882006, |
| "grad_norm": 0.8726077675819397, |
| "learning_rate": 4.7101929592881545e-06, |
| "loss": 0.0506, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.23992133726647, |
| "grad_norm": 1.0482176542282104, |
| "learning_rate": 4.708585939218564e-06, |
| "loss": 0.0374, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.24031465093411997, |
| "grad_norm": 1.031867265701294, |
| "learning_rate": 4.7069747515909905e-06, |
| "loss": 0.0513, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.2407079646017699, |
| "grad_norm": 1.548361897468567, |
| "learning_rate": 4.7053593994457135e-06, |
| "loss": 0.0524, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.24110127826941985, |
| "grad_norm": 2.367420196533203, |
| "learning_rate": 4.70373988583087e-06, |
| "loss": 0.0915, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.24149459193706982, |
| "grad_norm": 1.440256953239441, |
| "learning_rate": 4.7021162138024524e-06, |
| "loss": 0.0829, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.24188790560471976, |
| "grad_norm": 1.6830074787139893, |
| "learning_rate": 4.700488386424294e-06, |
| "loss": 0.0706, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.2422812192723697, |
| "grad_norm": 2.811821699142456, |
| "learning_rate": 4.698856406768076e-06, |
| "loss": 0.0531, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.24267453294001967, |
| "grad_norm": 2.031094551086426, |
| "learning_rate": 4.697220277913311e-06, |
| "loss": 0.0751, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.2430678466076696, |
| "grad_norm": 1.9269078969955444, |
| "learning_rate": 4.695580002947341e-06, |
| "loss": 0.0624, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.24346116027531955, |
| "grad_norm": 1.3828526735305786, |
| "learning_rate": 4.6939355849653325e-06, |
| "loss": 0.0776, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.24385447394296952, |
| "grad_norm": 1.0781844854354858, |
| "learning_rate": 4.69228702707027e-06, |
| "loss": 0.0477, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.24424778761061947, |
| "grad_norm": 1.0195046663284302, |
| "learning_rate": 4.69063433237295e-06, |
| "loss": 0.06, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.2446411012782694, |
| "grad_norm": 0.6686704158782959, |
| "learning_rate": 4.688977503991975e-06, |
| "loss": 0.0713, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.24503441494591938, |
| "grad_norm": 1.7740367650985718, |
| "learning_rate": 4.687316545053746e-06, |
| "loss": 0.092, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.24542772861356932, |
| "grad_norm": 1.1935254335403442, |
| "learning_rate": 4.68565145869246e-06, |
| "loss": 0.0697, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.24582104228121926, |
| "grad_norm": 0.7092412710189819, |
| "learning_rate": 4.683982248050103e-06, |
| "loss": 0.0647, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.24621435594886923, |
| "grad_norm": 2.2962708473205566, |
| "learning_rate": 4.6823089162764425e-06, |
| "loss": 0.07, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.24660766961651917, |
| "grad_norm": 1.1462363004684448, |
| "learning_rate": 4.6806314665290205e-06, |
| "loss": 0.0519, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.2470009832841691, |
| "grad_norm": 2.2198500633239746, |
| "learning_rate": 4.678949901973154e-06, |
| "loss": 0.0411, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.24739429695181908, |
| "grad_norm": 0.703561007976532, |
| "learning_rate": 4.677264225781921e-06, |
| "loss": 0.0505, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.24778761061946902, |
| "grad_norm": 1.4070128202438354, |
| "learning_rate": 4.6755744411361585e-06, |
| "loss": 0.0659, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.24818092428711896, |
| "grad_norm": 0.9832798838615417, |
| "learning_rate": 4.6738805512244575e-06, |
| "loss": 0.0917, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.24857423795476893, |
| "grad_norm": 0.9056950807571411, |
| "learning_rate": 4.672182559243155e-06, |
| "loss": 0.0484, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.24896755162241888, |
| "grad_norm": 2.0713984966278076, |
| "learning_rate": 4.670480468396327e-06, |
| "loss": 0.0729, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.24936086529006882, |
| "grad_norm": 0.9963469505310059, |
| "learning_rate": 4.668774281895786e-06, |
| "loss": 0.0507, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.2497541789577188, |
| "grad_norm": 0.9695498943328857, |
| "learning_rate": 4.667064002961073e-06, |
| "loss": 0.0538, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.25014749262536873, |
| "grad_norm": 1.3090274333953857, |
| "learning_rate": 4.66534963481945e-06, |
| "loss": 0.0931, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.25054080629301867, |
| "grad_norm": 1.2280491590499878, |
| "learning_rate": 4.663631180705894e-06, |
| "loss": 0.0488, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.2509341199606686, |
| "grad_norm": 1.050603985786438, |
| "learning_rate": 4.661908643863096e-06, |
| "loss": 0.0723, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.2513274336283186, |
| "grad_norm": 1.2820688486099243, |
| "learning_rate": 4.66018202754145e-06, |
| "loss": 0.0854, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.25172074729596855, |
| "grad_norm": 0.9909592866897583, |
| "learning_rate": 4.658451334999043e-06, |
| "loss": 0.0613, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.2521140609636185, |
| "grad_norm": 0.7117825746536255, |
| "learning_rate": 4.656716569501661e-06, |
| "loss": 0.0249, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.25250737463126843, |
| "grad_norm": 1.803819179534912, |
| "learning_rate": 4.654977734322772e-06, |
| "loss": 0.0744, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.2529006882989184, |
| "grad_norm": 1.2123903036117554, |
| "learning_rate": 4.653234832743521e-06, |
| "loss": 0.0893, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.2532940019665683, |
| "grad_norm": 1.3053680658340454, |
| "learning_rate": 4.651487868052731e-06, |
| "loss": 0.0794, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.2536873156342183, |
| "grad_norm": 1.5112253427505493, |
| "learning_rate": 4.64973684354689e-06, |
| "loss": 0.1139, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.25408062930186825, |
| "grad_norm": 0.4444582164287567, |
| "learning_rate": 4.647981762530145e-06, |
| "loss": 0.031, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.2544739429695182, |
| "grad_norm": 0.863317608833313, |
| "learning_rate": 4.6462226283143e-06, |
| "loss": 0.0336, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.25486725663716814, |
| "grad_norm": 2.007761001586914, |
| "learning_rate": 4.644459444218807e-06, |
| "loss": 0.0531, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.2552605703048181, |
| "grad_norm": 2.1189866065979004, |
| "learning_rate": 4.642692213570759e-06, |
| "loss": 0.0906, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.255653883972468, |
| "grad_norm": 0.7463569045066833, |
| "learning_rate": 4.640920939704885e-06, |
| "loss": 0.0449, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.256047197640118, |
| "grad_norm": 2.031602144241333, |
| "learning_rate": 4.639145625963544e-06, |
| "loss": 0.0673, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.25644051130776796, |
| "grad_norm": 2.0455472469329834, |
| "learning_rate": 4.637366275696718e-06, |
| "loss": 0.0495, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.2568338249754179, |
| "grad_norm": 1.2602909803390503, |
| "learning_rate": 4.635582892262006e-06, |
| "loss": 0.0442, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.25722713864306784, |
| "grad_norm": 1.3121466636657715, |
| "learning_rate": 4.633795479024616e-06, |
| "loss": 0.0404, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.2576204523107178, |
| "grad_norm": 1.028448224067688, |
| "learning_rate": 4.632004039357364e-06, |
| "loss": 0.0497, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.2580137659783677, |
| "grad_norm": 0.9586936235427856, |
| "learning_rate": 4.630208576640659e-06, |
| "loss": 0.0499, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.2584070796460177, |
| "grad_norm": 1.3646454811096191, |
| "learning_rate": 4.628409094262504e-06, |
| "loss": 0.0383, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.25880039331366766, |
| "grad_norm": 1.6489843130111694, |
| "learning_rate": 4.6266055956184865e-06, |
| "loss": 0.0458, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.2591937069813176, |
| "grad_norm": 1.8696314096450806, |
| "learning_rate": 4.624798084111773e-06, |
| "loss": 0.0783, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.25958702064896755, |
| "grad_norm": 1.5261452198028564, |
| "learning_rate": 4.622986563153104e-06, |
| "loss": 0.0465, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.2599803343166175, |
| "grad_norm": 1.8203606605529785, |
| "learning_rate": 4.621171036160781e-06, |
| "loss": 0.0767, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.26037364798426743, |
| "grad_norm": 1.3250322341918945, |
| "learning_rate": 4.6193515065606675e-06, |
| "loss": 0.0607, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.26076696165191743, |
| "grad_norm": 1.298017978668213, |
| "learning_rate": 4.617527977786182e-06, |
| "loss": 0.0619, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.26116027531956737, |
| "grad_norm": 1.0446304082870483, |
| "learning_rate": 4.615700453278285e-06, |
| "loss": 0.0268, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.2615535889872173, |
| "grad_norm": 1.0812922716140747, |
| "learning_rate": 4.61386893648548e-06, |
| "loss": 0.0519, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.26194690265486725, |
| "grad_norm": 1.8242236375808716, |
| "learning_rate": 4.612033430863804e-06, |
| "loss": 0.0565, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.2623402163225172, |
| "grad_norm": 1.567988634109497, |
| "learning_rate": 4.610193939876818e-06, |
| "loss": 0.0476, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.26273352999016714, |
| "grad_norm": 3.7344436645507812, |
| "learning_rate": 4.608350466995606e-06, |
| "loss": 0.0519, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.26312684365781713, |
| "grad_norm": 3.131584882736206, |
| "learning_rate": 4.606503015698765e-06, |
| "loss": 0.0696, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.2635201573254671, |
| "grad_norm": 1.2186100482940674, |
| "learning_rate": 4.6046515894723985e-06, |
| "loss": 0.0596, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.263913470993117, |
| "grad_norm": 0.8804354667663574, |
| "learning_rate": 4.602796191810113e-06, |
| "loss": 0.0465, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.26430678466076696, |
| "grad_norm": 1.961540937423706, |
| "learning_rate": 4.600936826213004e-06, |
| "loss": 0.0756, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.2647000983284169, |
| "grad_norm": 0.739213764667511, |
| "learning_rate": 4.59907349618966e-06, |
| "loss": 0.0475, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.26509341199606684, |
| "grad_norm": 0.8394540548324585, |
| "learning_rate": 4.597206205256147e-06, |
| "loss": 0.0538, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.26548672566371684, |
| "grad_norm": 1.5452135801315308, |
| "learning_rate": 4.595334956936007e-06, |
| "loss": 0.0664, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.2658800393313668, |
| "grad_norm": 1.613324522972107, |
| "learning_rate": 4.593459754760248e-06, |
| "loss": 0.0673, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.2662733529990167, |
| "grad_norm": 1.4427350759506226, |
| "learning_rate": 4.591580602267338e-06, |
| "loss": 0.0509, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.26666666666666666, |
| "grad_norm": 1.7156988382339478, |
| "learning_rate": 4.589697503003203e-06, |
| "loss": 0.0601, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.2670599803343166, |
| "grad_norm": 1.4072953462600708, |
| "learning_rate": 4.587810460521213e-06, |
| "loss": 0.0678, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.26745329400196655, |
| "grad_norm": 0.7101967930793762, |
| "learning_rate": 4.585919478382178e-06, |
| "loss": 0.0522, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.26784660766961654, |
| "grad_norm": 0.5038359761238098, |
| "learning_rate": 4.584024560154348e-06, |
| "loss": 0.0408, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.2682399213372665, |
| "grad_norm": 1.1651291847229004, |
| "learning_rate": 4.582125709413392e-06, |
| "loss": 0.0719, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.2686332350049164, |
| "grad_norm": 1.0390863418579102, |
| "learning_rate": 4.580222929742407e-06, |
| "loss": 0.0402, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.26902654867256637, |
| "grad_norm": 1.8808722496032715, |
| "learning_rate": 4.5783162247318986e-06, |
| "loss": 0.0612, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.2694198623402163, |
| "grad_norm": 1.4362890720367432, |
| "learning_rate": 4.576405597979782e-06, |
| "loss": 0.0367, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.26981317600786625, |
| "grad_norm": 0.9547756910324097, |
| "learning_rate": 4.5744910530913725e-06, |
| "loss": 0.0799, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.27020648967551625, |
| "grad_norm": 1.8914170265197754, |
| "learning_rate": 4.572572593679379e-06, |
| "loss": 0.048, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.2705998033431662, |
| "grad_norm": 1.460436224937439, |
| "learning_rate": 4.5706502233638935e-06, |
| "loss": 0.0633, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.27099311701081613, |
| "grad_norm": 1.7330501079559326, |
| "learning_rate": 4.568723945772394e-06, |
| "loss": 0.0332, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.2713864306784661, |
| "grad_norm": 1.1326316595077515, |
| "learning_rate": 4.5667937645397276e-06, |
| "loss": 0.0555, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.271779744346116, |
| "grad_norm": 0.8753216862678528, |
| "learning_rate": 4.564859683308107e-06, |
| "loss": 0.0416, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.27217305801376596, |
| "grad_norm": 0.8659785389900208, |
| "learning_rate": 4.562921705727106e-06, |
| "loss": 0.0551, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.27256637168141595, |
| "grad_norm": 0.502169668674469, |
| "learning_rate": 4.5609798354536495e-06, |
| "loss": 0.0284, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.2729596853490659, |
| "grad_norm": 2.1083321571350098, |
| "learning_rate": 4.559034076152009e-06, |
| "loss": 0.0779, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.27335299901671584, |
| "grad_norm": 1.5410869121551514, |
| "learning_rate": 4.557084431493793e-06, |
| "loss": 0.0788, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.2737463126843658, |
| "grad_norm": 1.707189679145813, |
| "learning_rate": 4.555130905157943e-06, |
| "loss": 0.0921, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.2741396263520157, |
| "grad_norm": 1.2371059656143188, |
| "learning_rate": 4.553173500830724e-06, |
| "loss": 0.0562, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.27453294001966566, |
| "grad_norm": 1.6234147548675537, |
| "learning_rate": 4.55121222220572e-06, |
| "loss": 0.0471, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.27492625368731566, |
| "grad_norm": 1.2629426717758179, |
| "learning_rate": 4.549247072983825e-06, |
| "loss": 0.0795, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.2753195673549656, |
| "grad_norm": 1.7955608367919922, |
| "learning_rate": 4.5472780568732356e-06, |
| "loss": 0.0468, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.27571288102261554, |
| "grad_norm": 7.252640724182129, |
| "learning_rate": 4.545305177589448e-06, |
| "loss": 0.0699, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.2761061946902655, |
| "grad_norm": 1.8121711015701294, |
| "learning_rate": 4.5433284388552435e-06, |
| "loss": 0.0718, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.2764995083579154, |
| "grad_norm": 0.901907742023468, |
| "learning_rate": 4.541347844400692e-06, |
| "loss": 0.0255, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.27689282202556537, |
| "grad_norm": 0.7126281261444092, |
| "learning_rate": 4.539363397963134e-06, |
| "loss": 0.0509, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.27728613569321536, |
| "grad_norm": 2.012707233428955, |
| "learning_rate": 4.537375103287183e-06, |
| "loss": 0.0904, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.2776794493608653, |
| "grad_norm": 1.7197178602218628, |
| "learning_rate": 4.53538296412471e-06, |
| "loss": 0.0617, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.27807276302851525, |
| "grad_norm": 2.5714545249938965, |
| "learning_rate": 4.533386984234841e-06, |
| "loss": 0.0825, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.2784660766961652, |
| "grad_norm": 1.3491824865341187, |
| "learning_rate": 4.5313871673839525e-06, |
| "loss": 0.0545, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.27885939036381513, |
| "grad_norm": 1.0081161260604858, |
| "learning_rate": 4.52938351734566e-06, |
| "loss": 0.046, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.27925270403146507, |
| "grad_norm": 1.3097039461135864, |
| "learning_rate": 4.52737603790081e-06, |
| "loss": 0.0678, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.27964601769911507, |
| "grad_norm": 1.264832615852356, |
| "learning_rate": 4.525364732837476e-06, |
| "loss": 0.0408, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.280039331366765, |
| "grad_norm": 1.6724627017974854, |
| "learning_rate": 4.523349605950953e-06, |
| "loss": 0.0583, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.28043264503441495, |
| "grad_norm": 1.2600414752960205, |
| "learning_rate": 4.521330661043744e-06, |
| "loss": 0.0762, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.2808259587020649, |
| "grad_norm": 0.8454362750053406, |
| "learning_rate": 4.519307901925558e-06, |
| "loss": 0.0433, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.28121927236971483, |
| "grad_norm": 2.131969451904297, |
| "learning_rate": 4.517281332413302e-06, |
| "loss": 0.0738, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.2816125860373648, |
| "grad_norm": 2.226288080215454, |
| "learning_rate": 4.515250956331072e-06, |
| "loss": 0.0892, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.2820058997050148, |
| "grad_norm": 1.6737391948699951, |
| "learning_rate": 4.513216777510149e-06, |
| "loss": 0.0556, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.2823992133726647, |
| "grad_norm": 1.5575467348098755, |
| "learning_rate": 4.511178799788987e-06, |
| "loss": 0.0561, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.28279252704031466, |
| "grad_norm": 1.7405011653900146, |
| "learning_rate": 4.50913702701321e-06, |
| "loss": 0.0653, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.2831858407079646, |
| "grad_norm": 1.097738265991211, |
| "learning_rate": 4.507091463035601e-06, |
| "loss": 0.0772, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.28357915437561454, |
| "grad_norm": 0.8409376740455627, |
| "learning_rate": 4.505042111716103e-06, |
| "loss": 0.0645, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.2839724680432645, |
| "grad_norm": 1.1851140260696411, |
| "learning_rate": 4.502988976921797e-06, |
| "loss": 0.0462, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.2843657817109145, |
| "grad_norm": 1.7740516662597656, |
| "learning_rate": 4.50093206252691e-06, |
| "loss": 0.0717, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.2847590953785644, |
| "grad_norm": 2.491065263748169, |
| "learning_rate": 4.498871372412798e-06, |
| "loss": 0.0575, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.28515240904621436, |
| "grad_norm": 1.446291446685791, |
| "learning_rate": 4.496806910467944e-06, |
| "loss": 0.0566, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.2855457227138643, |
| "grad_norm": 1.2584576606750488, |
| "learning_rate": 4.494738680587946e-06, |
| "loss": 0.053, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.28593903638151424, |
| "grad_norm": 1.188159704208374, |
| "learning_rate": 4.492666686675511e-06, |
| "loss": 0.0627, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.2863323500491642, |
| "grad_norm": 1.2687791585922241, |
| "learning_rate": 4.490590932640453e-06, |
| "loss": 0.0676, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.2867256637168142, |
| "grad_norm": 1.7722615003585815, |
| "learning_rate": 4.488511422399677e-06, |
| "loss": 0.0548, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.2871189773844641, |
| "grad_norm": 3.2244741916656494, |
| "learning_rate": 4.48642815987718e-06, |
| "loss": 0.0763, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.28751229105211407, |
| "grad_norm": 1.1106655597686768, |
| "learning_rate": 4.484341149004035e-06, |
| "loss": 0.0862, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.287905604719764, |
| "grad_norm": 0.6258023381233215, |
| "learning_rate": 4.482250393718392e-06, |
| "loss": 0.0526, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.28829891838741395, |
| "grad_norm": 0.7904531955718994, |
| "learning_rate": 4.480155897965463e-06, |
| "loss": 0.0367, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.2886922320550639, |
| "grad_norm": 1.5454163551330566, |
| "learning_rate": 4.47805766569752e-06, |
| "loss": 0.0747, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.2890855457227139, |
| "grad_norm": 2.1076667308807373, |
| "learning_rate": 4.475955700873888e-06, |
| "loss": 0.0939, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.28947885939036383, |
| "grad_norm": 1.407893419265747, |
| "learning_rate": 4.473850007460932e-06, |
| "loss": 0.0524, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.28987217305801377, |
| "grad_norm": 1.957629680633545, |
| "learning_rate": 4.471740589432053e-06, |
| "loss": 0.0541, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.2902654867256637, |
| "grad_norm": 1.0253725051879883, |
| "learning_rate": 4.469627450767682e-06, |
| "loss": 0.0478, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.29065880039331365, |
| "grad_norm": 1.5762360095977783, |
| "learning_rate": 4.46751059545527e-06, |
| "loss": 0.0936, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.2910521140609636, |
| "grad_norm": 1.2460707426071167, |
| "learning_rate": 4.465390027489279e-06, |
| "loss": 0.0596, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.2914454277286136, |
| "grad_norm": 1.042962670326233, |
| "learning_rate": 4.463265750871182e-06, |
| "loss": 0.0615, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.29183874139626353, |
| "grad_norm": 1.554513692855835, |
| "learning_rate": 4.461137769609445e-06, |
| "loss": 0.0562, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.2922320550639135, |
| "grad_norm": 1.5099841356277466, |
| "learning_rate": 4.459006087719527e-06, |
| "loss": 0.0462, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.2926253687315634, |
| "grad_norm": 0.8272073864936829, |
| "learning_rate": 4.45687070922387e-06, |
| "loss": 0.0311, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.29301868239921336, |
| "grad_norm": 1.1962639093399048, |
| "learning_rate": 4.4547316381518905e-06, |
| "loss": 0.054, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.2934119960668633, |
| "grad_norm": 0.7265387773513794, |
| "learning_rate": 4.4525888785399725e-06, |
| "loss": 0.0322, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.2938053097345133, |
| "grad_norm": 2.045783042907715, |
| "learning_rate": 4.450442434431463e-06, |
| "loss": 0.0668, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.29419862340216324, |
| "grad_norm": 1.417593240737915, |
| "learning_rate": 4.448292309876657e-06, |
| "loss": 0.0499, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.2945919370698132, |
| "grad_norm": 1.4235261678695679, |
| "learning_rate": 4.4461385089328e-06, |
| "loss": 0.0904, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.2949852507374631, |
| "grad_norm": 1.050933837890625, |
| "learning_rate": 4.44398103566407e-06, |
| "loss": 0.05, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.29537856440511306, |
| "grad_norm": 1.3113094568252563, |
| "learning_rate": 4.4418198941415756e-06, |
| "loss": 0.0717, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.295771878072763, |
| "grad_norm": 1.1153532266616821, |
| "learning_rate": 4.4396550884433495e-06, |
| "loss": 0.0613, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.296165191740413, |
| "grad_norm": 1.6574000120162964, |
| "learning_rate": 4.437486622654337e-06, |
| "loss": 0.08, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.29655850540806294, |
| "grad_norm": 1.037023901939392, |
| "learning_rate": 4.43531450086639e-06, |
| "loss": 0.059, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.2969518190757129, |
| "grad_norm": 1.3382397890090942, |
| "learning_rate": 4.433138727178259e-06, |
| "loss": 0.0504, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.2973451327433628, |
| "grad_norm": 2.023531198501587, |
| "learning_rate": 4.4309593056955865e-06, |
| "loss": 0.0682, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.29773844641101277, |
| "grad_norm": 1.3962974548339844, |
| "learning_rate": 4.4287762405308974e-06, |
| "loss": 0.0678, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.2981317600786627, |
| "grad_norm": 0.6099796295166016, |
| "learning_rate": 4.426589535803593e-06, |
| "loss": 0.0496, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.2985250737463127, |
| "grad_norm": 1.6071325540542603, |
| "learning_rate": 4.424399195639941e-06, |
| "loss": 0.0519, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.29891838741396265, |
| "grad_norm": 1.116490125656128, |
| "learning_rate": 4.422205224173071e-06, |
| "loss": 0.0651, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.2993117010816126, |
| "grad_norm": 1.163526177406311, |
| "learning_rate": 4.420007625542963e-06, |
| "loss": 0.042, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.29970501474926253, |
| "grad_norm": 0.6789044737815857, |
| "learning_rate": 4.417806403896442e-06, |
| "loss": 0.0652, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.3000983284169125, |
| "grad_norm": 1.6137206554412842, |
| "learning_rate": 4.41560156338717e-06, |
| "loss": 0.073, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.3004916420845624, |
| "grad_norm": 1.9308634996414185, |
| "learning_rate": 4.413393108175637e-06, |
| "loss": 0.0805, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.3008849557522124, |
| "grad_norm": 1.6792504787445068, |
| "learning_rate": 4.411181042429156e-06, |
| "loss": 0.0471, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.30127826941986235, |
| "grad_norm": 1.1271363496780396, |
| "learning_rate": 4.40896537032185e-06, |
| "loss": 0.0378, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.3016715830875123, |
| "grad_norm": 1.0671911239624023, |
| "learning_rate": 4.406746096034647e-06, |
| "loss": 0.0548, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.30206489675516224, |
| "grad_norm": 1.2227768898010254, |
| "learning_rate": 4.4045232237552756e-06, |
| "loss": 0.0701, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.3024582104228122, |
| "grad_norm": 1.471924901008606, |
| "learning_rate": 4.4022967576782525e-06, |
| "loss": 0.0568, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.3028515240904621, |
| "grad_norm": 1.6219385862350464, |
| "learning_rate": 4.400066702004874e-06, |
| "loss": 0.05, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3032448377581121, |
| "grad_norm": 1.4471542835235596, |
| "learning_rate": 4.39783306094321e-06, |
| "loss": 0.0685, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.30363815142576206, |
| "grad_norm": 1.525600552558899, |
| "learning_rate": 4.395595838708099e-06, |
| "loss": 0.0513, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.304031465093412, |
| "grad_norm": 1.3881157636642456, |
| "learning_rate": 4.393355039521134e-06, |
| "loss": 0.0812, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.30442477876106194, |
| "grad_norm": 1.1738461256027222, |
| "learning_rate": 4.391110667610658e-06, |
| "loss": 0.0595, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.3048180924287119, |
| "grad_norm": 1.1576417684555054, |
| "learning_rate": 4.388862727211759e-06, |
| "loss": 0.0541, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.3052114060963618, |
| "grad_norm": 1.283400058746338, |
| "learning_rate": 4.386611222566254e-06, |
| "loss": 0.0505, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.3056047197640118, |
| "grad_norm": 1.4386646747589111, |
| "learning_rate": 4.384356157922688e-06, |
| "loss": 0.0706, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.30599803343166176, |
| "grad_norm": 2.0160024166107178, |
| "learning_rate": 4.382097537536322e-06, |
| "loss": 0.0596, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.3063913470993117, |
| "grad_norm": 1.3747514486312866, |
| "learning_rate": 4.379835365669132e-06, |
| "loss": 0.0561, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.30678466076696165, |
| "grad_norm": 1.5668084621429443, |
| "learning_rate": 4.377569646589789e-06, |
| "loss": 0.0522, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.3071779744346116, |
| "grad_norm": 1.6369160413742065, |
| "learning_rate": 4.375300384573659e-06, |
| "loss": 0.05, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.30757128810226153, |
| "grad_norm": 1.2633172273635864, |
| "learning_rate": 4.373027583902796e-06, |
| "loss": 0.0447, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.30796460176991153, |
| "grad_norm": 1.3119875192642212, |
| "learning_rate": 4.370751248865929e-06, |
| "loss": 0.062, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.30835791543756147, |
| "grad_norm": 2.1404073238372803, |
| "learning_rate": 4.368471383758459e-06, |
| "loss": 0.0446, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.3087512291052114, |
| "grad_norm": 0.7563901543617249, |
| "learning_rate": 4.366187992882444e-06, |
| "loss": 0.0429, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.30914454277286135, |
| "grad_norm": 0.7048685550689697, |
| "learning_rate": 4.3639010805466e-06, |
| "loss": 0.0299, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.3095378564405113, |
| "grad_norm": 0.7395270466804504, |
| "learning_rate": 4.361610651066283e-06, |
| "loss": 0.0334, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.30993117010816124, |
| "grad_norm": 1.2910830974578857, |
| "learning_rate": 4.35931670876349e-06, |
| "loss": 0.0666, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.31032448377581123, |
| "grad_norm": 3.32393217086792, |
| "learning_rate": 4.357019257966844e-06, |
| "loss": 0.0773, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.3107177974434612, |
| "grad_norm": 1.2098692655563354, |
| "learning_rate": 4.354718303011588e-06, |
| "loss": 0.0524, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.3111111111111111, |
| "grad_norm": 1.650527834892273, |
| "learning_rate": 4.352413848239579e-06, |
| "loss": 0.0518, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.31150442477876106, |
| "grad_norm": 0.8377374410629272, |
| "learning_rate": 4.35010589799928e-06, |
| "loss": 0.0482, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.311897738446411, |
| "grad_norm": 1.225882649421692, |
| "learning_rate": 4.347794456645744e-06, |
| "loss": 0.0405, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.31229105211406094, |
| "grad_norm": 2.0014147758483887, |
| "learning_rate": 4.345479528540618e-06, |
| "loss": 0.053, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.31268436578171094, |
| "grad_norm": 1.2061558961868286, |
| "learning_rate": 4.343161118052123e-06, |
| "loss": 0.045, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.3130776794493609, |
| "grad_norm": 0.8555061221122742, |
| "learning_rate": 4.340839229555056e-06, |
| "loss": 0.0673, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.3134709931170108, |
| "grad_norm": 1.4630858898162842, |
| "learning_rate": 4.338513867430773e-06, |
| "loss": 0.0414, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.31386430678466076, |
| "grad_norm": 1.101480484008789, |
| "learning_rate": 4.336185036067187e-06, |
| "loss": 0.0383, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.3142576204523107, |
| "grad_norm": 0.6861633658409119, |
| "learning_rate": 4.3338527398587575e-06, |
| "loss": 0.0393, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.31465093411996065, |
| "grad_norm": 1.0716795921325684, |
| "learning_rate": 4.33151698320648e-06, |
| "loss": 0.0407, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.31504424778761064, |
| "grad_norm": 1.0103176832199097, |
| "learning_rate": 4.329177770517881e-06, |
| "loss": 0.0467, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.3154375614552606, |
| "grad_norm": 1.1415047645568848, |
| "learning_rate": 4.32683510620701e-06, |
| "loss": 0.0518, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.3158308751229105, |
| "grad_norm": 1.0959949493408203, |
| "learning_rate": 4.324488994694427e-06, |
| "loss": 0.0447, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.31622418879056047, |
| "grad_norm": 3.7971184253692627, |
| "learning_rate": 4.322139440407198e-06, |
| "loss": 0.1218, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.3166175024582104, |
| "grad_norm": 1.0682744979858398, |
| "learning_rate": 4.319786447778887e-06, |
| "loss": 0.0271, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.31701081612586035, |
| "grad_norm": 0.7397903800010681, |
| "learning_rate": 4.317430021249543e-06, |
| "loss": 0.0313, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.31740412979351035, |
| "grad_norm": 1.9803013801574707, |
| "learning_rate": 4.315070165265695e-06, |
| "loss": 0.0832, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.3177974434611603, |
| "grad_norm": 0.9591525793075562, |
| "learning_rate": 4.312706884280349e-06, |
| "loss": 0.0611, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.31819075712881023, |
| "grad_norm": 0.7980911731719971, |
| "learning_rate": 4.310340182752965e-06, |
| "loss": 0.0163, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.3185840707964602, |
| "grad_norm": 0.8986029028892517, |
| "learning_rate": 4.307970065149464e-06, |
| "loss": 0.0382, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.3189773844641101, |
| "grad_norm": 0.9218258857727051, |
| "learning_rate": 4.305596535942211e-06, |
| "loss": 0.0362, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.31937069813176006, |
| "grad_norm": 1.9387575387954712, |
| "learning_rate": 4.303219599610009e-06, |
| "loss": 0.045, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.31976401179941005, |
| "grad_norm": 2.1032979488372803, |
| "learning_rate": 4.300839260638089e-06, |
| "loss": 0.0583, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.32015732546706, |
| "grad_norm": 0.8777870535850525, |
| "learning_rate": 4.298455523518102e-06, |
| "loss": 0.0611, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.32055063913470994, |
| "grad_norm": 1.7572643756866455, |
| "learning_rate": 4.296068392748116e-06, |
| "loss": 0.053, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.3209439528023599, |
| "grad_norm": 1.3729215860366821, |
| "learning_rate": 4.293677872832599e-06, |
| "loss": 0.1014, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.3213372664700098, |
| "grad_norm": 2.968247175216675, |
| "learning_rate": 4.291283968282413e-06, |
| "loss": 0.0422, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.32173058013765976, |
| "grad_norm": 1.2367733716964722, |
| "learning_rate": 4.288886683614809e-06, |
| "loss": 0.0598, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.32212389380530976, |
| "grad_norm": 2.149622678756714, |
| "learning_rate": 4.286486023353417e-06, |
| "loss": 0.0834, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.3225172074729597, |
| "grad_norm": 2.1104652881622314, |
| "learning_rate": 4.284081992028235e-06, |
| "loss": 0.0764, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.32291052114060964, |
| "grad_norm": 1.5311528444290161, |
| "learning_rate": 4.281674594175621e-06, |
| "loss": 0.0586, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.3233038348082596, |
| "grad_norm": 1.432000756263733, |
| "learning_rate": 4.2792638343382894e-06, |
| "loss": 0.0787, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.3236971484759095, |
| "grad_norm": 1.2007765769958496, |
| "learning_rate": 4.276849717065295e-06, |
| "loss": 0.0462, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.32409046214355947, |
| "grad_norm": 1.0811890363693237, |
| "learning_rate": 4.2744322469120296e-06, |
| "loss": 0.0624, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.32448377581120946, |
| "grad_norm": 1.440487265586853, |
| "learning_rate": 4.272011428440212e-06, |
| "loss": 0.0557, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.3248770894788594, |
| "grad_norm": 2.677267551422119, |
| "learning_rate": 4.269587266217878e-06, |
| "loss": 0.0804, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.32527040314650935, |
| "grad_norm": 1.07245671749115, |
| "learning_rate": 4.2671597648193745e-06, |
| "loss": 0.0542, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.3256637168141593, |
| "grad_norm": 1.0649880170822144, |
| "learning_rate": 4.264728928825347e-06, |
| "loss": 0.0573, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.32605703048180923, |
| "grad_norm": 1.880872130393982, |
| "learning_rate": 4.262294762822738e-06, |
| "loss": 0.0892, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.32645034414945917, |
| "grad_norm": 1.7007864713668823, |
| "learning_rate": 4.259857271404767e-06, |
| "loss": 0.097, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.32684365781710917, |
| "grad_norm": 0.9796857237815857, |
| "learning_rate": 4.257416459170935e-06, |
| "loss": 0.0372, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.3272369714847591, |
| "grad_norm": 1.3802924156188965, |
| "learning_rate": 4.254972330727004e-06, |
| "loss": 0.0388, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.32763028515240905, |
| "grad_norm": 1.8189585208892822, |
| "learning_rate": 4.252524890685e-06, |
| "loss": 0.0504, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.328023598820059, |
| "grad_norm": 1.2440087795257568, |
| "learning_rate": 4.250074143663189e-06, |
| "loss": 0.055, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.32841691248770893, |
| "grad_norm": 1.26856529712677, |
| "learning_rate": 4.247620094286085e-06, |
| "loss": 0.0528, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.3288102261553589, |
| "grad_norm": 1.8983615636825562, |
| "learning_rate": 4.2451627471844305e-06, |
| "loss": 0.0527, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.3292035398230089, |
| "grad_norm": 0.9810947179794312, |
| "learning_rate": 4.24270210699519e-06, |
| "loss": 0.04, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.3295968534906588, |
| "grad_norm": 1.2199605703353882, |
| "learning_rate": 4.240238178361543e-06, |
| "loss": 0.0443, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.32999016715830876, |
| "grad_norm": 0.5256842374801636, |
| "learning_rate": 4.237770965932875e-06, |
| "loss": 0.0267, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.3303834808259587, |
| "grad_norm": 1.456432819366455, |
| "learning_rate": 4.235300474364766e-06, |
| "loss": 0.0623, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.33077679449360864, |
| "grad_norm": 1.4406569004058838, |
| "learning_rate": 4.232826708318985e-06, |
| "loss": 0.0453, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.3311701081612586, |
| "grad_norm": 1.9302328824996948, |
| "learning_rate": 4.230349672463481e-06, |
| "loss": 0.0655, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.3315634218289086, |
| "grad_norm": 0.7055051922798157, |
| "learning_rate": 4.22786937147237e-06, |
| "loss": 0.0405, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.3319567354965585, |
| "grad_norm": 2.823591947555542, |
| "learning_rate": 4.2253858100259304e-06, |
| "loss": 0.1111, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.33235004916420846, |
| "grad_norm": 1.458694577217102, |
| "learning_rate": 4.222898992810596e-06, |
| "loss": 0.0688, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.3327433628318584, |
| "grad_norm": 1.3440479040145874, |
| "learning_rate": 4.220408924518939e-06, |
| "loss": 0.0654, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.33313667649950834, |
| "grad_norm": 1.2197304964065552, |
| "learning_rate": 4.217915609849671e-06, |
| "loss": 0.0269, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.3335299901671583, |
| "grad_norm": 1.0218877792358398, |
| "learning_rate": 4.215419053507626e-06, |
| "loss": 0.0525, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.3339233038348083, |
| "grad_norm": 1.4025174379348755, |
| "learning_rate": 4.212919260203757e-06, |
| "loss": 0.0947, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.3343166175024582, |
| "grad_norm": 0.7898326516151428, |
| "learning_rate": 4.210416234655125e-06, |
| "loss": 0.0337, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.33470993117010817, |
| "grad_norm": 1.196540355682373, |
| "learning_rate": 4.207909981584889e-06, |
| "loss": 0.0578, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.3351032448377581, |
| "grad_norm": 0.926796555519104, |
| "learning_rate": 4.2054005057223e-06, |
| "loss": 0.0672, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.33549655850540805, |
| "grad_norm": 1.2736568450927734, |
| "learning_rate": 4.202887811802687e-06, |
| "loss": 0.0484, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.335889872173058, |
| "grad_norm": 1.2440752983093262, |
| "learning_rate": 4.200371904567457e-06, |
| "loss": 0.0478, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.336283185840708, |
| "grad_norm": 1.4759784936904907, |
| "learning_rate": 4.197852788764075e-06, |
| "loss": 0.0458, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.33667649950835793, |
| "grad_norm": 0.7424830794334412, |
| "learning_rate": 4.195330469146063e-06, |
| "loss": 0.0327, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.33706981317600787, |
| "grad_norm": 1.2250968217849731, |
| "learning_rate": 4.1928049504729886e-06, |
| "loss": 0.0637, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.3374631268436578, |
| "grad_norm": 1.2263579368591309, |
| "learning_rate": 4.1902762375104555e-06, |
| "loss": 0.0733, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.33785644051130775, |
| "grad_norm": 0.5867930054664612, |
| "learning_rate": 4.187744335030095e-06, |
| "loss": 0.055, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.3382497541789577, |
| "grad_norm": 2.040759563446045, |
| "learning_rate": 4.185209247809557e-06, |
| "loss": 0.0664, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.3386430678466077, |
| "grad_norm": 2.09037709236145, |
| "learning_rate": 4.182670980632501e-06, |
| "loss": 0.0728, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.33903638151425763, |
| "grad_norm": 3.822634220123291, |
| "learning_rate": 4.180129538288587e-06, |
| "loss": 0.0912, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.3394296951819076, |
| "grad_norm": 1.7590773105621338, |
| "learning_rate": 4.177584925573466e-06, |
| "loss": 0.0623, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.3398230088495575, |
| "grad_norm": 1.2151440382003784, |
| "learning_rate": 4.175037147288772e-06, |
| "loss": 0.044, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.34021632251720746, |
| "grad_norm": 0.765602171421051, |
| "learning_rate": 4.172486208242113e-06, |
| "loss": 0.0811, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.3406096361848574, |
| "grad_norm": 0.9690750241279602, |
| "learning_rate": 4.169932113247059e-06, |
| "loss": 0.0587, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.3410029498525074, |
| "grad_norm": 0.6641612648963928, |
| "learning_rate": 4.167374867123138e-06, |
| "loss": 0.0336, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.34139626352015734, |
| "grad_norm": 0.9194386601448059, |
| "learning_rate": 4.164814474695823e-06, |
| "loss": 0.0566, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.3417895771878073, |
| "grad_norm": 2.2128334045410156, |
| "learning_rate": 4.162250940796523e-06, |
| "loss": 0.074, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.3421828908554572, |
| "grad_norm": 1.8464068174362183, |
| "learning_rate": 4.159684270262576e-06, |
| "loss": 0.0736, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.34257620452310716, |
| "grad_norm": 0.9694234728813171, |
| "learning_rate": 4.157114467937239e-06, |
| "loss": 0.0413, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.3429695181907571, |
| "grad_norm": 1.4554444551467896, |
| "learning_rate": 4.154541538669677e-06, |
| "loss": 0.0468, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.3433628318584071, |
| "grad_norm": 1.3524583578109741, |
| "learning_rate": 4.151965487314959e-06, |
| "loss": 0.049, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.34375614552605704, |
| "grad_norm": 1.6620694398880005, |
| "learning_rate": 4.1493863187340415e-06, |
| "loss": 0.0686, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.344149459193707, |
| "grad_norm": 0.8126603364944458, |
| "learning_rate": 4.146804037793763e-06, |
| "loss": 0.0335, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.3445427728613569, |
| "grad_norm": 1.852401852607727, |
| "learning_rate": 4.144218649366839e-06, |
| "loss": 0.0488, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.34493608652900687, |
| "grad_norm": 1.165703296661377, |
| "learning_rate": 4.141630158331845e-06, |
| "loss": 0.0464, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.3453294001966568, |
| "grad_norm": 2.391685962677002, |
| "learning_rate": 4.139038569573213e-06, |
| "loss": 0.0829, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.3457227138643068, |
| "grad_norm": 1.832273006439209, |
| "learning_rate": 4.1364438879812194e-06, |
| "loss": 0.0406, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.34611602753195675, |
| "grad_norm": 1.1527806520462036, |
| "learning_rate": 4.1338461184519776e-06, |
| "loss": 0.0682, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.3465093411996067, |
| "grad_norm": 1.8680974245071411, |
| "learning_rate": 4.131245265887426e-06, |
| "loss": 0.0847, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.34690265486725663, |
| "grad_norm": 1.7685651779174805, |
| "learning_rate": 4.1286413351953235e-06, |
| "loss": 0.0461, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.3472959685349066, |
| "grad_norm": 2.0602667331695557, |
| "learning_rate": 4.126034331289235e-06, |
| "loss": 0.0992, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.3476892822025565, |
| "grad_norm": 1.4323168992996216, |
| "learning_rate": 4.123424259088525e-06, |
| "loss": 0.0992, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.3480825958702065, |
| "grad_norm": 0.9091783165931702, |
| "learning_rate": 4.120811123518349e-06, |
| "loss": 0.0519, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.34847590953785645, |
| "grad_norm": 1.3111385107040405, |
| "learning_rate": 4.1181949295096415e-06, |
| "loss": 0.0811, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.3488692232055064, |
| "grad_norm": 2.218848705291748, |
| "learning_rate": 4.11557568199911e-06, |
| "loss": 0.0743, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.34926253687315634, |
| "grad_norm": 0.9991410970687866, |
| "learning_rate": 4.112953385929221e-06, |
| "loss": 0.0488, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.3496558505408063, |
| "grad_norm": 1.4411261081695557, |
| "learning_rate": 4.110328046248196e-06, |
| "loss": 0.0704, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.3500491642084562, |
| "grad_norm": 1.3707761764526367, |
| "learning_rate": 4.107699667909999e-06, |
| "loss": 0.0514, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.3504424778761062, |
| "grad_norm": 1.438081979751587, |
| "learning_rate": 4.105068255874328e-06, |
| "loss": 0.0622, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.35083579154375616, |
| "grad_norm": 1.0999984741210938, |
| "learning_rate": 4.102433815106606e-06, |
| "loss": 0.0423, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.3512291052114061, |
| "grad_norm": 1.6553218364715576, |
| "learning_rate": 4.09979635057797e-06, |
| "loss": 0.0621, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.35162241887905604, |
| "grad_norm": 2.6534736156463623, |
| "learning_rate": 4.097155867265264e-06, |
| "loss": 0.0956, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.352015732546706, |
| "grad_norm": 1.2164000272750854, |
| "learning_rate": 4.094512370151027e-06, |
| "loss": 0.064, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.3524090462143559, |
| "grad_norm": 1.4759900569915771, |
| "learning_rate": 4.091865864223487e-06, |
| "loss": 0.0496, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.3528023598820059, |
| "grad_norm": 1.3511669635772705, |
| "learning_rate": 4.089216354476545e-06, |
| "loss": 0.0662, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.35319567354965586, |
| "grad_norm": 1.4343103170394897, |
| "learning_rate": 4.086563845909779e-06, |
| "loss": 0.0543, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.3535889872173058, |
| "grad_norm": 0.5085878968238831, |
| "learning_rate": 4.083908343528415e-06, |
| "loss": 0.0457, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.35398230088495575, |
| "grad_norm": 0.9629530906677246, |
| "learning_rate": 4.081249852343336e-06, |
| "loss": 0.0422, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.3543756145526057, |
| "grad_norm": 1.697277307510376, |
| "learning_rate": 4.078588377371062e-06, |
| "loss": 0.0583, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.35476892822025563, |
| "grad_norm": 1.2820713520050049, |
| "learning_rate": 4.075923923633745e-06, |
| "loss": 0.0621, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.3551622418879056, |
| "grad_norm": 0.9127804636955261, |
| "learning_rate": 4.073256496159153e-06, |
| "loss": 0.0616, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.35555555555555557, |
| "grad_norm": 1.4303189516067505, |
| "learning_rate": 4.070586099980672e-06, |
| "loss": 0.0556, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.3559488692232055, |
| "grad_norm": 0.8110685348510742, |
| "learning_rate": 4.067912740137285e-06, |
| "loss": 0.0665, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.35634218289085545, |
| "grad_norm": 1.490004062652588, |
| "learning_rate": 4.06523642167357e-06, |
| "loss": 0.0771, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.3567354965585054, |
| "grad_norm": 1.763295292854309, |
| "learning_rate": 4.062557149639688e-06, |
| "loss": 0.0824, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.35712881022615534, |
| "grad_norm": 2.5675792694091797, |
| "learning_rate": 4.059874929091369e-06, |
| "loss": 0.0886, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.35752212389380533, |
| "grad_norm": 1.442456841468811, |
| "learning_rate": 4.057189765089914e-06, |
| "loss": 0.0507, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.3579154375614553, |
| "grad_norm": 1.2593395709991455, |
| "learning_rate": 4.054501662702172e-06, |
| "loss": 0.0555, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.3583087512291052, |
| "grad_norm": 1.1391284465789795, |
| "learning_rate": 4.05181062700054e-06, |
| "loss": 0.058, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.35870206489675516, |
| "grad_norm": 0.7833881378173828, |
| "learning_rate": 4.049116663062949e-06, |
| "loss": 0.0588, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.3590953785644051, |
| "grad_norm": 1.7920033931732178, |
| "learning_rate": 4.046419775972855e-06, |
| "loss": 0.1015, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.35948869223205504, |
| "grad_norm": 1.4693628549575806, |
| "learning_rate": 4.043719970819231e-06, |
| "loss": 0.0734, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.35988200589970504, |
| "grad_norm": 0.9692854285240173, |
| "learning_rate": 4.041017252696556e-06, |
| "loss": 0.0537, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.360275319567355, |
| "grad_norm": 0.9593791961669922, |
| "learning_rate": 4.038311626704806e-06, |
| "loss": 0.0599, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.3606686332350049, |
| "grad_norm": 1.1619371175765991, |
| "learning_rate": 4.035603097949444e-06, |
| "loss": 0.0597, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.36106194690265486, |
| "grad_norm": 1.3384184837341309, |
| "learning_rate": 4.032891671541409e-06, |
| "loss": 0.0513, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.3614552605703048, |
| "grad_norm": 0.7744063138961792, |
| "learning_rate": 4.030177352597109e-06, |
| "loss": 0.0428, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.36184857423795475, |
| "grad_norm": 1.1778054237365723, |
| "learning_rate": 4.027460146238411e-06, |
| "loss": 0.0733, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.36224188790560474, |
| "grad_norm": 1.161788821220398, |
| "learning_rate": 4.02474005759263e-06, |
| "loss": 0.0735, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.3626352015732547, |
| "grad_norm": 2.0623209476470947, |
| "learning_rate": 4.022017091792518e-06, |
| "loss": 0.065, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.3630285152409046, |
| "grad_norm": 1.3139375448226929, |
| "learning_rate": 4.01929125397626e-06, |
| "loss": 0.0582, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.36342182890855457, |
| "grad_norm": 2.0761849880218506, |
| "learning_rate": 4.016562549287455e-06, |
| "loss": 0.0557, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.3638151425762045, |
| "grad_norm": 1.474522352218628, |
| "learning_rate": 4.013830982875117e-06, |
| "loss": 0.0665, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.36420845624385445, |
| "grad_norm": 1.7274634838104248, |
| "learning_rate": 4.0110965598936565e-06, |
| "loss": 0.0735, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.36460176991150445, |
| "grad_norm": 0.7064616084098816, |
| "learning_rate": 4.008359285502877e-06, |
| "loss": 0.0449, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.3649950835791544, |
| "grad_norm": 0.8762916922569275, |
| "learning_rate": 4.005619164867959e-06, |
| "loss": 0.0582, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.36538839724680433, |
| "grad_norm": 1.2766094207763672, |
| "learning_rate": 4.002876203159458e-06, |
| "loss": 0.0467, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.36578171091445427, |
| "grad_norm": 1.4357662200927734, |
| "learning_rate": 4.000130405553287e-06, |
| "loss": 0.0676, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.3661750245821042, |
| "grad_norm": 1.755672574043274, |
| "learning_rate": 3.997381777230714e-06, |
| "loss": 0.0647, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.36656833824975416, |
| "grad_norm": 0.9483436942100525, |
| "learning_rate": 3.994630323378344e-06, |
| "loss": 0.0601, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.36696165191740415, |
| "grad_norm": 1.6659551858901978, |
| "learning_rate": 3.991876049188116e-06, |
| "loss": 0.0738, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.3673549655850541, |
| "grad_norm": 1.5737981796264648, |
| "learning_rate": 3.989118959857293e-06, |
| "loss": 0.0483, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.36774827925270404, |
| "grad_norm": 1.5014865398406982, |
| "learning_rate": 3.986359060588446e-06, |
| "loss": 0.0458, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.368141592920354, |
| "grad_norm": 1.5164520740509033, |
| "learning_rate": 3.983596356589452e-06, |
| "loss": 0.0617, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.3685349065880039, |
| "grad_norm": 2.2842421531677246, |
| "learning_rate": 3.980830853073476e-06, |
| "loss": 0.0816, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.36892822025565386, |
| "grad_norm": 1.5114701986312866, |
| "learning_rate": 3.978062555258972e-06, |
| "loss": 0.0355, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.36932153392330386, |
| "grad_norm": 1.2816709280014038, |
| "learning_rate": 3.975291468369661e-06, |
| "loss": 0.0556, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.3697148475909538, |
| "grad_norm": 2.0237350463867188, |
| "learning_rate": 3.97251759763453e-06, |
| "loss": 0.0622, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.37010816125860374, |
| "grad_norm": 1.3120791912078857, |
| "learning_rate": 3.969740948287817e-06, |
| "loss": 0.0414, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.3705014749262537, |
| "grad_norm": 1.3838061094284058, |
| "learning_rate": 3.966961525569005e-06, |
| "loss": 0.0653, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.3708947885939036, |
| "grad_norm": 0.6813984513282776, |
| "learning_rate": 3.964179334722811e-06, |
| "loss": 0.0345, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.37128810226155357, |
| "grad_norm": 0.8976694345474243, |
| "learning_rate": 3.961394380999173e-06, |
| "loss": 0.0314, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.37168141592920356, |
| "grad_norm": 0.9033572673797607, |
| "learning_rate": 3.958606669653243e-06, |
| "loss": 0.0542, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.3720747295968535, |
| "grad_norm": 0.901779055595398, |
| "learning_rate": 3.955816205945378e-06, |
| "loss": 0.0359, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.37246804326450345, |
| "grad_norm": 2.198181390762329, |
| "learning_rate": 3.953022995141128e-06, |
| "loss": 0.0473, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.3728613569321534, |
| "grad_norm": 1.4871481657028198, |
| "learning_rate": 3.950227042511226e-06, |
| "loss": 0.0888, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.37325467059980333, |
| "grad_norm": 1.3157522678375244, |
| "learning_rate": 3.947428353331579e-06, |
| "loss": 0.041, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.37364798426745327, |
| "grad_norm": 1.431186318397522, |
| "learning_rate": 3.94462693288326e-06, |
| "loss": 0.0799, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.37404129793510327, |
| "grad_norm": 1.389054775238037, |
| "learning_rate": 3.941822786452491e-06, |
| "loss": 0.0457, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.3744346116027532, |
| "grad_norm": 1.6102625131607056, |
| "learning_rate": 3.939015919330643e-06, |
| "loss": 0.0926, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.37482792527040315, |
| "grad_norm": 0.8472495675086975, |
| "learning_rate": 3.936206336814219e-06, |
| "loss": 0.0408, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.3752212389380531, |
| "grad_norm": 0.8631911873817444, |
| "learning_rate": 3.933394044204843e-06, |
| "loss": 0.0405, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.37561455260570303, |
| "grad_norm": 5.559257507324219, |
| "learning_rate": 3.930579046809259e-06, |
| "loss": 0.048, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.376007866273353, |
| "grad_norm": 1.6139276027679443, |
| "learning_rate": 3.92776134993931e-06, |
| "loss": 0.0596, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.376401179941003, |
| "grad_norm": 1.7035290002822876, |
| "learning_rate": 3.924940958911933e-06, |
| "loss": 0.061, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.3767944936086529, |
| "grad_norm": 0.8409842848777771, |
| "learning_rate": 3.922117879049152e-06, |
| "loss": 0.0416, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.37718780727630286, |
| "grad_norm": 1.9367414712905884, |
| "learning_rate": 3.91929211567806e-06, |
| "loss": 0.0617, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.3775811209439528, |
| "grad_norm": 1.0128939151763916, |
| "learning_rate": 3.916463674130821e-06, |
| "loss": 0.0477, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.37797443461160274, |
| "grad_norm": 1.9125791788101196, |
| "learning_rate": 3.913632559744645e-06, |
| "loss": 0.0571, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.3783677482792527, |
| "grad_norm": 1.4633182287216187, |
| "learning_rate": 3.910798777861788e-06, |
| "loss": 0.0511, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.3787610619469027, |
| "grad_norm": 0.9891822934150696, |
| "learning_rate": 3.9079623338295436e-06, |
| "loss": 0.0485, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.3791543756145526, |
| "grad_norm": 1.2277315855026245, |
| "learning_rate": 3.9051232330002245e-06, |
| "loss": 0.0449, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.37954768928220256, |
| "grad_norm": 0.49736377596855164, |
| "learning_rate": 3.902281480731156e-06, |
| "loss": 0.0213, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.3799410029498525, |
| "grad_norm": 0.982218861579895, |
| "learning_rate": 3.899437082384671e-06, |
| "loss": 0.0581, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.38033431661750244, |
| "grad_norm": 0.8971213102340698, |
| "learning_rate": 3.89659004332809e-06, |
| "loss": 0.0458, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.3807276302851524, |
| "grad_norm": 0.4127979874610901, |
| "learning_rate": 3.893740368933722e-06, |
| "loss": 0.0313, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.3811209439528024, |
| "grad_norm": 2.5857155323028564, |
| "learning_rate": 3.8908880645788464e-06, |
| "loss": 0.0711, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.3815142576204523, |
| "grad_norm": 1.2110406160354614, |
| "learning_rate": 3.888033135645702e-06, |
| "loss": 0.0508, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.38190757128810227, |
| "grad_norm": 1.58492112159729, |
| "learning_rate": 3.885175587521486e-06, |
| "loss": 0.0662, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.3823008849557522, |
| "grad_norm": 0.8792701363563538, |
| "learning_rate": 3.882315425598334e-06, |
| "loss": 0.0767, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.38269419862340215, |
| "grad_norm": 1.797515869140625, |
| "learning_rate": 3.879452655273316e-06, |
| "loss": 0.0585, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.3830875122910521, |
| "grad_norm": 1.6386829614639282, |
| "learning_rate": 3.876587281948422e-06, |
| "loss": 0.08, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.3834808259587021, |
| "grad_norm": 1.1229251623153687, |
| "learning_rate": 3.873719311030556e-06, |
| "loss": 0.0585, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.38387413962635203, |
| "grad_norm": 1.2260591983795166, |
| "learning_rate": 3.8708487479315204e-06, |
| "loss": 0.0647, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.38426745329400197, |
| "grad_norm": 1.565321683883667, |
| "learning_rate": 3.867975598068012e-06, |
| "loss": 0.067, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.3846607669616519, |
| "grad_norm": 1.4004123210906982, |
| "learning_rate": 3.8650998668616085e-06, |
| "loss": 0.0765, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.38505408062930185, |
| "grad_norm": 1.5652803182601929, |
| "learning_rate": 3.862221559738757e-06, |
| "loss": 0.0672, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.3854473942969518, |
| "grad_norm": 4.284322738647461, |
| "learning_rate": 3.859340682130766e-06, |
| "loss": 0.0692, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.3858407079646018, |
| "grad_norm": 1.21330988407135, |
| "learning_rate": 3.856457239473795e-06, |
| "loss": 0.0828, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.38623402163225173, |
| "grad_norm": 2.4526336193084717, |
| "learning_rate": 3.853571237208843e-06, |
| "loss": 0.0694, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.3866273352999017, |
| "grad_norm": 1.0117402076721191, |
| "learning_rate": 3.8506826807817395e-06, |
| "loss": 0.0362, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.3870206489675516, |
| "grad_norm": 1.1363615989685059, |
| "learning_rate": 3.847791575643134e-06, |
| "loss": 0.0543, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.38741396263520156, |
| "grad_norm": 1.1766973733901978, |
| "learning_rate": 3.844897927248483e-06, |
| "loss": 0.0488, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.3878072763028515, |
| "grad_norm": 0.8534460067749023, |
| "learning_rate": 3.842001741058045e-06, |
| "loss": 0.0603, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.3882005899705015, |
| "grad_norm": 1.5655368566513062, |
| "learning_rate": 3.839103022536865e-06, |
| "loss": 0.0713, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.38859390363815144, |
| "grad_norm": 0.6574957966804504, |
| "learning_rate": 3.836201777154769e-06, |
| "loss": 0.0583, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.3889872173058014, |
| "grad_norm": 0.8077657222747803, |
| "learning_rate": 3.833298010386347e-06, |
| "loss": 0.05, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.3893805309734513, |
| "grad_norm": 1.513853669166565, |
| "learning_rate": 3.830391727710954e-06, |
| "loss": 0.0502, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.38977384464110126, |
| "grad_norm": 2.019428253173828, |
| "learning_rate": 3.827482934612684e-06, |
| "loss": 0.0557, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.3901671583087512, |
| "grad_norm": 1.0257922410964966, |
| "learning_rate": 3.824571636580372e-06, |
| "loss": 0.0625, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.3905604719764012, |
| "grad_norm": 0.5803849697113037, |
| "learning_rate": 3.821657839107583e-06, |
| "loss": 0.0442, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.39095378564405114, |
| "grad_norm": 0.8499471545219421, |
| "learning_rate": 3.818741547692593e-06, |
| "loss": 0.0342, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.3913470993117011, |
| "grad_norm": 0.4951908588409424, |
| "learning_rate": 3.815822767838386e-06, |
| "loss": 0.0343, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.391740412979351, |
| "grad_norm": 1.5221655368804932, |
| "learning_rate": 3.812901505052642e-06, |
| "loss": 0.0465, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.39213372664700097, |
| "grad_norm": 1.7891956567764282, |
| "learning_rate": 3.8099777648477264e-06, |
| "loss": 0.0821, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.3925270403146509, |
| "grad_norm": 0.8419029116630554, |
| "learning_rate": 3.8070515527406803e-06, |
| "loss": 0.0546, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.3929203539823009, |
| "grad_norm": 0.9236086010932922, |
| "learning_rate": 3.8041228742532064e-06, |
| "loss": 0.0423, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.39331366764995085, |
| "grad_norm": 1.0892646312713623, |
| "learning_rate": 3.8011917349116633e-06, |
| "loss": 0.0531, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.3937069813176008, |
| "grad_norm": 1.6544411182403564, |
| "learning_rate": 3.7982581402470536e-06, |
| "loss": 0.0404, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.39410029498525073, |
| "grad_norm": 1.8338655233383179, |
| "learning_rate": 3.795322095795012e-06, |
| "loss": 0.0535, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.3944936086529007, |
| "grad_norm": 1.4561970233917236, |
| "learning_rate": 3.7923836070957963e-06, |
| "loss": 0.0506, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.3948869223205506, |
| "grad_norm": 1.1206718683242798, |
| "learning_rate": 3.7894426796942773e-06, |
| "loss": 0.07, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.3952802359882006, |
| "grad_norm": 1.5864077806472778, |
| "learning_rate": 3.786499319139926e-06, |
| "loss": 0.0511, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.39567354965585055, |
| "grad_norm": 1.6479477882385254, |
| "learning_rate": 3.7835535309868055e-06, |
| "loss": 0.1065, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.3960668633235005, |
| "grad_norm": 1.173240303993225, |
| "learning_rate": 3.78060532079356e-06, |
| "loss": 0.0366, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.39646017699115044, |
| "grad_norm": 1.512009859085083, |
| "learning_rate": 3.777654694123404e-06, |
| "loss": 0.0333, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.3968534906588004, |
| "grad_norm": 0.7629926800727844, |
| "learning_rate": 3.7747016565441112e-06, |
| "loss": 0.0293, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.3972468043264503, |
| "grad_norm": 1.325535774230957, |
| "learning_rate": 3.771746213628006e-06, |
| "loss": 0.0494, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.3976401179941003, |
| "grad_norm": 0.9456796050071716, |
| "learning_rate": 3.7687883709519496e-06, |
| "loss": 0.0347, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.39803343166175026, |
| "grad_norm": 1.6305729150772095, |
| "learning_rate": 3.7658281340973336e-06, |
| "loss": 0.0782, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.3984267453294002, |
| "grad_norm": 2.3638815879821777, |
| "learning_rate": 3.7628655086500654e-06, |
| "loss": 0.0746, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.39882005899705014, |
| "grad_norm": 1.1770771741867065, |
| "learning_rate": 3.7599005002005616e-06, |
| "loss": 0.0436, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.3992133726647001, |
| "grad_norm": 1.2992199659347534, |
| "learning_rate": 3.7569331143437336e-06, |
| "loss": 0.0565, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.39960668633235, |
| "grad_norm": 1.2094827890396118, |
| "learning_rate": 3.7539633566789812e-06, |
| "loss": 0.0536, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.641381859779358, |
| "learning_rate": 3.750991232810177e-06, |
| "loss": 0.0373, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.40039331366764996, |
| "grad_norm": 0.7891103029251099, |
| "learning_rate": 3.7480167483456603e-06, |
| "loss": 0.0632, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.4007866273352999, |
| "grad_norm": 0.7216825485229492, |
| "learning_rate": 3.7450399088982247e-06, |
| "loss": 0.0513, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.40117994100294985, |
| "grad_norm": 0.7158090472221375, |
| "learning_rate": 3.742060720085107e-06, |
| "loss": 0.0456, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.4015732546705998, |
| "grad_norm": 0.58232182264328, |
| "learning_rate": 3.739079187527978e-06, |
| "loss": 0.027, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.40196656833824973, |
| "grad_norm": 1.546899437904358, |
| "learning_rate": 3.73609531685293e-06, |
| "loss": 0.1034, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.4023598820058997, |
| "grad_norm": 1.1753488779067993, |
| "learning_rate": 3.733109113690469e-06, |
| "loss": 0.0609, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.40275319567354967, |
| "grad_norm": 1.5217546224594116, |
| "learning_rate": 3.7301205836755006e-06, |
| "loss": 0.0853, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.4031465093411996, |
| "grad_norm": 0.9366397857666016, |
| "learning_rate": 3.727129732447322e-06, |
| "loss": 0.0511, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.40353982300884955, |
| "grad_norm": 0.8296689391136169, |
| "learning_rate": 3.7241365656496103e-06, |
| "loss": 0.0336, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.4039331366764995, |
| "grad_norm": 0.8638429641723633, |
| "learning_rate": 3.7211410889304117e-06, |
| "loss": 0.0675, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.40432645034414944, |
| "grad_norm": 0.6674923896789551, |
| "learning_rate": 3.7181433079421316e-06, |
| "loss": 0.0299, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.40471976401179943, |
| "grad_norm": 1.5683988332748413, |
| "learning_rate": 3.7151432283415244e-06, |
| "loss": 0.0814, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.4051130776794494, |
| "grad_norm": 0.6941884756088257, |
| "learning_rate": 3.712140855789679e-06, |
| "loss": 0.0428, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.4055063913470993, |
| "grad_norm": 0.8299364447593689, |
| "learning_rate": 3.709136195952015e-06, |
| "loss": 0.0534, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.40589970501474926, |
| "grad_norm": 1.065128207206726, |
| "learning_rate": 3.706129254498266e-06, |
| "loss": 0.0527, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.4062930186823992, |
| "grad_norm": 1.3388938903808594, |
| "learning_rate": 3.703120037102469e-06, |
| "loss": 0.0619, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.40668633235004914, |
| "grad_norm": 1.6854989528656006, |
| "learning_rate": 3.7001085494429596e-06, |
| "loss": 0.0605, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.40707964601769914, |
| "grad_norm": 1.7878034114837646, |
| "learning_rate": 3.697094797202355e-06, |
| "loss": 0.0644, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.4074729596853491, |
| "grad_norm": 0.7512350082397461, |
| "learning_rate": 3.694078786067546e-06, |
| "loss": 0.0561, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.407866273352999, |
| "grad_norm": 0.5946680307388306, |
| "learning_rate": 3.691060521729686e-06, |
| "loss": 0.032, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.40825958702064896, |
| "grad_norm": 0.7464413642883301, |
| "learning_rate": 3.6880400098841794e-06, |
| "loss": 0.0581, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.4086529006882989, |
| "grad_norm": 1.3339935541152954, |
| "learning_rate": 3.6850172562306735e-06, |
| "loss": 0.065, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.40904621435594885, |
| "grad_norm": 1.2734817266464233, |
| "learning_rate": 3.681992266473044e-06, |
| "loss": 0.0302, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.40943952802359884, |
| "grad_norm": 1.6477503776550293, |
| "learning_rate": 3.6789650463193864e-06, |
| "loss": 0.0454, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.4098328416912488, |
| "grad_norm": 1.9478659629821777, |
| "learning_rate": 3.675935601482006e-06, |
| "loss": 0.0906, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.4102261553588987, |
| "grad_norm": 1.2177263498306274, |
| "learning_rate": 3.6729039376774055e-06, |
| "loss": 0.0708, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.41061946902654867, |
| "grad_norm": 1.3361903429031372, |
| "learning_rate": 3.6698700606262733e-06, |
| "loss": 0.0542, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.4110127826941986, |
| "grad_norm": 0.7786129117012024, |
| "learning_rate": 3.6668339760534768e-06, |
| "loss": 0.0666, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.41140609636184855, |
| "grad_norm": 0.4651035964488983, |
| "learning_rate": 3.6637956896880465e-06, |
| "loss": 0.0442, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.41179941002949855, |
| "grad_norm": 0.28553763031959534, |
| "learning_rate": 3.6607552072631685e-06, |
| "loss": 0.0266, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.4121927236971485, |
| "grad_norm": 1.054947018623352, |
| "learning_rate": 3.6577125345161748e-06, |
| "loss": 0.0533, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.41258603736479843, |
| "grad_norm": 0.6713748574256897, |
| "learning_rate": 3.6546676771885257e-06, |
| "loss": 0.0347, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.41297935103244837, |
| "grad_norm": 1.4435083866119385, |
| "learning_rate": 3.6516206410258092e-06, |
| "loss": 0.0384, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.4133726647000983, |
| "grad_norm": 1.4494538307189941, |
| "learning_rate": 3.6485714317777223e-06, |
| "loss": 0.068, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.41376597836774826, |
| "grad_norm": 1.666913390159607, |
| "learning_rate": 3.6455200551980605e-06, |
| "loss": 0.0685, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.41415929203539825, |
| "grad_norm": 2.99609375, |
| "learning_rate": 3.642466517044713e-06, |
| "loss": 0.1213, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.4145526057030482, |
| "grad_norm": 1.6199326515197754, |
| "learning_rate": 3.6394108230796455e-06, |
| "loss": 0.0557, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.41494591937069814, |
| "grad_norm": 0.6611631512641907, |
| "learning_rate": 3.636352979068891e-06, |
| "loss": 0.0333, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.4153392330383481, |
| "grad_norm": 0.8349502086639404, |
| "learning_rate": 3.6332929907825426e-06, |
| "loss": 0.0285, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.415732546705998, |
| "grad_norm": 1.6354492902755737, |
| "learning_rate": 3.630230863994736e-06, |
| "loss": 0.0808, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.41612586037364796, |
| "grad_norm": 0.8214701414108276, |
| "learning_rate": 3.6271666044836433e-06, |
| "loss": 0.0355, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.41651917404129796, |
| "grad_norm": 1.321581244468689, |
| "learning_rate": 3.624100218031464e-06, |
| "loss": 0.0444, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.4169124877089479, |
| "grad_norm": 0.7428562641143799, |
| "learning_rate": 3.621031710424407e-06, |
| "loss": 0.0259, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.41730580137659784, |
| "grad_norm": 0.7929845452308655, |
| "learning_rate": 3.6179610874526856e-06, |
| "loss": 0.0345, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.4176991150442478, |
| "grad_norm": 0.6758319139480591, |
| "learning_rate": 3.614888354910505e-06, |
| "loss": 0.037, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.4180924287118977, |
| "grad_norm": 1.5147916078567505, |
| "learning_rate": 3.6118135185960507e-06, |
| "loss": 0.0855, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.41848574237954766, |
| "grad_norm": 1.0528610944747925, |
| "learning_rate": 3.6087365843114773e-06, |
| "loss": 0.0324, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.41887905604719766, |
| "grad_norm": 1.3274002075195312, |
| "learning_rate": 3.6056575578629006e-06, |
| "loss": 0.0475, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.4192723697148476, |
| "grad_norm": 0.5520153641700745, |
| "learning_rate": 3.6025764450603808e-06, |
| "loss": 0.022, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.41966568338249755, |
| "grad_norm": 1.81023371219635, |
| "learning_rate": 3.5994932517179182e-06, |
| "loss": 0.043, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.4200589970501475, |
| "grad_norm": 1.3602193593978882, |
| "learning_rate": 3.596407983653436e-06, |
| "loss": 0.073, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.42045231071779743, |
| "grad_norm": 1.921582579612732, |
| "learning_rate": 3.5933206466887755e-06, |
| "loss": 0.0759, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.42084562438544737, |
| "grad_norm": 0.8578033447265625, |
| "learning_rate": 3.59023124664968e-06, |
| "loss": 0.0249, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.42123893805309737, |
| "grad_norm": 1.7219325304031372, |
| "learning_rate": 3.5871397893657867e-06, |
| "loss": 0.0596, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.4216322517207473, |
| "grad_norm": 0.9463638663291931, |
| "learning_rate": 3.5840462806706126e-06, |
| "loss": 0.0454, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.42202556538839725, |
| "grad_norm": 1.9718307256698608, |
| "learning_rate": 3.5809507264015502e-06, |
| "loss": 0.0623, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.4224188790560472, |
| "grad_norm": 2.0382165908813477, |
| "learning_rate": 3.5778531323998465e-06, |
| "loss": 0.0497, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.42281219272369713, |
| "grad_norm": 1.496324062347412, |
| "learning_rate": 3.574753504510602e-06, |
| "loss": 0.0826, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.4232055063913471, |
| "grad_norm": 0.49463126063346863, |
| "learning_rate": 3.571651848582753e-06, |
| "loss": 0.0415, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.42359882005899707, |
| "grad_norm": 1.1558905839920044, |
| "learning_rate": 3.5685481704690617e-06, |
| "loss": 0.0473, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.423992133726647, |
| "grad_norm": 3.914982795715332, |
| "learning_rate": 3.5654424760261082e-06, |
| "loss": 0.0853, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.42438544739429696, |
| "grad_norm": 1.7288295030593872, |
| "learning_rate": 3.5623347711142764e-06, |
| "loss": 0.0817, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.4247787610619469, |
| "grad_norm": 1.0033987760543823, |
| "learning_rate": 3.5592250615977434e-06, |
| "loss": 0.0552, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.42517207472959684, |
| "grad_norm": 1.461305856704712, |
| "learning_rate": 3.5561133533444703e-06, |
| "loss": 0.0659, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.4255653883972468, |
| "grad_norm": 0.7007796168327332, |
| "learning_rate": 3.552999652226189e-06, |
| "loss": 0.0332, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.4259587020648968, |
| "grad_norm": 0.7041943073272705, |
| "learning_rate": 3.549883964118392e-06, |
| "loss": 0.0205, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.4263520157325467, |
| "grad_norm": 1.5797779560089111, |
| "learning_rate": 3.54676629490032e-06, |
| "loss": 0.0564, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.42674532940019666, |
| "grad_norm": 1.4408408403396606, |
| "learning_rate": 3.543646650454955e-06, |
| "loss": 0.0347, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.4271386430678466, |
| "grad_norm": 0.709080159664154, |
| "learning_rate": 3.5405250366690023e-06, |
| "loss": 0.0259, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.42753195673549654, |
| "grad_norm": 1.4579590559005737, |
| "learning_rate": 3.5374014594328877e-06, |
| "loss": 0.0712, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.4279252704031465, |
| "grad_norm": 0.9378184676170349, |
| "learning_rate": 3.5342759246407378e-06, |
| "loss": 0.0583, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.4283185840707965, |
| "grad_norm": 0.9149574041366577, |
| "learning_rate": 3.5311484381903754e-06, |
| "loss": 0.0594, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.4287118977384464, |
| "grad_norm": 1.2301528453826904, |
| "learning_rate": 3.528019005983306e-06, |
| "loss": 0.0603, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.42910521140609637, |
| "grad_norm": 1.222373127937317, |
| "learning_rate": 3.5248876339247053e-06, |
| "loss": 0.0331, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.4294985250737463, |
| "grad_norm": 1.5141066312789917, |
| "learning_rate": 3.521754327923412e-06, |
| "loss": 0.0662, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.42989183874139625, |
| "grad_norm": 1.581040620803833, |
| "learning_rate": 3.5186190938919106e-06, |
| "loss": 0.0634, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.4302851524090462, |
| "grad_norm": 1.1250847578048706, |
| "learning_rate": 3.515481937746327e-06, |
| "loss": 0.0428, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.4306784660766962, |
| "grad_norm": 1.6886603832244873, |
| "learning_rate": 3.5123428654064134e-06, |
| "loss": 0.043, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.43107177974434613, |
| "grad_norm": 2.050182819366455, |
| "learning_rate": 3.509201882795536e-06, |
| "loss": 0.1201, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.43146509341199607, |
| "grad_norm": 1.2001996040344238, |
| "learning_rate": 3.5060589958406677e-06, |
| "loss": 0.0453, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.431858407079646, |
| "grad_norm": 1.0683172941207886, |
| "learning_rate": 3.5029142104723725e-06, |
| "loss": 0.0331, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.43225172074729595, |
| "grad_norm": 2.0737650394439697, |
| "learning_rate": 3.4997675326247993e-06, |
| "loss": 0.0526, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.4326450344149459, |
| "grad_norm": 0.8983532190322876, |
| "learning_rate": 3.4966189682356677e-06, |
| "loss": 0.0532, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.4330383480825959, |
| "grad_norm": 1.8358802795410156, |
| "learning_rate": 3.493468523246255e-06, |
| "loss": 0.0598, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.43343166175024583, |
| "grad_norm": 2.076266050338745, |
| "learning_rate": 3.4903162036013894e-06, |
| "loss": 0.0836, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.4338249754178958, |
| "grad_norm": 2.4419870376586914, |
| "learning_rate": 3.487162015249436e-06, |
| "loss": 0.0758, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.4342182890855457, |
| "grad_norm": 1.3942052125930786, |
| "learning_rate": 3.484005964142285e-06, |
| "loss": 0.0803, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.43461160275319566, |
| "grad_norm": 1.3950960636138916, |
| "learning_rate": 3.4808480562353426e-06, |
| "loss": 0.0675, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.4350049164208456, |
| "grad_norm": 1.5000733137130737, |
| "learning_rate": 3.477688297487519e-06, |
| "loss": 0.0448, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.4353982300884956, |
| "grad_norm": 1.5005849599838257, |
| "learning_rate": 3.474526693861216e-06, |
| "loss": 0.0729, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.43579154375614554, |
| "grad_norm": 0.6299577951431274, |
| "learning_rate": 3.4713632513223178e-06, |
| "loss": 0.039, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.4361848574237955, |
| "grad_norm": 0.8964212536811829, |
| "learning_rate": 3.4681979758401767e-06, |
| "loss": 0.0521, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.4365781710914454, |
| "grad_norm": 1.3757152557373047, |
| "learning_rate": 3.465030873387606e-06, |
| "loss": 0.0598, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.43697148475909536, |
| "grad_norm": 0.48663070797920227, |
| "learning_rate": 3.461861949940865e-06, |
| "loss": 0.0442, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.4373647984267453, |
| "grad_norm": 0.8878856897354126, |
| "learning_rate": 3.458691211479649e-06, |
| "loss": 0.023, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.4377581120943953, |
| "grad_norm": 1.1162179708480835, |
| "learning_rate": 3.4555186639870795e-06, |
| "loss": 0.0493, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.43815142576204524, |
| "grad_norm": 1.1180258989334106, |
| "learning_rate": 3.4523443134496916e-06, |
| "loss": 0.0577, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.4385447394296952, |
| "grad_norm": 0.6240465641021729, |
| "learning_rate": 3.4491681658574205e-06, |
| "loss": 0.0295, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.4389380530973451, |
| "grad_norm": 2.439685106277466, |
| "learning_rate": 3.445990227203594e-06, |
| "loss": 0.0676, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.43933136676499507, |
| "grad_norm": 1.1544771194458008, |
| "learning_rate": 3.442810503484921e-06, |
| "loss": 0.0487, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.439724680432645, |
| "grad_norm": 1.794083833694458, |
| "learning_rate": 3.4396290007014752e-06, |
| "loss": 0.043, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.440117994100295, |
| "grad_norm": 0.8073402643203735, |
| "learning_rate": 3.4364457248566913e-06, |
| "loss": 0.0404, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.44051130776794495, |
| "grad_norm": 0.4391036331653595, |
| "learning_rate": 3.433260681957346e-06, |
| "loss": 0.0394, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.4409046214355949, |
| "grad_norm": 1.0611299276351929, |
| "learning_rate": 3.430073878013554e-06, |
| "loss": 0.0263, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.44129793510324483, |
| "grad_norm": 0.48767581582069397, |
| "learning_rate": 3.4268853190387496e-06, |
| "loss": 0.0341, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.4416912487708948, |
| "grad_norm": 0.6423639059066772, |
| "learning_rate": 3.423695011049683e-06, |
| "loss": 0.0234, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.4420845624385447, |
| "grad_norm": 1.0390664339065552, |
| "learning_rate": 3.4205029600663996e-06, |
| "loss": 0.0593, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.4424778761061947, |
| "grad_norm": 1.2516858577728271, |
| "learning_rate": 3.4173091721122375e-06, |
| "loss": 0.0375, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.44287118977384465, |
| "grad_norm": 1.670310139656067, |
| "learning_rate": 3.414113653213812e-06, |
| "loss": 0.0504, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.4432645034414946, |
| "grad_norm": 2.317314624786377, |
| "learning_rate": 3.410916409401004e-06, |
| "loss": 0.0911, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.44365781710914454, |
| "grad_norm": 1.418398141860962, |
| "learning_rate": 3.407717446706948e-06, |
| "loss": 0.0439, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.4440511307767945, |
| "grad_norm": 1.1104565858840942, |
| "learning_rate": 3.4045167711680244e-06, |
| "loss": 0.0485, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 1.8792333602905273, |
| "learning_rate": 3.4013143888238455e-06, |
| "loss": 0.064, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.4448377581120944, |
| "grad_norm": 1.7921650409698486, |
| "learning_rate": 3.398110305717241e-06, |
| "loss": 0.0495, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.44523107177974436, |
| "grad_norm": 1.4747095108032227, |
| "learning_rate": 3.3949045278942545e-06, |
| "loss": 0.0743, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.4456243854473943, |
| "grad_norm": 0.6847875118255615, |
| "learning_rate": 3.3916970614041244e-06, |
| "loss": 0.0224, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.44601769911504424, |
| "grad_norm": 0.7522935271263123, |
| "learning_rate": 3.3884879122992762e-06, |
| "loss": 0.0334, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.4464110127826942, |
| "grad_norm": 1.5176104307174683, |
| "learning_rate": 3.3852770866353125e-06, |
| "loss": 0.0729, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.4468043264503441, |
| "grad_norm": 1.188468337059021, |
| "learning_rate": 3.382064590470996e-06, |
| "loss": 0.0315, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.4471976401179941, |
| "grad_norm": 0.5583229660987854, |
| "learning_rate": 3.378850429868244e-06, |
| "loss": 0.0292, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.44759095378564406, |
| "grad_norm": 0.7804880738258362, |
| "learning_rate": 3.3756346108921145e-06, |
| "loss": 0.0378, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.447984267453294, |
| "grad_norm": 1.090079426765442, |
| "learning_rate": 3.372417139610793e-06, |
| "loss": 0.0549, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.44837758112094395, |
| "grad_norm": 1.363856554031372, |
| "learning_rate": 3.369198022095585e-06, |
| "loss": 0.0859, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.4487708947885939, |
| "grad_norm": 1.162818431854248, |
| "learning_rate": 3.3659772644209023e-06, |
| "loss": 0.0292, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.44916420845624383, |
| "grad_norm": 0.8213643431663513, |
| "learning_rate": 3.36275487266425e-06, |
| "loss": 0.0435, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.4495575221238938, |
| "grad_norm": 0.8050291538238525, |
| "learning_rate": 3.3595308529062176e-06, |
| "loss": 0.0279, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.44995083579154377, |
| "grad_norm": 1.1065354347229004, |
| "learning_rate": 3.3563052112304674e-06, |
| "loss": 0.0425, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.4503441494591937, |
| "grad_norm": 0.9072518348693848, |
| "learning_rate": 3.3530779537237194e-06, |
| "loss": 0.0315, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.45073746312684365, |
| "grad_norm": 0.8572150468826294, |
| "learning_rate": 3.349849086475747e-06, |
| "loss": 0.0306, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.4511307767944936, |
| "grad_norm": 1.552173137664795, |
| "learning_rate": 3.346618615579359e-06, |
| "loss": 0.0671, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.45152409046214353, |
| "grad_norm": 0.9978398084640503, |
| "learning_rate": 3.3433865471303876e-06, |
| "loss": 0.0667, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.45191740412979353, |
| "grad_norm": 2.7961080074310303, |
| "learning_rate": 3.3401528872276847e-06, |
| "loss": 0.0696, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.4523107177974435, |
| "grad_norm": 1.520912528038025, |
| "learning_rate": 3.3369176419731004e-06, |
| "loss": 0.0722, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.4527040314650934, |
| "grad_norm": 0.8389769196510315, |
| "learning_rate": 3.33368081747148e-06, |
| "loss": 0.0444, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.45309734513274336, |
| "grad_norm": 2.075424909591675, |
| "learning_rate": 3.3304424198306464e-06, |
| "loss": 0.0826, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.4534906588003933, |
| "grad_norm": 0.7416201829910278, |
| "learning_rate": 3.3272024551613926e-06, |
| "loss": 0.0283, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.45388397246804324, |
| "grad_norm": 1.0457786321640015, |
| "learning_rate": 3.3239609295774667e-06, |
| "loss": 0.0418, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.45427728613569324, |
| "grad_norm": 0.9312077760696411, |
| "learning_rate": 3.3207178491955656e-06, |
| "loss": 0.0341, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.4546705998033432, |
| "grad_norm": 0.9886119365692139, |
| "learning_rate": 3.3174732201353155e-06, |
| "loss": 0.0623, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.4550639134709931, |
| "grad_norm": 1.2970693111419678, |
| "learning_rate": 3.3142270485192683e-06, |
| "loss": 0.087, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.45545722713864306, |
| "grad_norm": 1.273305892944336, |
| "learning_rate": 3.3109793404728855e-06, |
| "loss": 0.0654, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.455850540806293, |
| "grad_norm": 0.8121715188026428, |
| "learning_rate": 3.3077301021245285e-06, |
| "loss": 0.0257, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.45624385447394294, |
| "grad_norm": 1.6593793630599976, |
| "learning_rate": 3.3044793396054447e-06, |
| "loss": 0.0679, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.45663716814159294, |
| "grad_norm": 1.2623846530914307, |
| "learning_rate": 3.3012270590497596e-06, |
| "loss": 0.071, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.4570304818092429, |
| "grad_norm": 0.9096400737762451, |
| "learning_rate": 3.2979732665944615e-06, |
| "loss": 0.067, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.4574237954768928, |
| "grad_norm": 0.9472593069076538, |
| "learning_rate": 3.2947179683793928e-06, |
| "loss": 0.0395, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.45781710914454277, |
| "grad_norm": 0.9576103091239929, |
| "learning_rate": 3.291461170547237e-06, |
| "loss": 0.049, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.4582104228121927, |
| "grad_norm": 0.9918181300163269, |
| "learning_rate": 3.2882028792435072e-06, |
| "loss": 0.0318, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.45860373647984265, |
| "grad_norm": 1.843493938446045, |
| "learning_rate": 3.2849431006165343e-06, |
| "loss": 0.0634, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.45899705014749265, |
| "grad_norm": 0.8672575950622559, |
| "learning_rate": 3.2816818408174567e-06, |
| "loss": 0.0826, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.4593903638151426, |
| "grad_norm": 1.5660734176635742, |
| "learning_rate": 3.278419106000206e-06, |
| "loss": 0.0695, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.45978367748279253, |
| "grad_norm": 1.3234399557113647, |
| "learning_rate": 3.2751549023214995e-06, |
| "loss": 0.0381, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.46017699115044247, |
| "grad_norm": 1.7596269845962524, |
| "learning_rate": 3.2718892359408245e-06, |
| "loss": 0.0438, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.4605703048180924, |
| "grad_norm": 0.6878931522369385, |
| "learning_rate": 3.2686221130204287e-06, |
| "loss": 0.0347, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.46096361848574235, |
| "grad_norm": 1.0857138633728027, |
| "learning_rate": 3.265353539725309e-06, |
| "loss": 0.0609, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.46135693215339235, |
| "grad_norm": 0.777098536491394, |
| "learning_rate": 3.2620835222231972e-06, |
| "loss": 0.0597, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.4617502458210423, |
| "grad_norm": 4.028940677642822, |
| "learning_rate": 3.2588120666845534e-06, |
| "loss": 0.0702, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.46214355948869223, |
| "grad_norm": 1.3609766960144043, |
| "learning_rate": 3.255539179282548e-06, |
| "loss": 0.0478, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.4625368731563422, |
| "grad_norm": 1.3808916807174683, |
| "learning_rate": 3.2522648661930558e-06, |
| "loss": 0.0787, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.4629301868239921, |
| "grad_norm": 1.464201807975769, |
| "learning_rate": 3.2489891335946413e-06, |
| "loss": 0.0565, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.46332350049164206, |
| "grad_norm": 1.4196548461914062, |
| "learning_rate": 3.245711987668545e-06, |
| "loss": 0.0747, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.46371681415929206, |
| "grad_norm": 1.5526188611984253, |
| "learning_rate": 3.2424334345986787e-06, |
| "loss": 0.0384, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.464110127826942, |
| "grad_norm": 1.4707880020141602, |
| "learning_rate": 3.239153480571605e-06, |
| "loss": 0.0669, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.46450344149459194, |
| "grad_norm": 1.5997252464294434, |
| "learning_rate": 3.2358721317765344e-06, |
| "loss": 0.063, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.4648967551622419, |
| "grad_norm": 0.7773184180259705, |
| "learning_rate": 3.2325893944053066e-06, |
| "loss": 0.0515, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.4652900688298918, |
| "grad_norm": 1.1635929346084595, |
| "learning_rate": 3.2293052746523814e-06, |
| "loss": 0.0494, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.46568338249754176, |
| "grad_norm": 0.9854192137718201, |
| "learning_rate": 3.2260197787148277e-06, |
| "loss": 0.0559, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.46607669616519176, |
| "grad_norm": 1.9313583374023438, |
| "learning_rate": 3.222732912792313e-06, |
| "loss": 0.0447, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.4664700098328417, |
| "grad_norm": 2.149656295776367, |
| "learning_rate": 3.2194446830870865e-06, |
| "loss": 0.0772, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.46686332350049164, |
| "grad_norm": 1.784822940826416, |
| "learning_rate": 3.2161550958039732e-06, |
| "loss": 0.0746, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.4672566371681416, |
| "grad_norm": 1.5821526050567627, |
| "learning_rate": 3.2128641571503594e-06, |
| "loss": 0.0613, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.46764995083579153, |
| "grad_norm": 1.6123450994491577, |
| "learning_rate": 3.2095718733361803e-06, |
| "loss": 0.0419, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.46804326450344147, |
| "grad_norm": 1.5458816289901733, |
| "learning_rate": 3.2062782505739125e-06, |
| "loss": 0.0854, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.46843657817109147, |
| "grad_norm": 1.5308221578598022, |
| "learning_rate": 3.202983295078555e-06, |
| "loss": 0.063, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.4688298918387414, |
| "grad_norm": 1.166703224182129, |
| "learning_rate": 3.199687013067624e-06, |
| "loss": 0.0759, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.46922320550639135, |
| "grad_norm": 1.2040659189224243, |
| "learning_rate": 3.1963894107611395e-06, |
| "loss": 0.0648, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.4696165191740413, |
| "grad_norm": 0.8159343004226685, |
| "learning_rate": 3.1930904943816104e-06, |
| "loss": 0.0252, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.47000983284169123, |
| "grad_norm": 0.5714221596717834, |
| "learning_rate": 3.189790270154028e-06, |
| "loss": 0.0402, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.4704031465093412, |
| "grad_norm": 1.1028029918670654, |
| "learning_rate": 3.186488744305849e-06, |
| "loss": 0.0358, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.47079646017699117, |
| "grad_norm": 1.1706167459487915, |
| "learning_rate": 3.183185923066988e-06, |
| "loss": 0.0405, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.4711897738446411, |
| "grad_norm": 2.2323551177978516, |
| "learning_rate": 3.179881812669804e-06, |
| "loss": 0.0626, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.47158308751229105, |
| "grad_norm": 1.4933780431747437, |
| "learning_rate": 3.1765764193490863e-06, |
| "loss": 0.0421, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.471976401179941, |
| "grad_norm": 1.759582281112671, |
| "learning_rate": 3.173269749342047e-06, |
| "loss": 0.0386, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.47236971484759094, |
| "grad_norm": 0.9716536998748779, |
| "learning_rate": 3.1699618088883094e-06, |
| "loss": 0.0469, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.4727630285152409, |
| "grad_norm": 1.4588727951049805, |
| "learning_rate": 3.1666526042298883e-06, |
| "loss": 0.062, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.4731563421828909, |
| "grad_norm": 0.7807295918464661, |
| "learning_rate": 3.16334214161119e-06, |
| "loss": 0.0516, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.4735496558505408, |
| "grad_norm": 0.9360034465789795, |
| "learning_rate": 3.1600304272789904e-06, |
| "loss": 0.0413, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.47394296951819076, |
| "grad_norm": 3.0252861976623535, |
| "learning_rate": 3.1567174674824303e-06, |
| "loss": 0.0517, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.4743362831858407, |
| "grad_norm": 1.2127926349639893, |
| "learning_rate": 3.1534032684729978e-06, |
| "loss": 0.0634, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.47472959685349064, |
| "grad_norm": 1.008239984512329, |
| "learning_rate": 3.1500878365045217e-06, |
| "loss": 0.035, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.4751229105211406, |
| "grad_norm": 0.8630732893943787, |
| "learning_rate": 3.1467711778331573e-06, |
| "loss": 0.0432, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.4755162241887906, |
| "grad_norm": 0.5713632702827454, |
| "learning_rate": 3.143453298717373e-06, |
| "loss": 0.0293, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.4759095378564405, |
| "grad_norm": 1.3503292798995972, |
| "learning_rate": 3.14013420541794e-06, |
| "loss": 0.0488, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.47630285152409046, |
| "grad_norm": 0.6340729594230652, |
| "learning_rate": 3.1368139041979235e-06, |
| "loss": 0.0352, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.4766961651917404, |
| "grad_norm": 2.0643789768218994, |
| "learning_rate": 3.133492401322666e-06, |
| "loss": 0.0602, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.47708947885939035, |
| "grad_norm": 1.456824779510498, |
| "learning_rate": 3.1301697030597772e-06, |
| "loss": 0.0576, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.4774827925270403, |
| "grad_norm": 1.6788169145584106, |
| "learning_rate": 3.126845815679123e-06, |
| "loss": 0.0473, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.4778761061946903, |
| "grad_norm": 0.9894094467163086, |
| "learning_rate": 3.1235207454528137e-06, |
| "loss": 0.0486, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.47826941986234023, |
| "grad_norm": 0.6644244194030762, |
| "learning_rate": 3.12019449865519e-06, |
| "loss": 0.0348, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.47866273352999017, |
| "grad_norm": 1.8796205520629883, |
| "learning_rate": 3.116867081562815e-06, |
| "loss": 0.0711, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.4790560471976401, |
| "grad_norm": 0.71921706199646, |
| "learning_rate": 3.1135385004544584e-06, |
| "loss": 0.0439, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.47944936086529005, |
| "grad_norm": 1.4723786115646362, |
| "learning_rate": 3.1102087616110866e-06, |
| "loss": 0.0948, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.47984267453294, |
| "grad_norm": 1.0385109186172485, |
| "learning_rate": 3.1068778713158515e-06, |
| "loss": 0.0481, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.48023598820059, |
| "grad_norm": 1.8688119649887085, |
| "learning_rate": 3.1035458358540764e-06, |
| "loss": 0.0962, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.48062930186823993, |
| "grad_norm": 0.988058865070343, |
| "learning_rate": 3.100212661513247e-06, |
| "loss": 0.0862, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.4810226155358899, |
| "grad_norm": 0.7118948698043823, |
| "learning_rate": 3.096878354582998e-06, |
| "loss": 0.0492, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.4814159292035398, |
| "grad_norm": 1.1759183406829834, |
| "learning_rate": 3.093542921355099e-06, |
| "loss": 0.0278, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.48180924287118976, |
| "grad_norm": 0.8185058832168579, |
| "learning_rate": 3.0902063681234473e-06, |
| "loss": 0.0618, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.4822025565388397, |
| "grad_norm": 1.0773781538009644, |
| "learning_rate": 3.086868701184054e-06, |
| "loss": 0.0393, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.4825958702064897, |
| "grad_norm": 1.4859130382537842, |
| "learning_rate": 3.083529926835028e-06, |
| "loss": 0.0425, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.48298918387413964, |
| "grad_norm": 0.8524113297462463, |
| "learning_rate": 3.0801900513765732e-06, |
| "loss": 0.0667, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.4833824975417896, |
| "grad_norm": 1.2344658374786377, |
| "learning_rate": 3.076849081110967e-06, |
| "loss": 0.0469, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.4837758112094395, |
| "grad_norm": 1.4112597703933716, |
| "learning_rate": 3.073507022342554e-06, |
| "loss": 0.0439, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.48416912487708946, |
| "grad_norm": 1.0202746391296387, |
| "learning_rate": 3.070163881377734e-06, |
| "loss": 0.0953, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.4845624385447394, |
| "grad_norm": 1.2902711629867554, |
| "learning_rate": 3.066819664524947e-06, |
| "loss": 0.0378, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.4849557522123894, |
| "grad_norm": 0.8746582269668579, |
| "learning_rate": 3.063474378094665e-06, |
| "loss": 0.0404, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.48534906588003934, |
| "grad_norm": 1.8847814798355103, |
| "learning_rate": 3.060128028399376e-06, |
| "loss": 0.0779, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.4857423795476893, |
| "grad_norm": 1.2793282270431519, |
| "learning_rate": 3.056780621753577e-06, |
| "loss": 0.0433, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.4861356932153392, |
| "grad_norm": 1.4302126169204712, |
| "learning_rate": 3.0534321644737574e-06, |
| "loss": 0.0565, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.48652900688298917, |
| "grad_norm": 0.8506616353988647, |
| "learning_rate": 3.0500826628783903e-06, |
| "loss": 0.0448, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.4869223205506391, |
| "grad_norm": 1.7796978950500488, |
| "learning_rate": 3.046732123287918e-06, |
| "loss": 0.0449, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.4873156342182891, |
| "grad_norm": 1.4967756271362305, |
| "learning_rate": 3.043380552024744e-06, |
| "loss": 0.0409, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.48770894788593905, |
| "grad_norm": 1.2920217514038086, |
| "learning_rate": 3.0400279554132157e-06, |
| "loss": 0.0465, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.488102261553589, |
| "grad_norm": 1.9115070104599, |
| "learning_rate": 3.0366743397796166e-06, |
| "loss": 0.0591, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.48849557522123893, |
| "grad_norm": 0.988409161567688, |
| "learning_rate": 3.033319711452154e-06, |
| "loss": 0.042, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.4888888888888889, |
| "grad_norm": 2.1158268451690674, |
| "learning_rate": 3.0299640767609447e-06, |
| "loss": 0.0792, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.4892822025565388, |
| "grad_norm": 1.1518357992172241, |
| "learning_rate": 3.0266074420380043e-06, |
| "loss": 0.0554, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.4896755162241888, |
| "grad_norm": 1.3400568962097168, |
| "learning_rate": 3.023249813617238e-06, |
| "loss": 0.0545, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.49006882989183875, |
| "grad_norm": 0.8380603790283203, |
| "learning_rate": 3.0198911978344213e-06, |
| "loss": 0.0377, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.4904621435594887, |
| "grad_norm": 1.3251253366470337, |
| "learning_rate": 3.0165316010271982e-06, |
| "loss": 0.0419, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.49085545722713864, |
| "grad_norm": 0.7429760098457336, |
| "learning_rate": 3.0131710295350615e-06, |
| "loss": 0.0487, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.4912487708947886, |
| "grad_norm": 1.619492530822754, |
| "learning_rate": 3.0098094896993413e-06, |
| "loss": 0.0364, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.4916420845624385, |
| "grad_norm": 1.8555465936660767, |
| "learning_rate": 3.0064469878631986e-06, |
| "loss": 0.0327, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.4920353982300885, |
| "grad_norm": 2.1514008045196533, |
| "learning_rate": 3.003083530371606e-06, |
| "loss": 0.0961, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.49242871189773846, |
| "grad_norm": 1.1894843578338623, |
| "learning_rate": 2.9997191235713435e-06, |
| "loss": 0.0773, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.4928220255653884, |
| "grad_norm": 1.375878095626831, |
| "learning_rate": 2.9963537738109783e-06, |
| "loss": 0.0635, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.49321533923303834, |
| "grad_norm": 0.9740056395530701, |
| "learning_rate": 2.9929874874408595e-06, |
| "loss": 0.0581, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.4936086529006883, |
| "grad_norm": 1.21156907081604, |
| "learning_rate": 2.9896202708131027e-06, |
| "loss": 0.0524, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.4940019665683382, |
| "grad_norm": 4.271803855895996, |
| "learning_rate": 2.98625213028158e-06, |
| "loss": 0.0437, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.4943952802359882, |
| "grad_norm": 1.0697994232177734, |
| "learning_rate": 2.9828830722019046e-06, |
| "loss": 0.0693, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.49478859390363816, |
| "grad_norm": 1.0657457113265991, |
| "learning_rate": 2.979513102931424e-06, |
| "loss": 0.0788, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.4951819075712881, |
| "grad_norm": 1.6833268404006958, |
| "learning_rate": 2.9761422288292017e-06, |
| "loss": 0.0755, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.49557522123893805, |
| "grad_norm": 0.7139087915420532, |
| "learning_rate": 2.9727704562560124e-06, |
| "loss": 0.0416, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.495968534906588, |
| "grad_norm": 1.025672435760498, |
| "learning_rate": 2.9693977915743227e-06, |
| "loss": 0.057, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.49636184857423793, |
| "grad_norm": 1.6005637645721436, |
| "learning_rate": 2.9660242411482848e-06, |
| "loss": 0.0694, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.4967551622418879, |
| "grad_norm": 1.2426131963729858, |
| "learning_rate": 2.9626498113437215e-06, |
| "loss": 0.0443, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.49714847590953787, |
| "grad_norm": 1.0461783409118652, |
| "learning_rate": 2.9592745085281154e-06, |
| "loss": 0.0449, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.4975417895771878, |
| "grad_norm": 1.1440929174423218, |
| "learning_rate": 2.955898339070596e-06, |
| "loss": 0.0429, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.49793510324483775, |
| "grad_norm": 1.5936861038208008, |
| "learning_rate": 2.9525213093419275e-06, |
| "loss": 0.0517, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.4983284169124877, |
| "grad_norm": 0.9140682220458984, |
| "learning_rate": 2.9491434257144995e-06, |
| "loss": 0.0699, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.49872173058013763, |
| "grad_norm": 0.6656792759895325, |
| "learning_rate": 2.9457646945623107e-06, |
| "loss": 0.023, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.49911504424778763, |
| "grad_norm": 1.1062997579574585, |
| "learning_rate": 2.9423851222609607e-06, |
| "loss": 0.0801, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.4995083579154376, |
| "grad_norm": 0.9155628085136414, |
| "learning_rate": 2.939004715187635e-06, |
| "loss": 0.0704, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.4999016715830875, |
| "grad_norm": 0.8905113339424133, |
| "learning_rate": 2.935623479721095e-06, |
| "loss": 0.0442, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.5002949852507375, |
| "grad_norm": 0.8276392817497253, |
| "learning_rate": 2.932241422241665e-06, |
| "loss": 0.0535, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.5006882989183874, |
| "grad_norm": 0.5640360713005066, |
| "learning_rate": 2.9288585491312206e-06, |
| "loss": 0.0411, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.5010816125860373, |
| "grad_norm": 1.5979022979736328, |
| "learning_rate": 2.925474866773176e-06, |
| "loss": 0.0703, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.5014749262536873, |
| "grad_norm": 1.1477428674697876, |
| "learning_rate": 2.922090381552475e-06, |
| "loss": 0.0488, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.5018682399213372, |
| "grad_norm": 1.544410228729248, |
| "learning_rate": 2.9187050998555715e-06, |
| "loss": 0.0689, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.5022615535889872, |
| "grad_norm": 1.16623055934906, |
| "learning_rate": 2.915319028070427e-06, |
| "loss": 0.0681, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.5026548672566372, |
| "grad_norm": 0.2639702558517456, |
| "learning_rate": 2.9119321725864914e-06, |
| "loss": 0.0321, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.5030481809242872, |
| "grad_norm": 0.9400918483734131, |
| "learning_rate": 2.908544539794693e-06, |
| "loss": 0.0726, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.5034414945919371, |
| "grad_norm": 2.083108425140381, |
| "learning_rate": 2.9051561360874297e-06, |
| "loss": 0.0567, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.503834808259587, |
| "grad_norm": 0.9149637818336487, |
| "learning_rate": 2.901766967858551e-06, |
| "loss": 0.0626, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.504228121927237, |
| "grad_norm": 0.6115841269493103, |
| "learning_rate": 2.8983770415033507e-06, |
| "loss": 0.0386, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.5046214355948869, |
| "grad_norm": 1.530674695968628, |
| "learning_rate": 2.8949863634185533e-06, |
| "loss": 0.0743, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.5050147492625369, |
| "grad_norm": 0.9860877990722656, |
| "learning_rate": 2.8915949400022995e-06, |
| "loss": 0.0397, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.5054080629301868, |
| "grad_norm": 1.6740636825561523, |
| "learning_rate": 2.8882027776541406e-06, |
| "loss": 0.0997, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.5058013765978367, |
| "grad_norm": 1.1494807004928589, |
| "learning_rate": 2.8848098827750186e-06, |
| "loss": 0.0639, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.5061946902654867, |
| "grad_norm": 1.5039880275726318, |
| "learning_rate": 2.8814162617672586e-06, |
| "loss": 0.0615, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.5065880039331366, |
| "grad_norm": 1.2192140817642212, |
| "learning_rate": 2.8780219210345573e-06, |
| "loss": 0.0543, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.5069813176007866, |
| "grad_norm": 1.1865425109863281, |
| "learning_rate": 2.8746268669819676e-06, |
| "loss": 0.069, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.5073746312684366, |
| "grad_norm": 1.6422653198242188, |
| "learning_rate": 2.8712311060158904e-06, |
| "loss": 0.0407, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.5077679449360866, |
| "grad_norm": 1.0872414112091064, |
| "learning_rate": 2.8678346445440588e-06, |
| "loss": 0.0485, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.5081612586037365, |
| "grad_norm": 1.3887152671813965, |
| "learning_rate": 2.8644374889755284e-06, |
| "loss": 0.0594, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.5085545722713865, |
| "grad_norm": 0.9311152100563049, |
| "learning_rate": 2.861039645720664e-06, |
| "loss": 0.0558, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.5089478859390364, |
| "grad_norm": 0.5611655116081238, |
| "learning_rate": 2.85764112119113e-06, |
| "loss": 0.0326, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.5093411996066863, |
| "grad_norm": 0.6655589938163757, |
| "learning_rate": 2.854241921799874e-06, |
| "loss": 0.0608, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.5097345132743363, |
| "grad_norm": 0.9743668437004089, |
| "learning_rate": 2.850842053961119e-06, |
| "loss": 0.0674, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.5101278269419862, |
| "grad_norm": 0.3803253471851349, |
| "learning_rate": 2.847441524090347e-06, |
| "loss": 0.0318, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.5105211406096362, |
| "grad_norm": 0.9651347398757935, |
| "learning_rate": 2.844040338604291e-06, |
| "loss": 0.0467, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.5109144542772861, |
| "grad_norm": 1.3503124713897705, |
| "learning_rate": 2.8406385039209217e-06, |
| "loss": 0.0353, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.511307767944936, |
| "grad_norm": 1.3085218667984009, |
| "learning_rate": 2.837236026459432e-06, |
| "loss": 0.0677, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.511701081612586, |
| "grad_norm": 0.759332537651062, |
| "learning_rate": 2.833832912640232e-06, |
| "loss": 0.0399, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.512094395280236, |
| "grad_norm": 1.254012107849121, |
| "learning_rate": 2.8304291688849283e-06, |
| "loss": 0.0469, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.512487708947886, |
| "grad_norm": 1.6213202476501465, |
| "learning_rate": 2.827024801616319e-06, |
| "loss": 0.077, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.5128810226155359, |
| "grad_norm": 0.751507580280304, |
| "learning_rate": 2.8236198172583765e-06, |
| "loss": 0.0499, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.5132743362831859, |
| "grad_norm": 0.6438438296318054, |
| "learning_rate": 2.820214222236241e-06, |
| "loss": 0.0638, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.5136676499508358, |
| "grad_norm": 0.8826209902763367, |
| "learning_rate": 2.816808022976201e-06, |
| "loss": 0.0422, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.5140609636184857, |
| "grad_norm": 0.4389915466308594, |
| "learning_rate": 2.813401225905688e-06, |
| "loss": 0.0192, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.5144542772861357, |
| "grad_norm": 0.7698509693145752, |
| "learning_rate": 2.8099938374532615e-06, |
| "loss": 0.043, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.5148475909537856, |
| "grad_norm": 1.0304797887802124, |
| "learning_rate": 2.806585864048594e-06, |
| "loss": 0.0648, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.5152409046214356, |
| "grad_norm": 0.9679722189903259, |
| "learning_rate": 2.8031773121224665e-06, |
| "loss": 0.0528, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.5156342182890855, |
| "grad_norm": 0.8979973793029785, |
| "learning_rate": 2.799768188106747e-06, |
| "loss": 0.0493, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.5160275319567355, |
| "grad_norm": 1.266461730003357, |
| "learning_rate": 2.7963584984343856e-06, |
| "loss": 0.0489, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.5164208456243854, |
| "grad_norm": 1.1776021718978882, |
| "learning_rate": 2.7929482495393995e-06, |
| "loss": 0.0453, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.5168141592920354, |
| "grad_norm": 0.89280104637146, |
| "learning_rate": 2.7895374478568608e-06, |
| "loss": 0.0506, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.5172074729596854, |
| "grad_norm": 1.046673059463501, |
| "learning_rate": 2.786126099822885e-06, |
| "loss": 0.0812, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.5176007866273353, |
| "grad_norm": 1.451196312904358, |
| "learning_rate": 2.7827142118746187e-06, |
| "loss": 0.0388, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.5179941002949853, |
| "grad_norm": 0.9998504519462585, |
| "learning_rate": 2.779301790450226e-06, |
| "loss": 0.0505, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.5183874139626352, |
| "grad_norm": 1.0535742044448853, |
| "learning_rate": 2.7758888419888797e-06, |
| "loss": 0.0377, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.5187807276302852, |
| "grad_norm": 0.9973492622375488, |
| "learning_rate": 2.7724753729307454e-06, |
| "loss": 0.0512, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.5191740412979351, |
| "grad_norm": 1.3732929229736328, |
| "learning_rate": 2.769061389716971e-06, |
| "loss": 0.0992, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.519567354965585, |
| "grad_norm": 1.1079411506652832, |
| "learning_rate": 2.765646898789677e-06, |
| "loss": 0.0438, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.519960668633235, |
| "grad_norm": 1.0692771673202515, |
| "learning_rate": 2.762231906591939e-06, |
| "loss": 0.0482, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.5203539823008849, |
| "grad_norm": 0.773914098739624, |
| "learning_rate": 2.75881641956778e-06, |
| "loss": 0.0307, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.5207472959685349, |
| "grad_norm": 0.8193982243537903, |
| "learning_rate": 2.7554004441621562e-06, |
| "loss": 0.0357, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.5211406096361848, |
| "grad_norm": 1.0655934810638428, |
| "learning_rate": 2.7519839868209462e-06, |
| "loss": 0.0564, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.5215339233038349, |
| "grad_norm": 0.668292760848999, |
| "learning_rate": 2.748567053990937e-06, |
| "loss": 0.0394, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.5219272369714848, |
| "grad_norm": 1.5048760175704956, |
| "learning_rate": 2.7451496521198144e-06, |
| "loss": 0.0756, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.5223205506391347, |
| "grad_norm": 1.869588017463684, |
| "learning_rate": 2.741731787656146e-06, |
| "loss": 0.08, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.5227138643067847, |
| "grad_norm": 1.6091140508651733, |
| "learning_rate": 2.7383134670493765e-06, |
| "loss": 0.0618, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.5231071779744346, |
| "grad_norm": 0.5614988207817078, |
| "learning_rate": 2.734894696749808e-06, |
| "loss": 0.022, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.5235004916420846, |
| "grad_norm": 1.5846737623214722, |
| "learning_rate": 2.7314754832085926e-06, |
| "loss": 0.0617, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.5238938053097345, |
| "grad_norm": 1.0142868757247925, |
| "learning_rate": 2.728055832877719e-06, |
| "loss": 0.1201, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.5242871189773844, |
| "grad_norm": 0.9764862060546875, |
| "learning_rate": 2.7246357522099996e-06, |
| "loss": 0.0576, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.5246804326450344, |
| "grad_norm": 0.7208642363548279, |
| "learning_rate": 2.721215247659059e-06, |
| "loss": 0.0165, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.5250737463126843, |
| "grad_norm": 1.2766616344451904, |
| "learning_rate": 2.7177943256793214e-06, |
| "loss": 0.0589, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.5254670599803343, |
| "grad_norm": 1.7238527536392212, |
| "learning_rate": 2.7143729927259992e-06, |
| "loss": 0.0415, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.5258603736479842, |
| "grad_norm": 0.9424237608909607, |
| "learning_rate": 2.7109512552550804e-06, |
| "loss": 0.088, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.5262536873156343, |
| "grad_norm": 0.8586751818656921, |
| "learning_rate": 2.707529119723315e-06, |
| "loss": 0.0621, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.5266470009832842, |
| "grad_norm": 0.6910445690155029, |
| "learning_rate": 2.7041065925882054e-06, |
| "loss": 0.0473, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.5270403146509341, |
| "grad_norm": 0.6774911880493164, |
| "learning_rate": 2.7006836803079934e-06, |
| "loss": 0.0401, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.5274336283185841, |
| "grad_norm": 1.1810059547424316, |
| "learning_rate": 2.697260389341645e-06, |
| "loss": 0.0464, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.527826941986234, |
| "grad_norm": 0.6813443303108215, |
| "learning_rate": 2.693836726148844e-06, |
| "loss": 0.0502, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.528220255653884, |
| "grad_norm": 1.6458402872085571, |
| "learning_rate": 2.6904126971899754e-06, |
| "loss": 0.0644, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.5286135693215339, |
| "grad_norm": 1.4540367126464844, |
| "learning_rate": 2.686988308926112e-06, |
| "loss": 0.0564, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.5290068829891839, |
| "grad_norm": 0.6865090131759644, |
| "learning_rate": 2.68356356781901e-06, |
| "loss": 0.0448, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.5294001966568338, |
| "grad_norm": 1.91966712474823, |
| "learning_rate": 2.6801384803310855e-06, |
| "loss": 0.0431, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.5297935103244837, |
| "grad_norm": 0.6628435254096985, |
| "learning_rate": 2.676713052925411e-06, |
| "loss": 0.0513, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.5301868239921337, |
| "grad_norm": 1.0600309371948242, |
| "learning_rate": 2.6732872920657018e-06, |
| "loss": 0.0321, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.5305801376597836, |
| "grad_norm": 0.5295042991638184, |
| "learning_rate": 2.6698612042162995e-06, |
| "loss": 0.0299, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.5309734513274337, |
| "grad_norm": 1.229316234588623, |
| "learning_rate": 2.6664347958421647e-06, |
| "loss": 0.0475, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.5313667649950836, |
| "grad_norm": 0.8785441517829895, |
| "learning_rate": 2.6630080734088625e-06, |
| "loss": 0.0424, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.5317600786627336, |
| "grad_norm": 1.3285952806472778, |
| "learning_rate": 2.6595810433825496e-06, |
| "loss": 0.0359, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.5321533923303835, |
| "grad_norm": 0.8368435502052307, |
| "learning_rate": 2.6561537122299647e-06, |
| "loss": 0.0503, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.5325467059980334, |
| "grad_norm": 0.790544331073761, |
| "learning_rate": 2.6527260864184135e-06, |
| "loss": 0.0321, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.5329400196656834, |
| "grad_norm": 1.5722286701202393, |
| "learning_rate": 2.6492981724157576e-06, |
| "loss": 0.0765, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.5333333333333333, |
| "grad_norm": 1.0913268327713013, |
| "learning_rate": 2.6458699766904033e-06, |
| "loss": 0.0526, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.5337266470009833, |
| "grad_norm": 1.2754257917404175, |
| "learning_rate": 2.6424415057112883e-06, |
| "loss": 0.0585, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.5341199606686332, |
| "grad_norm": 2.0785610675811768, |
| "learning_rate": 2.6390127659478698e-06, |
| "loss": 0.0995, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.5345132743362832, |
| "grad_norm": 1.3484556674957275, |
| "learning_rate": 2.6355837638701115e-06, |
| "loss": 0.0462, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.5349065880039331, |
| "grad_norm": 0.7563539147377014, |
| "learning_rate": 2.632154505948472e-06, |
| "loss": 0.0614, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.535299901671583, |
| "grad_norm": 0.7201266288757324, |
| "learning_rate": 2.6287249986538944e-06, |
| "loss": 0.0449, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.5356932153392331, |
| "grad_norm": 1.439516544342041, |
| "learning_rate": 2.62529524845779e-06, |
| "loss": 0.0694, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.536086529006883, |
| "grad_norm": 0.6716679334640503, |
| "learning_rate": 2.6218652618320306e-06, |
| "loss": 0.0302, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.536479842674533, |
| "grad_norm": 1.9574276208877563, |
| "learning_rate": 2.6184350452489317e-06, |
| "loss": 0.0708, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.5368731563421829, |
| "grad_norm": 1.3900701999664307, |
| "learning_rate": 2.615004605181246e-06, |
| "loss": 0.0833, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.5372664700098329, |
| "grad_norm": 0.9019057154655457, |
| "learning_rate": 2.611573948102144e-06, |
| "loss": 0.0625, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.5376597836774828, |
| "grad_norm": 2.0217947959899902, |
| "learning_rate": 2.6081430804852093e-06, |
| "loss": 0.0837, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.5380530973451327, |
| "grad_norm": 1.5341334342956543, |
| "learning_rate": 2.604712008804421e-06, |
| "loss": 0.0734, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.5384464110127827, |
| "grad_norm": 1.3491941690444946, |
| "learning_rate": 2.601280739534143e-06, |
| "loss": 0.0631, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.5388397246804326, |
| "grad_norm": 1.264906406402588, |
| "learning_rate": 2.5978492791491126e-06, |
| "loss": 0.0361, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.5392330383480826, |
| "grad_norm": 1.567254900932312, |
| "learning_rate": 2.594417634124428e-06, |
| "loss": 0.0802, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.5396263520157325, |
| "grad_norm": 0.912144124507904, |
| "learning_rate": 2.590985810935535e-06, |
| "loss": 0.0321, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.5400196656833824, |
| "grad_norm": 0.7098456025123596, |
| "learning_rate": 2.5875538160582176e-06, |
| "loss": 0.0625, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.5404129793510325, |
| "grad_norm": 1.4193458557128906, |
| "learning_rate": 2.58412165596858e-06, |
| "loss": 0.0518, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.5408062930186824, |
| "grad_norm": 1.3003660440444946, |
| "learning_rate": 2.5806893371430413e-06, |
| "loss": 0.0625, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.5411996066863324, |
| "grad_norm": 1.4275062084197998, |
| "learning_rate": 2.57725686605832e-06, |
| "loss": 0.0628, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.5415929203539823, |
| "grad_norm": 1.3604398965835571, |
| "learning_rate": 2.5738242491914206e-06, |
| "loss": 0.0733, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.5419862340216323, |
| "grad_norm": 2.859689235687256, |
| "learning_rate": 2.5703914930196227e-06, |
| "loss": 0.0547, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.5423795476892822, |
| "grad_norm": 0.770262598991394, |
| "learning_rate": 2.5669586040204697e-06, |
| "loss": 0.0644, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.5427728613569321, |
| "grad_norm": 0.7974931001663208, |
| "learning_rate": 2.5635255886717553e-06, |
| "loss": 0.0687, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.5431661750245821, |
| "grad_norm": 0.9779230356216431, |
| "learning_rate": 2.560092453451512e-06, |
| "loss": 0.0586, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.543559488692232, |
| "grad_norm": 2.3653101921081543, |
| "learning_rate": 2.5566592048379975e-06, |
| "loss": 0.0697, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.543952802359882, |
| "grad_norm": 1.6566016674041748, |
| "learning_rate": 2.553225849309684e-06, |
| "loss": 0.104, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.5443461160275319, |
| "grad_norm": 1.516684889793396, |
| "learning_rate": 2.5497923933452464e-06, |
| "loss": 0.0423, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.5447394296951819, |
| "grad_norm": 1.3681788444519043, |
| "learning_rate": 2.5463588434235463e-06, |
| "loss": 0.052, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.5451327433628319, |
| "grad_norm": 0.49628522992134094, |
| "learning_rate": 2.542925206023626e-06, |
| "loss": 0.0255, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.5455260570304818, |
| "grad_norm": 0.9334824681282043, |
| "learning_rate": 2.5394914876246916e-06, |
| "loss": 0.0517, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.5459193706981318, |
| "grad_norm": 1.3869428634643555, |
| "learning_rate": 2.5360576947061004e-06, |
| "loss": 0.051, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.5463126843657817, |
| "grad_norm": 0.7261596918106079, |
| "learning_rate": 2.5326238337473537e-06, |
| "loss": 0.0349, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.5467059980334317, |
| "grad_norm": 1.0270626544952393, |
| "learning_rate": 2.5291899112280765e-06, |
| "loss": 0.0574, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.5470993117010816, |
| "grad_norm": 0.9097653031349182, |
| "learning_rate": 2.5257559336280145e-06, |
| "loss": 0.0434, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.5474926253687316, |
| "grad_norm": 1.5684995651245117, |
| "learning_rate": 2.522321907427016e-06, |
| "loss": 0.0394, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.5478859390363815, |
| "grad_norm": 0.5134732723236084, |
| "learning_rate": 2.5188878391050187e-06, |
| "loss": 0.0642, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.5482792527040314, |
| "grad_norm": 1.6495331525802612, |
| "learning_rate": 2.515453735142043e-06, |
| "loss": 0.0335, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.5486725663716814, |
| "grad_norm": 0.949030876159668, |
| "learning_rate": 2.5120196020181752e-06, |
| "loss": 0.069, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.5490658800393313, |
| "grad_norm": 0.5853769183158875, |
| "learning_rate": 2.5085854462135556e-06, |
| "loss": 0.035, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.5494591937069813, |
| "grad_norm": 1.0677484273910522, |
| "learning_rate": 2.505151274208369e-06, |
| "loss": 0.0511, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.5498525073746313, |
| "grad_norm": 1.5644643306732178, |
| "learning_rate": 2.50171709248283e-06, |
| "loss": 0.0814, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.5502458210422813, |
| "grad_norm": 0.736179769039154, |
| "learning_rate": 2.4982829075171714e-06, |
| "loss": 0.0452, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.5506391347099312, |
| "grad_norm": 0.8911694288253784, |
| "learning_rate": 2.494848725791632e-06, |
| "loss": 0.0564, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.5510324483775811, |
| "grad_norm": 1.9409581422805786, |
| "learning_rate": 2.4914145537864453e-06, |
| "loss": 0.0724, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.5514257620452311, |
| "grad_norm": 1.1989744901657104, |
| "learning_rate": 2.4879803979818256e-06, |
| "loss": 0.0496, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.551819075712881, |
| "grad_norm": 1.8545705080032349, |
| "learning_rate": 2.4845462648579573e-06, |
| "loss": 0.0527, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.552212389380531, |
| "grad_norm": 1.8136131763458252, |
| "learning_rate": 2.481112160894982e-06, |
| "loss": 0.0601, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.5526057030481809, |
| "grad_norm": 1.070971131324768, |
| "learning_rate": 2.4776780925729853e-06, |
| "loss": 0.0612, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.5529990167158308, |
| "grad_norm": 1.127616047859192, |
| "learning_rate": 2.474244066371986e-06, |
| "loss": 0.0503, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.5533923303834808, |
| "grad_norm": 1.5506644248962402, |
| "learning_rate": 2.4708100887719243e-06, |
| "loss": 0.0638, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.5537856440511307, |
| "grad_norm": 1.5224863290786743, |
| "learning_rate": 2.4673761662526475e-06, |
| "loss": 0.0521, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.5541789577187807, |
| "grad_norm": 1.2066714763641357, |
| "learning_rate": 2.4639423052938995e-06, |
| "loss": 0.0533, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.5545722713864307, |
| "grad_norm": 1.389074683189392, |
| "learning_rate": 2.4605085123753097e-06, |
| "loss": 0.0809, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.5549655850540807, |
| "grad_norm": 0.6731852293014526, |
| "learning_rate": 2.4570747939763745e-06, |
| "loss": 0.0249, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.5553588987217306, |
| "grad_norm": 1.2953534126281738, |
| "learning_rate": 2.453641156576454e-06, |
| "loss": 0.0473, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.5557522123893806, |
| "grad_norm": 0.9251944422721863, |
| "learning_rate": 2.4502076066547545e-06, |
| "loss": 0.0765, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.5561455260570305, |
| "grad_norm": 1.831679344177246, |
| "learning_rate": 2.4467741506903162e-06, |
| "loss": 0.0798, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.5565388397246804, |
| "grad_norm": 1.2218101024627686, |
| "learning_rate": 2.443340795162003e-06, |
| "loss": 0.0393, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.5569321533923304, |
| "grad_norm": 1.164400577545166, |
| "learning_rate": 2.4399075465484883e-06, |
| "loss": 0.0681, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.5573254670599803, |
| "grad_norm": 1.0514402389526367, |
| "learning_rate": 2.4364744113282455e-06, |
| "loss": 0.0593, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.5577187807276303, |
| "grad_norm": 1.9647271633148193, |
| "learning_rate": 2.433041395979531e-06, |
| "loss": 0.0785, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.5581120943952802, |
| "grad_norm": 0.7550022006034851, |
| "learning_rate": 2.429608506980378e-06, |
| "loss": 0.0443, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.5585054080629301, |
| "grad_norm": 1.2886439561843872, |
| "learning_rate": 2.4261757508085803e-06, |
| "loss": 0.0625, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.5588987217305801, |
| "grad_norm": 0.6531363129615784, |
| "learning_rate": 2.422743133941681e-06, |
| "loss": 0.0437, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.5592920353982301, |
| "grad_norm": 1.3166404962539673, |
| "learning_rate": 2.419310662856959e-06, |
| "loss": 0.0363, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.5596853490658801, |
| "grad_norm": 0.9738766551017761, |
| "learning_rate": 2.415878344031421e-06, |
| "loss": 0.0499, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.56007866273353, |
| "grad_norm": 1.1199309825897217, |
| "learning_rate": 2.4124461839417832e-06, |
| "loss": 0.0638, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.56047197640118, |
| "grad_norm": 0.7884669303894043, |
| "learning_rate": 2.4090141890644654e-06, |
| "loss": 0.0219, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.5608652900688299, |
| "grad_norm": 1.508720874786377, |
| "learning_rate": 2.405582365875573e-06, |
| "loss": 0.0722, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.5612586037364798, |
| "grad_norm": 0.9353559017181396, |
| "learning_rate": 2.4021507208508882e-06, |
| "loss": 0.0654, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.5616519174041298, |
| "grad_norm": 1.9918673038482666, |
| "learning_rate": 2.398719260465858e-06, |
| "loss": 0.0741, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.5620452310717797, |
| "grad_norm": 0.9243260622024536, |
| "learning_rate": 2.3952879911955794e-06, |
| "loss": 0.0369, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.5624385447394297, |
| "grad_norm": 1.3456679582595825, |
| "learning_rate": 2.391856919514791e-06, |
| "loss": 0.0811, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.5628318584070796, |
| "grad_norm": 1.5919969081878662, |
| "learning_rate": 2.3884260518978562e-06, |
| "loss": 0.0402, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.5632251720747296, |
| "grad_norm": 0.5894349813461304, |
| "learning_rate": 2.3849953948187552e-06, |
| "loss": 0.0396, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.5636184857423795, |
| "grad_norm": 1.708106517791748, |
| "learning_rate": 2.3815649547510687e-06, |
| "loss": 0.0575, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.5640117994100295, |
| "grad_norm": 1.6241428852081299, |
| "learning_rate": 2.37813473816797e-06, |
| "loss": 0.047, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.5644051130776795, |
| "grad_norm": 1.1760050058364868, |
| "learning_rate": 2.3747047515422102e-06, |
| "loss": 0.049, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.5647984267453294, |
| "grad_norm": 0.6579201221466064, |
| "learning_rate": 2.371275001346106e-06, |
| "loss": 0.0569, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.5651917404129794, |
| "grad_norm": 0.5577812194824219, |
| "learning_rate": 2.367845494051529e-06, |
| "loss": 0.0338, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.5655850540806293, |
| "grad_norm": 0.9575706124305725, |
| "learning_rate": 2.3644162361298897e-06, |
| "loss": 0.0622, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.5659783677482793, |
| "grad_norm": 0.6951814889907837, |
| "learning_rate": 2.360987234052131e-06, |
| "loss": 0.0329, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.5663716814159292, |
| "grad_norm": 1.079609990119934, |
| "learning_rate": 2.357558494288712e-06, |
| "loss": 0.0672, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.5667649950835791, |
| "grad_norm": 1.0509586334228516, |
| "learning_rate": 2.354130023309597e-06, |
| "loss": 0.0755, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.5671583087512291, |
| "grad_norm": 0.9782833456993103, |
| "learning_rate": 2.350701827584243e-06, |
| "loss": 0.0319, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.567551622418879, |
| "grad_norm": 1.019370675086975, |
| "learning_rate": 2.3472739135815877e-06, |
| "loss": 0.0696, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.567944936086529, |
| "grad_norm": 1.419137716293335, |
| "learning_rate": 2.343846287770036e-06, |
| "loss": 0.0797, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.5683382497541789, |
| "grad_norm": 1.8223907947540283, |
| "learning_rate": 2.340418956617451e-06, |
| "loss": 0.0462, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.568731563421829, |
| "grad_norm": 1.1286693811416626, |
| "learning_rate": 2.336991926591138e-06, |
| "loss": 0.0735, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.5691248770894789, |
| "grad_norm": 1.7998546361923218, |
| "learning_rate": 2.3335652041578352e-06, |
| "loss": 0.0964, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.5695181907571288, |
| "grad_norm": 1.0016109943389893, |
| "learning_rate": 2.3301387957837017e-06, |
| "loss": 0.0631, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.5699115044247788, |
| "grad_norm": 1.876328706741333, |
| "learning_rate": 2.326712707934299e-06, |
| "loss": 0.0683, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.5703048180924287, |
| "grad_norm": 1.8099371194839478, |
| "learning_rate": 2.3232869470745893e-06, |
| "loss": 0.058, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.5706981317600787, |
| "grad_norm": 0.8637019395828247, |
| "learning_rate": 2.3198615196689153e-06, |
| "loss": 0.0655, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.5710914454277286, |
| "grad_norm": 2.1426312923431396, |
| "learning_rate": 2.3164364321809906e-06, |
| "loss": 0.0572, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.5714847590953785, |
| "grad_norm": 1.6157870292663574, |
| "learning_rate": 2.3130116910738874e-06, |
| "loss": 0.0321, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.5718780727630285, |
| "grad_norm": 0.8953425288200378, |
| "learning_rate": 2.309587302810026e-06, |
| "loss": 0.0292, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.5722713864306784, |
| "grad_norm": 0.8132373094558716, |
| "learning_rate": 2.306163273851157e-06, |
| "loss": 0.0517, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.5726647000983284, |
| "grad_norm": 0.8843181729316711, |
| "learning_rate": 2.302739610658356e-06, |
| "loss": 0.0389, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.5730580137659783, |
| "grad_norm": 1.1060006618499756, |
| "learning_rate": 2.2993163196920075e-06, |
| "loss": 0.08, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.5734513274336284, |
| "grad_norm": 1.1257623434066772, |
| "learning_rate": 2.295893407411795e-06, |
| "loss": 0.053, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.5738446411012783, |
| "grad_norm": 1.0160799026489258, |
| "learning_rate": 2.2924708802766857e-06, |
| "loss": 0.0439, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.5742379547689282, |
| "grad_norm": 1.231930136680603, |
| "learning_rate": 2.2890487447449204e-06, |
| "loss": 0.0569, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.5746312684365782, |
| "grad_norm": 0.8130099177360535, |
| "learning_rate": 2.285627007274001e-06, |
| "loss": 0.0361, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.5750245821042281, |
| "grad_norm": 0.6949229836463928, |
| "learning_rate": 2.282205674320679e-06, |
| "loss": 0.0598, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.5754178957718781, |
| "grad_norm": 1.0386853218078613, |
| "learning_rate": 2.2787847523409416e-06, |
| "loss": 0.0601, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.575811209439528, |
| "grad_norm": 0.48775455355644226, |
| "learning_rate": 2.2753642477900012e-06, |
| "loss": 0.0483, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.576204523107178, |
| "grad_norm": 1.220493197441101, |
| "learning_rate": 2.2719441671222815e-06, |
| "loss": 0.0398, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.5765978367748279, |
| "grad_norm": 0.747078537940979, |
| "learning_rate": 2.268524516791408e-06, |
| "loss": 0.0313, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.5769911504424778, |
| "grad_norm": 0.7773571014404297, |
| "learning_rate": 2.2651053032501928e-06, |
| "loss": 0.0395, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.5773844641101278, |
| "grad_norm": 0.4083022177219391, |
| "learning_rate": 2.261686532950624e-06, |
| "loss": 0.0255, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.5777777777777777, |
| "grad_norm": 1.0136034488677979, |
| "learning_rate": 2.2582682123438547e-06, |
| "loss": 0.0499, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.5781710914454278, |
| "grad_norm": 1.2290290594100952, |
| "learning_rate": 2.254850347880187e-06, |
| "loss": 0.0649, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.5785644051130777, |
| "grad_norm": 1.4913883209228516, |
| "learning_rate": 2.2514329460090633e-06, |
| "loss": 0.0595, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.5789577187807277, |
| "grad_norm": 1.210160732269287, |
| "learning_rate": 2.248016013179054e-06, |
| "loss": 0.0433, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.5793510324483776, |
| "grad_norm": 0.757161557674408, |
| "learning_rate": 2.244599555837844e-06, |
| "loss": 0.035, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.5797443461160275, |
| "grad_norm": 1.0250403881072998, |
| "learning_rate": 2.2411835804322206e-06, |
| "loss": 0.0375, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.5801376597836775, |
| "grad_norm": 1.1955897808074951, |
| "learning_rate": 2.2377680934080625e-06, |
| "loss": 0.0449, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.5805309734513274, |
| "grad_norm": 1.7066453695297241, |
| "learning_rate": 2.2343531012103244e-06, |
| "loss": 0.0722, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.5809242871189774, |
| "grad_norm": 0.6709203720092773, |
| "learning_rate": 2.2309386102830295e-06, |
| "loss": 0.0354, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.5813176007866273, |
| "grad_norm": 0.9403322339057922, |
| "learning_rate": 2.227524627069256e-06, |
| "loss": 0.039, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.5817109144542773, |
| "grad_norm": 1.1907342672348022, |
| "learning_rate": 2.2241111580111207e-06, |
| "loss": 0.0894, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.5821042281219272, |
| "grad_norm": 0.9678034782409668, |
| "learning_rate": 2.220698209549774e-06, |
| "loss": 0.0492, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.5824975417895771, |
| "grad_norm": 0.5867919325828552, |
| "learning_rate": 2.2172857881253825e-06, |
| "loss": 0.0329, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.5828908554572272, |
| "grad_norm": 0.9085230827331543, |
| "learning_rate": 2.2138739001771157e-06, |
| "loss": 0.0501, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.5832841691248771, |
| "grad_norm": 1.015177845954895, |
| "learning_rate": 2.2104625521431396e-06, |
| "loss": 0.0297, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.5836774827925271, |
| "grad_norm": 0.48682698607444763, |
| "learning_rate": 2.207051750460601e-06, |
| "loss": 0.0329, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.584070796460177, |
| "grad_norm": 1.861662745475769, |
| "learning_rate": 2.2036415015656148e-06, |
| "loss": 0.0619, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.584464110127827, |
| "grad_norm": 0.9373002648353577, |
| "learning_rate": 2.2002318118932543e-06, |
| "loss": 0.0563, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.5848574237954769, |
| "grad_norm": 0.4820902943611145, |
| "learning_rate": 2.1968226878775347e-06, |
| "loss": 0.0206, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.5852507374631268, |
| "grad_norm": 0.6255022287368774, |
| "learning_rate": 2.1934141359514062e-06, |
| "loss": 0.0319, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.5856440511307768, |
| "grad_norm": 0.8468760848045349, |
| "learning_rate": 2.1900061625467393e-06, |
| "loss": 0.0574, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.5860373647984267, |
| "grad_norm": 0.519826352596283, |
| "learning_rate": 2.1865987740943116e-06, |
| "loss": 0.0595, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.5864306784660767, |
| "grad_norm": 1.6838140487670898, |
| "learning_rate": 2.183191977023799e-06, |
| "loss": 0.0549, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.5868239921337266, |
| "grad_norm": 1.3588017225265503, |
| "learning_rate": 2.17978577776376e-06, |
| "loss": 0.058, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.5872173058013765, |
| "grad_norm": 0.9913402199745178, |
| "learning_rate": 2.176380182741624e-06, |
| "loss": 0.021, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.5876106194690266, |
| "grad_norm": 1.7032448053359985, |
| "learning_rate": 2.172975198383682e-06, |
| "loss": 0.0565, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.5880039331366765, |
| "grad_norm": 0.9853689670562744, |
| "learning_rate": 2.169570831115072e-06, |
| "loss": 0.0532, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.5883972468043265, |
| "grad_norm": 1.061571717262268, |
| "learning_rate": 2.1661670873597686e-06, |
| "loss": 0.042, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.5887905604719764, |
| "grad_norm": 1.0780665874481201, |
| "learning_rate": 2.1627639735405683e-06, |
| "loss": 0.0412, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.5891838741396264, |
| "grad_norm": 1.1072509288787842, |
| "learning_rate": 2.1593614960790795e-06, |
| "loss": 0.0369, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.5895771878072763, |
| "grad_norm": 0.9231078028678894, |
| "learning_rate": 2.15595966139571e-06, |
| "loss": 0.0388, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.5899705014749262, |
| "grad_norm": 0.8702555894851685, |
| "learning_rate": 2.152558475909654e-06, |
| "loss": 0.0719, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.5903638151425762, |
| "grad_norm": 0.910358726978302, |
| "learning_rate": 2.149157946038882e-06, |
| "loss": 0.0468, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.5907571288102261, |
| "grad_norm": 1.3807059526443481, |
| "learning_rate": 2.145758078200126e-06, |
| "loss": 0.0729, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.5911504424778761, |
| "grad_norm": 0.9765854477882385, |
| "learning_rate": 2.1423588788088704e-06, |
| "loss": 0.0407, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.591543756145526, |
| "grad_norm": 1.021924376487732, |
| "learning_rate": 2.1389603542793364e-06, |
| "loss": 0.0342, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.591937069813176, |
| "grad_norm": 1.098352313041687, |
| "learning_rate": 2.1355625110244725e-06, |
| "loss": 0.0668, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.592330383480826, |
| "grad_norm": 1.5986775159835815, |
| "learning_rate": 2.1321653554559425e-06, |
| "loss": 0.0673, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.592723697148476, |
| "grad_norm": 1.2270184755325317, |
| "learning_rate": 2.1287688939841104e-06, |
| "loss": 0.0405, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.5931170108161259, |
| "grad_norm": 0.6227984428405762, |
| "learning_rate": 2.125373133018033e-06, |
| "loss": 0.0362, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.5935103244837758, |
| "grad_norm": 1.1838734149932861, |
| "learning_rate": 2.1219780789654436e-06, |
| "loss": 0.0705, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.5939036381514258, |
| "grad_norm": 1.5811330080032349, |
| "learning_rate": 2.1185837382327422e-06, |
| "loss": 0.0811, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.5942969518190757, |
| "grad_norm": 1.6723252534866333, |
| "learning_rate": 2.1151901172249823e-06, |
| "loss": 0.0711, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.5946902654867257, |
| "grad_norm": 1.1075739860534668, |
| "learning_rate": 2.1117972223458598e-06, |
| "loss": 0.0365, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.5950835791543756, |
| "grad_norm": 1.0250906944274902, |
| "learning_rate": 2.108405059997701e-06, |
| "loss": 0.0534, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.5954768928220255, |
| "grad_norm": 1.4097585678100586, |
| "learning_rate": 2.1050136365814484e-06, |
| "loss": 0.0633, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.5958702064896755, |
| "grad_norm": 1.0003234148025513, |
| "learning_rate": 2.10162295849665e-06, |
| "loss": 0.0331, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.5962635201573254, |
| "grad_norm": 1.203927755355835, |
| "learning_rate": 2.0982330321414495e-06, |
| "loss": 0.0397, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.5966568338249754, |
| "grad_norm": 1.1078671216964722, |
| "learning_rate": 2.094843863912571e-06, |
| "loss": 0.061, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.5970501474926254, |
| "grad_norm": 0.9437456130981445, |
| "learning_rate": 2.0914554602053072e-06, |
| "loss": 0.0549, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.5974434611602754, |
| "grad_norm": 0.34665971994400024, |
| "learning_rate": 2.0880678274135103e-06, |
| "loss": 0.0374, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.5978367748279253, |
| "grad_norm": 1.6303670406341553, |
| "learning_rate": 2.084680971929574e-06, |
| "loss": 0.0729, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.5982300884955752, |
| "grad_norm": 1.1011961698532104, |
| "learning_rate": 2.0812949001444293e-06, |
| "loss": 0.0399, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.5986234021632252, |
| "grad_norm": 0.8066303730010986, |
| "learning_rate": 2.077909618447526e-06, |
| "loss": 0.05, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.5990167158308751, |
| "grad_norm": 1.4448401927947998, |
| "learning_rate": 2.0745251332268238e-06, |
| "loss": 0.0616, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.5994100294985251, |
| "grad_norm": 0.49370574951171875, |
| "learning_rate": 2.07114145086878e-06, |
| "loss": 0.0496, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.599803343166175, |
| "grad_norm": 1.0275585651397705, |
| "learning_rate": 2.0677585777583366e-06, |
| "loss": 0.038, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.600196656833825, |
| "grad_norm": 1.1347780227661133, |
| "learning_rate": 2.0643765202789064e-06, |
| "loss": 0.0324, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.6005899705014749, |
| "grad_norm": 1.2602198123931885, |
| "learning_rate": 2.060995284812366e-06, |
| "loss": 0.0699, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.6009832841691248, |
| "grad_norm": 1.4369268417358398, |
| "learning_rate": 2.0576148777390397e-06, |
| "loss": 0.0664, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.6013765978367748, |
| "grad_norm": 1.8620692491531372, |
| "learning_rate": 2.0542353054376893e-06, |
| "loss": 0.0566, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.6017699115044248, |
| "grad_norm": 1.026005506515503, |
| "learning_rate": 2.0508565742855017e-06, |
| "loss": 0.023, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.6021632251720748, |
| "grad_norm": 0.8947687149047852, |
| "learning_rate": 2.0474786906580733e-06, |
| "loss": 0.0573, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.6025565388397247, |
| "grad_norm": 1.1179437637329102, |
| "learning_rate": 2.044101660929405e-06, |
| "loss": 0.0551, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.6029498525073747, |
| "grad_norm": 0.6822925806045532, |
| "learning_rate": 2.040725491471885e-06, |
| "loss": 0.0393, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.6033431661750246, |
| "grad_norm": 1.8381119966506958, |
| "learning_rate": 2.037350188656279e-06, |
| "loss": 0.0502, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.6037364798426745, |
| "grad_norm": 1.5118048191070557, |
| "learning_rate": 2.0339757588517165e-06, |
| "loss": 0.0403, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.6041297935103245, |
| "grad_norm": 1.0197237730026245, |
| "learning_rate": 2.0306022084256786e-06, |
| "loss": 0.0651, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.6045231071779744, |
| "grad_norm": 2.17777943611145, |
| "learning_rate": 2.027229543743989e-06, |
| "loss": 0.069, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.6049164208456244, |
| "grad_norm": 1.1577013731002808, |
| "learning_rate": 2.0238577711707987e-06, |
| "loss": 0.0615, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.6053097345132743, |
| "grad_norm": 1.1709601879119873, |
| "learning_rate": 2.0204868970685764e-06, |
| "loss": 0.0548, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.6057030481809242, |
| "grad_norm": 0.8054937124252319, |
| "learning_rate": 2.0171169277980954e-06, |
| "loss": 0.0479, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.6060963618485742, |
| "grad_norm": 0.9096735715866089, |
| "learning_rate": 2.0137478697184205e-06, |
| "loss": 0.0655, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.6064896755162242, |
| "grad_norm": 0.9453304409980774, |
| "learning_rate": 2.0103797291868977e-06, |
| "loss": 0.0812, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.6068829891838742, |
| "grad_norm": 0.8558923602104187, |
| "learning_rate": 2.0070125125591414e-06, |
| "loss": 0.0468, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.6072763028515241, |
| "grad_norm": 1.2030149698257446, |
| "learning_rate": 2.0036462261890225e-06, |
| "loss": 0.0542, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.6076696165191741, |
| "grad_norm": 0.9261341691017151, |
| "learning_rate": 2.0002808764286573e-06, |
| "loss": 0.0706, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.608062930186824, |
| "grad_norm": 0.7496268153190613, |
| "learning_rate": 1.9969164696283945e-06, |
| "loss": 0.0298, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.6084562438544739, |
| "grad_norm": 1.2815377712249756, |
| "learning_rate": 1.9935530121368023e-06, |
| "loss": 0.0555, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.6088495575221239, |
| "grad_norm": 0.964885413646698, |
| "learning_rate": 1.990190510300659e-06, |
| "loss": 0.0211, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.6092428711897738, |
| "grad_norm": 0.8117434978485107, |
| "learning_rate": 1.986828970464939e-06, |
| "loss": 0.0417, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.6096361848574238, |
| "grad_norm": 0.4136671721935272, |
| "learning_rate": 1.983468398972802e-06, |
| "loss": 0.0177, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.6100294985250737, |
| "grad_norm": 0.8469100594520569, |
| "learning_rate": 1.980108802165579e-06, |
| "loss": 0.0375, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.6104228121927237, |
| "grad_norm": 0.8030047416687012, |
| "learning_rate": 1.976750186382764e-06, |
| "loss": 0.0237, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.6108161258603736, |
| "grad_norm": 1.6747819185256958, |
| "learning_rate": 1.9733925579619965e-06, |
| "loss": 0.072, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.6112094395280236, |
| "grad_norm": 0.8288264870643616, |
| "learning_rate": 1.970035923239056e-06, |
| "loss": 0.0347, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.6116027531956736, |
| "grad_norm": 0.8544471859931946, |
| "learning_rate": 1.9666802885478463e-06, |
| "loss": 0.0445, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.6119960668633235, |
| "grad_norm": 0.8386610150337219, |
| "learning_rate": 1.963325660220384e-06, |
| "loss": 0.0609, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.6123893805309735, |
| "grad_norm": 1.3670865297317505, |
| "learning_rate": 1.9599720445867856e-06, |
| "loss": 0.0601, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.6127826941986234, |
| "grad_norm": 1.0806509256362915, |
| "learning_rate": 1.956619447975257e-06, |
| "loss": 0.058, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.6131760078662734, |
| "grad_norm": 0.9588520526885986, |
| "learning_rate": 1.9532678767120827e-06, |
| "loss": 0.0422, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.6135693215339233, |
| "grad_norm": 1.370969295501709, |
| "learning_rate": 1.9499173371216105e-06, |
| "loss": 0.0646, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.6139626352015732, |
| "grad_norm": 1.074244499206543, |
| "learning_rate": 1.946567835526243e-06, |
| "loss": 0.0613, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.6143559488692232, |
| "grad_norm": 0.8812416195869446, |
| "learning_rate": 1.943219378246423e-06, |
| "loss": 0.0626, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.6147492625368731, |
| "grad_norm": 1.3703498840332031, |
| "learning_rate": 1.9398719716006246e-06, |
| "loss": 0.0673, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.6151425762045231, |
| "grad_norm": 1.3188180923461914, |
| "learning_rate": 1.936525621905336e-06, |
| "loss": 0.0711, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.615535889872173, |
| "grad_norm": 0.5656819939613342, |
| "learning_rate": 1.9331803354750537e-06, |
| "loss": 0.0496, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.6159292035398231, |
| "grad_norm": 1.2018178701400757, |
| "learning_rate": 1.9298361186222665e-06, |
| "loss": 0.052, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.616322517207473, |
| "grad_norm": 1.197943091392517, |
| "learning_rate": 1.926492977657446e-06, |
| "loss": 0.0667, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.6167158308751229, |
| "grad_norm": 0.6885368227958679, |
| "learning_rate": 1.9231509188890345e-06, |
| "loss": 0.0374, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.6171091445427729, |
| "grad_norm": 0.8017690181732178, |
| "learning_rate": 1.919809948623428e-06, |
| "loss": 0.053, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.6175024582104228, |
| "grad_norm": 1.5223562717437744, |
| "learning_rate": 1.9164700731649723e-06, |
| "loss": 0.0605, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.6178957718780728, |
| "grad_norm": 1.8122631311416626, |
| "learning_rate": 1.913131298815947e-06, |
| "loss": 0.0719, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.6182890855457227, |
| "grad_norm": 1.5113699436187744, |
| "learning_rate": 1.9097936318765527e-06, |
| "loss": 0.0547, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.6186823992133726, |
| "grad_norm": 0.7732280492782593, |
| "learning_rate": 1.906457078644901e-06, |
| "loss": 0.0456, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.6190757128810226, |
| "grad_norm": 1.347740650177002, |
| "learning_rate": 1.903121645417003e-06, |
| "loss": 0.0469, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.6194690265486725, |
| "grad_norm": 0.6614682674407959, |
| "learning_rate": 1.8997873384867534e-06, |
| "loss": 0.0266, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.6198623402163225, |
| "grad_norm": 1.1419849395751953, |
| "learning_rate": 1.8964541641459242e-06, |
| "loss": 0.0465, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.6202556538839724, |
| "grad_norm": 0.9635249972343445, |
| "learning_rate": 1.893122128684149e-06, |
| "loss": 0.0482, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.6206489675516225, |
| "grad_norm": 0.9544531106948853, |
| "learning_rate": 1.8897912383889138e-06, |
| "loss": 0.0689, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.6210422812192724, |
| "grad_norm": 0.7220961451530457, |
| "learning_rate": 1.886461499545543e-06, |
| "loss": 0.0521, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.6214355948869223, |
| "grad_norm": 2.5634989738464355, |
| "learning_rate": 1.883132918437186e-06, |
| "loss": 0.0702, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.6218289085545723, |
| "grad_norm": 1.1183925867080688, |
| "learning_rate": 1.8798055013448105e-06, |
| "loss": 0.0623, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.6222222222222222, |
| "grad_norm": 0.7888696193695068, |
| "learning_rate": 1.8764792545471872e-06, |
| "loss": 0.0452, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.6226155358898722, |
| "grad_norm": 0.4925548732280731, |
| "learning_rate": 1.8731541843208772e-06, |
| "loss": 0.0481, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.6230088495575221, |
| "grad_norm": 1.184525489807129, |
| "learning_rate": 1.869830296940223e-06, |
| "loss": 0.0947, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.6234021632251721, |
| "grad_norm": 1.0969839096069336, |
| "learning_rate": 1.8665075986773346e-06, |
| "loss": 0.0786, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.623795476892822, |
| "grad_norm": 1.2557084560394287, |
| "learning_rate": 1.863186095802077e-06, |
| "loss": 0.048, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.6241887905604719, |
| "grad_norm": 0.9532119631767273, |
| "learning_rate": 1.8598657945820605e-06, |
| "loss": 0.0356, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.6245821042281219, |
| "grad_norm": 0.6121819019317627, |
| "learning_rate": 1.8565467012826282e-06, |
| "loss": 0.0395, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.6249754178957718, |
| "grad_norm": 0.9521839022636414, |
| "learning_rate": 1.853228822166843e-06, |
| "loss": 0.0417, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.6253687315634219, |
| "grad_norm": 1.3007653951644897, |
| "learning_rate": 1.849912163495479e-06, |
| "loss": 0.0376, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.6257620452310718, |
| "grad_norm": 1.0467530488967896, |
| "learning_rate": 1.8465967315270029e-06, |
| "loss": 0.0531, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.6261553588987218, |
| "grad_norm": 0.8435487747192383, |
| "learning_rate": 1.8432825325175707e-06, |
| "loss": 0.0333, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.6265486725663717, |
| "grad_norm": 1.2616933584213257, |
| "learning_rate": 1.8399695727210098e-06, |
| "loss": 0.0556, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.6269419862340216, |
| "grad_norm": 1.1721434593200684, |
| "learning_rate": 1.836657858388811e-06, |
| "loss": 0.0658, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.6273352999016716, |
| "grad_norm": 0.6084288954734802, |
| "learning_rate": 1.8333473957701126e-06, |
| "loss": 0.0385, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.6277286135693215, |
| "grad_norm": 1.4398316144943237, |
| "learning_rate": 1.830038191111692e-06, |
| "loss": 0.0606, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.6281219272369715, |
| "grad_norm": 1.9486684799194336, |
| "learning_rate": 1.8267302506579532e-06, |
| "loss": 0.0853, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.6285152409046214, |
| "grad_norm": 0.7250006794929504, |
| "learning_rate": 1.8234235806509145e-06, |
| "loss": 0.0295, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.6289085545722713, |
| "grad_norm": 1.2927533388137817, |
| "learning_rate": 1.8201181873301967e-06, |
| "loss": 0.046, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.6293018682399213, |
| "grad_norm": 1.2859911918640137, |
| "learning_rate": 1.816814076933012e-06, |
| "loss": 0.0579, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.6296951819075712, |
| "grad_norm": 1.900543451309204, |
| "learning_rate": 1.813511255694152e-06, |
| "loss": 0.0567, |
| "step": 1601 |
| }, |
| { |
| "epoch": 0.6300884955752213, |
| "grad_norm": 2.090280532836914, |
| "learning_rate": 1.8102097298459732e-06, |
| "loss": 0.0865, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.6304818092428712, |
| "grad_norm": 1.3595722913742065, |
| "learning_rate": 1.80690950561839e-06, |
| "loss": 0.0561, |
| "step": 1603 |
| }, |
| { |
| "epoch": 0.6308751229105212, |
| "grad_norm": 1.022291660308838, |
| "learning_rate": 1.8036105892388611e-06, |
| "loss": 0.0382, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.6312684365781711, |
| "grad_norm": 0.8052154779434204, |
| "learning_rate": 1.800312986932376e-06, |
| "loss": 0.0529, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.631661750245821, |
| "grad_norm": 4.667014122009277, |
| "learning_rate": 1.7970167049214466e-06, |
| "loss": 0.0492, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.632055063913471, |
| "grad_norm": 1.5009123086929321, |
| "learning_rate": 1.7937217494260888e-06, |
| "loss": 0.0779, |
| "step": 1607 |
| }, |
| { |
| "epoch": 0.6324483775811209, |
| "grad_norm": 1.570505976676941, |
| "learning_rate": 1.7904281266638201e-06, |
| "loss": 0.0577, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.6328416912487709, |
| "grad_norm": 1.3305639028549194, |
| "learning_rate": 1.7871358428496416e-06, |
| "loss": 0.0979, |
| "step": 1609 |
| }, |
| { |
| "epoch": 0.6332350049164208, |
| "grad_norm": 0.6136133074760437, |
| "learning_rate": 1.7838449041960276e-06, |
| "loss": 0.0424, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.6336283185840708, |
| "grad_norm": 0.7882452607154846, |
| "learning_rate": 1.7805553169129142e-06, |
| "loss": 0.0656, |
| "step": 1611 |
| }, |
| { |
| "epoch": 0.6340216322517207, |
| "grad_norm": 2.1648337841033936, |
| "learning_rate": 1.7772670872076883e-06, |
| "loss": 0.0622, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.6344149459193706, |
| "grad_norm": 0.5130072832107544, |
| "learning_rate": 1.773980221285173e-06, |
| "loss": 0.0394, |
| "step": 1613 |
| }, |
| { |
| "epoch": 0.6348082595870207, |
| "grad_norm": 1.0151782035827637, |
| "learning_rate": 1.7706947253476194e-06, |
| "loss": 0.0424, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.6352015732546706, |
| "grad_norm": 0.8527183532714844, |
| "learning_rate": 1.767410605594694e-06, |
| "loss": 0.0394, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.6355948869223206, |
| "grad_norm": 1.3671120405197144, |
| "learning_rate": 1.7641278682234658e-06, |
| "loss": 0.0625, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.6359882005899705, |
| "grad_norm": 0.8969728350639343, |
| "learning_rate": 1.7608465194283958e-06, |
| "loss": 0.0295, |
| "step": 1617 |
| }, |
| { |
| "epoch": 0.6363815142576205, |
| "grad_norm": 0.7407302260398865, |
| "learning_rate": 1.757566565401323e-06, |
| "loss": 0.055, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.6367748279252704, |
| "grad_norm": 1.153152346611023, |
| "learning_rate": 1.7542880123314559e-06, |
| "loss": 0.0945, |
| "step": 1619 |
| }, |
| { |
| "epoch": 0.6371681415929203, |
| "grad_norm": 1.259879231452942, |
| "learning_rate": 1.75101086640536e-06, |
| "loss": 0.0537, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.6375614552605703, |
| "grad_norm": 0.6502655744552612, |
| "learning_rate": 1.7477351338069442e-06, |
| "loss": 0.0443, |
| "step": 1621 |
| }, |
| { |
| "epoch": 0.6379547689282202, |
| "grad_norm": 0.9160225987434387, |
| "learning_rate": 1.7444608207174519e-06, |
| "loss": 0.0494, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.6383480825958702, |
| "grad_norm": 1.6503887176513672, |
| "learning_rate": 1.741187933315448e-06, |
| "loss": 0.0415, |
| "step": 1623 |
| }, |
| { |
| "epoch": 0.6387413962635201, |
| "grad_norm": 1.2449769973754883, |
| "learning_rate": 1.7379164777768038e-06, |
| "loss": 0.0607, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.63913470993117, |
| "grad_norm": 0.799196720123291, |
| "learning_rate": 1.734646460274692e-06, |
| "loss": 0.0404, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.6395280235988201, |
| "grad_norm": 1.6735135316848755, |
| "learning_rate": 1.7313778869795717e-06, |
| "loss": 0.0626, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.63992133726647, |
| "grad_norm": 1.090598702430725, |
| "learning_rate": 1.728110764059176e-06, |
| "loss": 0.0649, |
| "step": 1627 |
| }, |
| { |
| "epoch": 0.64031465093412, |
| "grad_norm": 0.6586104035377502, |
| "learning_rate": 1.7248450976785011e-06, |
| "loss": 0.0501, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.6407079646017699, |
| "grad_norm": 1.8684154748916626, |
| "learning_rate": 1.7215808939997945e-06, |
| "loss": 0.0653, |
| "step": 1629 |
| }, |
| { |
| "epoch": 0.6411012782694199, |
| "grad_norm": 1.1549500226974487, |
| "learning_rate": 1.7183181591825437e-06, |
| "loss": 0.0332, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.6414945919370698, |
| "grad_norm": 1.295351505279541, |
| "learning_rate": 1.7150568993834666e-06, |
| "loss": 0.0535, |
| "step": 1631 |
| }, |
| { |
| "epoch": 0.6418879056047198, |
| "grad_norm": 0.8795567750930786, |
| "learning_rate": 1.7117971207564934e-06, |
| "loss": 0.0866, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.6422812192723697, |
| "grad_norm": 0.6757074594497681, |
| "learning_rate": 1.7085388294527632e-06, |
| "loss": 0.0385, |
| "step": 1633 |
| }, |
| { |
| "epoch": 0.6426745329400196, |
| "grad_norm": 0.9733456373214722, |
| "learning_rate": 1.705282031620608e-06, |
| "loss": 0.0923, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.6430678466076696, |
| "grad_norm": 1.0591400861740112, |
| "learning_rate": 1.7020267334055393e-06, |
| "loss": 0.0492, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.6434611602753195, |
| "grad_norm": 0.8595137596130371, |
| "learning_rate": 1.6987729409502412e-06, |
| "loss": 0.0411, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.6438544739429695, |
| "grad_norm": 1.831631064414978, |
| "learning_rate": 1.6955206603945557e-06, |
| "loss": 0.0733, |
| "step": 1637 |
| }, |
| { |
| "epoch": 0.6442477876106195, |
| "grad_norm": 0.5861109495162964, |
| "learning_rate": 1.6922698978754726e-06, |
| "loss": 0.045, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.6446411012782695, |
| "grad_norm": 1.3072712421417236, |
| "learning_rate": 1.6890206595271153e-06, |
| "loss": 0.0713, |
| "step": 1639 |
| }, |
| { |
| "epoch": 0.6450344149459194, |
| "grad_norm": 0.8035500049591064, |
| "learning_rate": 1.6857729514807325e-06, |
| "loss": 0.0379, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.6454277286135693, |
| "grad_norm": 0.7814714312553406, |
| "learning_rate": 1.6825267798646851e-06, |
| "loss": 0.041, |
| "step": 1641 |
| }, |
| { |
| "epoch": 0.6458210422812193, |
| "grad_norm": 1.3243709802627563, |
| "learning_rate": 1.6792821508044352e-06, |
| "loss": 0.0633, |
| "step": 1642 |
| }, |
| { |
| "epoch": 0.6462143559488692, |
| "grad_norm": 0.8479057550430298, |
| "learning_rate": 1.6760390704225333e-06, |
| "loss": 0.0561, |
| "step": 1643 |
| }, |
| { |
| "epoch": 0.6466076696165192, |
| "grad_norm": 1.0051478147506714, |
| "learning_rate": 1.672797544838608e-06, |
| "loss": 0.0372, |
| "step": 1644 |
| }, |
| { |
| "epoch": 0.6470009832841691, |
| "grad_norm": 0.962547779083252, |
| "learning_rate": 1.6695575801693549e-06, |
| "loss": 0.0398, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.647394296951819, |
| "grad_norm": 1.314014196395874, |
| "learning_rate": 1.6663191825285214e-06, |
| "loss": 0.0492, |
| "step": 1646 |
| }, |
| { |
| "epoch": 0.647787610619469, |
| "grad_norm": 0.6934694647789001, |
| "learning_rate": 1.6630823580269005e-06, |
| "loss": 0.0367, |
| "step": 1647 |
| }, |
| { |
| "epoch": 0.6481809242871189, |
| "grad_norm": 1.1256476640701294, |
| "learning_rate": 1.6598471127723162e-06, |
| "loss": 0.0476, |
| "step": 1648 |
| }, |
| { |
| "epoch": 0.6485742379547689, |
| "grad_norm": 1.5946294069290161, |
| "learning_rate": 1.6566134528696126e-06, |
| "loss": 0.0484, |
| "step": 1649 |
| }, |
| { |
| "epoch": 0.6489675516224189, |
| "grad_norm": 1.1677006483078003, |
| "learning_rate": 1.6533813844206426e-06, |
| "loss": 0.0443, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.6493608652900689, |
| "grad_norm": 0.9727287292480469, |
| "learning_rate": 1.6501509135242533e-06, |
| "loss": 0.036, |
| "step": 1651 |
| }, |
| { |
| "epoch": 0.6497541789577188, |
| "grad_norm": 1.6365562677383423, |
| "learning_rate": 1.6469220462762807e-06, |
| "loss": 0.0794, |
| "step": 1652 |
| }, |
| { |
| "epoch": 0.6501474926253688, |
| "grad_norm": 0.9197725057601929, |
| "learning_rate": 1.6436947887695336e-06, |
| "loss": 0.0314, |
| "step": 1653 |
| }, |
| { |
| "epoch": 0.6505408062930187, |
| "grad_norm": 0.9444229006767273, |
| "learning_rate": 1.6404691470937829e-06, |
| "loss": 0.017, |
| "step": 1654 |
| }, |
| { |
| "epoch": 0.6509341199606686, |
| "grad_norm": 1.0287470817565918, |
| "learning_rate": 1.6372451273357504e-06, |
| "loss": 0.0674, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.6513274336283186, |
| "grad_norm": 0.9683353900909424, |
| "learning_rate": 1.6340227355790988e-06, |
| "loss": 0.0727, |
| "step": 1656 |
| }, |
| { |
| "epoch": 0.6517207472959685, |
| "grad_norm": 0.9869152903556824, |
| "learning_rate": 1.6308019779044154e-06, |
| "loss": 0.0526, |
| "step": 1657 |
| }, |
| { |
| "epoch": 0.6521140609636185, |
| "grad_norm": 2.224297046661377, |
| "learning_rate": 1.6275828603892078e-06, |
| "loss": 0.0635, |
| "step": 1658 |
| }, |
| { |
| "epoch": 0.6525073746312684, |
| "grad_norm": 0.8496151566505432, |
| "learning_rate": 1.6243653891078864e-06, |
| "loss": 0.0581, |
| "step": 1659 |
| }, |
| { |
| "epoch": 0.6529006882989183, |
| "grad_norm": 1.2158007621765137, |
| "learning_rate": 1.6211495701317565e-06, |
| "loss": 0.0728, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.6532940019665683, |
| "grad_norm": 0.48335015773773193, |
| "learning_rate": 1.6179354095290051e-06, |
| "loss": 0.0405, |
| "step": 1661 |
| }, |
| { |
| "epoch": 0.6536873156342183, |
| "grad_norm": 0.679865300655365, |
| "learning_rate": 1.6147229133646885e-06, |
| "loss": 0.0497, |
| "step": 1662 |
| }, |
| { |
| "epoch": 0.6540806293018683, |
| "grad_norm": 2.487617254257202, |
| "learning_rate": 1.611512087700724e-06, |
| "loss": 0.1029, |
| "step": 1663 |
| }, |
| { |
| "epoch": 0.6544739429695182, |
| "grad_norm": 1.0901083946228027, |
| "learning_rate": 1.6083029385958762e-06, |
| "loss": 0.0706, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.6548672566371682, |
| "grad_norm": 1.4582974910736084, |
| "learning_rate": 1.6050954721057461e-06, |
| "loss": 0.0651, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.6552605703048181, |
| "grad_norm": 1.1469032764434814, |
| "learning_rate": 1.6018896942827595e-06, |
| "loss": 0.0533, |
| "step": 1666 |
| }, |
| { |
| "epoch": 0.655653883972468, |
| "grad_norm": 1.5001522302627563, |
| "learning_rate": 1.5986856111761562e-06, |
| "loss": 0.0688, |
| "step": 1667 |
| }, |
| { |
| "epoch": 0.656047197640118, |
| "grad_norm": 0.7778475880622864, |
| "learning_rate": 1.595483228831976e-06, |
| "loss": 0.0457, |
| "step": 1668 |
| }, |
| { |
| "epoch": 0.6564405113077679, |
| "grad_norm": 0.910394549369812, |
| "learning_rate": 1.5922825532930526e-06, |
| "loss": 0.0295, |
| "step": 1669 |
| }, |
| { |
| "epoch": 0.6568338249754179, |
| "grad_norm": 1.1938371658325195, |
| "learning_rate": 1.5890835905989969e-06, |
| "loss": 0.0533, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.6572271386430678, |
| "grad_norm": 0.9362410306930542, |
| "learning_rate": 1.5858863467861882e-06, |
| "loss": 0.054, |
| "step": 1671 |
| }, |
| { |
| "epoch": 0.6576204523107178, |
| "grad_norm": 0.5481738448143005, |
| "learning_rate": 1.582690827887763e-06, |
| "loss": 0.037, |
| "step": 1672 |
| }, |
| { |
| "epoch": 0.6580137659783677, |
| "grad_norm": 0.8186729550361633, |
| "learning_rate": 1.5794970399336012e-06, |
| "loss": 0.0355, |
| "step": 1673 |
| }, |
| { |
| "epoch": 0.6584070796460177, |
| "grad_norm": 0.885360598564148, |
| "learning_rate": 1.576304988950318e-06, |
| "loss": 0.0478, |
| "step": 1674 |
| }, |
| { |
| "epoch": 0.6588003933136677, |
| "grad_norm": 1.0103771686553955, |
| "learning_rate": 1.5731146809612508e-06, |
| "loss": 0.0562, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.6591937069813176, |
| "grad_norm": 0.9461012482643127, |
| "learning_rate": 1.569926121986447e-06, |
| "loss": 0.0301, |
| "step": 1676 |
| }, |
| { |
| "epoch": 0.6595870206489676, |
| "grad_norm": 1.5684260129928589, |
| "learning_rate": 1.566739318042655e-06, |
| "loss": 0.0339, |
| "step": 1677 |
| }, |
| { |
| "epoch": 0.6599803343166175, |
| "grad_norm": 0.7456137537956238, |
| "learning_rate": 1.56355427514331e-06, |
| "loss": 0.0592, |
| "step": 1678 |
| }, |
| { |
| "epoch": 0.6603736479842675, |
| "grad_norm": 1.6279810667037964, |
| "learning_rate": 1.5603709992985256e-06, |
| "loss": 0.0452, |
| "step": 1679 |
| }, |
| { |
| "epoch": 0.6607669616519174, |
| "grad_norm": 1.3496975898742676, |
| "learning_rate": 1.5571894965150796e-06, |
| "loss": 0.058, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.6611602753195673, |
| "grad_norm": 1.0409663915634155, |
| "learning_rate": 1.554009772796406e-06, |
| "loss": 0.0635, |
| "step": 1681 |
| }, |
| { |
| "epoch": 0.6615535889872173, |
| "grad_norm": 0.6893079876899719, |
| "learning_rate": 1.55083183414258e-06, |
| "loss": 0.042, |
| "step": 1682 |
| }, |
| { |
| "epoch": 0.6619469026548672, |
| "grad_norm": 1.3735069036483765, |
| "learning_rate": 1.5476556865503095e-06, |
| "loss": 0.0418, |
| "step": 1683 |
| }, |
| { |
| "epoch": 0.6623402163225172, |
| "grad_norm": 0.9965916275978088, |
| "learning_rate": 1.5444813360129207e-06, |
| "loss": 0.0436, |
| "step": 1684 |
| }, |
| { |
| "epoch": 0.6627335299901671, |
| "grad_norm": 0.41811513900756836, |
| "learning_rate": 1.5413087885203515e-06, |
| "loss": 0.032, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.6631268436578172, |
| "grad_norm": 1.2320137023925781, |
| "learning_rate": 1.538138050059136e-06, |
| "loss": 0.0588, |
| "step": 1686 |
| }, |
| { |
| "epoch": 0.6635201573254671, |
| "grad_norm": 1.2540123462677002, |
| "learning_rate": 1.5349691266123946e-06, |
| "loss": 0.0527, |
| "step": 1687 |
| }, |
| { |
| "epoch": 0.663913470993117, |
| "grad_norm": 0.8406708240509033, |
| "learning_rate": 1.5318020241598248e-06, |
| "loss": 0.0479, |
| "step": 1688 |
| }, |
| { |
| "epoch": 0.664306784660767, |
| "grad_norm": 1.1033174991607666, |
| "learning_rate": 1.5286367486776835e-06, |
| "loss": 0.0566, |
| "step": 1689 |
| }, |
| { |
| "epoch": 0.6647000983284169, |
| "grad_norm": 1.4875179529190063, |
| "learning_rate": 1.5254733061387846e-06, |
| "loss": 0.0566, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.6650934119960669, |
| "grad_norm": 1.0827391147613525, |
| "learning_rate": 1.5223117025124817e-06, |
| "loss": 0.0333, |
| "step": 1691 |
| }, |
| { |
| "epoch": 0.6654867256637168, |
| "grad_norm": 1.2373061180114746, |
| "learning_rate": 1.5191519437646576e-06, |
| "loss": 0.048, |
| "step": 1692 |
| }, |
| { |
| "epoch": 0.6658800393313667, |
| "grad_norm": 0.9508680701255798, |
| "learning_rate": 1.5159940358577151e-06, |
| "loss": 0.0499, |
| "step": 1693 |
| }, |
| { |
| "epoch": 0.6662733529990167, |
| "grad_norm": 0.4500909447669983, |
| "learning_rate": 1.512837984750565e-06, |
| "loss": 0.0207, |
| "step": 1694 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 1.83719003200531, |
| "learning_rate": 1.5096837963986112e-06, |
| "loss": 0.0541, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.6670599803343166, |
| "grad_norm": 1.0231764316558838, |
| "learning_rate": 1.5065314767537453e-06, |
| "loss": 0.0255, |
| "step": 1696 |
| }, |
| { |
| "epoch": 0.6674532940019666, |
| "grad_norm": 0.8618975877761841, |
| "learning_rate": 1.5033810317643327e-06, |
| "loss": 0.0398, |
| "step": 1697 |
| }, |
| { |
| "epoch": 0.6678466076696166, |
| "grad_norm": 0.40866029262542725, |
| "learning_rate": 1.5002324673752006e-06, |
| "loss": 0.031, |
| "step": 1698 |
| }, |
| { |
| "epoch": 0.6682399213372665, |
| "grad_norm": 0.7475729584693909, |
| "learning_rate": 1.4970857895276285e-06, |
| "loss": 0.0534, |
| "step": 1699 |
| }, |
| { |
| "epoch": 0.6686332350049164, |
| "grad_norm": 1.0545064210891724, |
| "learning_rate": 1.4939410041593338e-06, |
| "loss": 0.0451, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.6690265486725664, |
| "grad_norm": 1.023006796836853, |
| "learning_rate": 1.4907981172044647e-06, |
| "loss": 0.0594, |
| "step": 1701 |
| }, |
| { |
| "epoch": 0.6694198623402163, |
| "grad_norm": 0.9975923299789429, |
| "learning_rate": 1.487657134593587e-06, |
| "loss": 0.0634, |
| "step": 1702 |
| }, |
| { |
| "epoch": 0.6698131760078663, |
| "grad_norm": 1.2105883359909058, |
| "learning_rate": 1.4845180622536728e-06, |
| "loss": 0.0482, |
| "step": 1703 |
| }, |
| { |
| "epoch": 0.6702064896755162, |
| "grad_norm": 1.007332682609558, |
| "learning_rate": 1.4813809061080893e-06, |
| "loss": 0.0706, |
| "step": 1704 |
| }, |
| { |
| "epoch": 0.6705998033431662, |
| "grad_norm": 0.7119497060775757, |
| "learning_rate": 1.4782456720765895e-06, |
| "loss": 0.0409, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.6709931170108161, |
| "grad_norm": 1.0542527437210083, |
| "learning_rate": 1.4751123660752955e-06, |
| "loss": 0.0388, |
| "step": 1706 |
| }, |
| { |
| "epoch": 0.671386430678466, |
| "grad_norm": 2.3204405307769775, |
| "learning_rate": 1.4719809940166952e-06, |
| "loss": 0.0724, |
| "step": 1707 |
| }, |
| { |
| "epoch": 0.671779744346116, |
| "grad_norm": 0.5740649700164795, |
| "learning_rate": 1.4688515618096252e-06, |
| "loss": 0.0319, |
| "step": 1708 |
| }, |
| { |
| "epoch": 0.672173058013766, |
| "grad_norm": 0.9803503155708313, |
| "learning_rate": 1.4657240753592627e-06, |
| "loss": 0.0504, |
| "step": 1709 |
| }, |
| { |
| "epoch": 0.672566371681416, |
| "grad_norm": 0.8115725517272949, |
| "learning_rate": 1.462598540567113e-06, |
| "loss": 0.0605, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.6729596853490659, |
| "grad_norm": 1.3304479122161865, |
| "learning_rate": 1.4594749633309981e-06, |
| "loss": 0.0758, |
| "step": 1711 |
| }, |
| { |
| "epoch": 0.6733529990167159, |
| "grad_norm": 1.208067774772644, |
| "learning_rate": 1.456353349545046e-06, |
| "loss": 0.0706, |
| "step": 1712 |
| }, |
| { |
| "epoch": 0.6737463126843658, |
| "grad_norm": 1.1107121706008911, |
| "learning_rate": 1.4532337050996804e-06, |
| "loss": 0.0468, |
| "step": 1713 |
| }, |
| { |
| "epoch": 0.6741396263520157, |
| "grad_norm": 1.192116618156433, |
| "learning_rate": 1.4501160358816085e-06, |
| "loss": 0.0657, |
| "step": 1714 |
| }, |
| { |
| "epoch": 0.6745329400196657, |
| "grad_norm": 1.0967481136322021, |
| "learning_rate": 1.4470003477738111e-06, |
| "loss": 0.0499, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.6749262536873156, |
| "grad_norm": 1.3263583183288574, |
| "learning_rate": 1.4438866466555308e-06, |
| "loss": 0.0449, |
| "step": 1716 |
| }, |
| { |
| "epoch": 0.6753195673549656, |
| "grad_norm": 1.5055456161499023, |
| "learning_rate": 1.4407749384022576e-06, |
| "loss": 0.0489, |
| "step": 1717 |
| }, |
| { |
| "epoch": 0.6757128810226155, |
| "grad_norm": 1.5726017951965332, |
| "learning_rate": 1.4376652288857249e-06, |
| "loss": 0.0626, |
| "step": 1718 |
| }, |
| { |
| "epoch": 0.6761061946902654, |
| "grad_norm": 1.6234389543533325, |
| "learning_rate": 1.4345575239738928e-06, |
| "loss": 0.0606, |
| "step": 1719 |
| }, |
| { |
| "epoch": 0.6764995083579154, |
| "grad_norm": 1.7149680852890015, |
| "learning_rate": 1.431451829530939e-06, |
| "loss": 0.0527, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.6768928220255654, |
| "grad_norm": 0.8043215870857239, |
| "learning_rate": 1.4283481514172487e-06, |
| "loss": 0.0454, |
| "step": 1721 |
| }, |
| { |
| "epoch": 0.6772861356932154, |
| "grad_norm": 1.3794721364974976, |
| "learning_rate": 1.425246495489399e-06, |
| "loss": 0.0522, |
| "step": 1722 |
| }, |
| { |
| "epoch": 0.6776794493608653, |
| "grad_norm": 0.7596322298049927, |
| "learning_rate": 1.4221468676001544e-06, |
| "loss": 0.0507, |
| "step": 1723 |
| }, |
| { |
| "epoch": 0.6780727630285153, |
| "grad_norm": 0.9277907013893127, |
| "learning_rate": 1.419049273598451e-06, |
| "loss": 0.0406, |
| "step": 1724 |
| }, |
| { |
| "epoch": 0.6784660766961652, |
| "grad_norm": 1.7175707817077637, |
| "learning_rate": 1.4159537193293876e-06, |
| "loss": 0.0477, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.6788593903638152, |
| "grad_norm": 0.5326056480407715, |
| "learning_rate": 1.4128602106342154e-06, |
| "loss": 0.0248, |
| "step": 1726 |
| }, |
| { |
| "epoch": 0.6792527040314651, |
| "grad_norm": 1.259993314743042, |
| "learning_rate": 1.4097687533503213e-06, |
| "loss": 0.05, |
| "step": 1727 |
| }, |
| { |
| "epoch": 0.679646017699115, |
| "grad_norm": 0.9844882488250732, |
| "learning_rate": 1.4066793533112255e-06, |
| "loss": 0.0407, |
| "step": 1728 |
| }, |
| { |
| "epoch": 0.680039331366765, |
| "grad_norm": 1.6221920251846313, |
| "learning_rate": 1.4035920163465648e-06, |
| "loss": 0.0589, |
| "step": 1729 |
| }, |
| { |
| "epoch": 0.6804326450344149, |
| "grad_norm": 2.0537407398223877, |
| "learning_rate": 1.400506748282083e-06, |
| "loss": 0.0622, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.6808259587020649, |
| "grad_norm": 1.1460561752319336, |
| "learning_rate": 1.3974235549396198e-06, |
| "loss": 0.0448, |
| "step": 1731 |
| }, |
| { |
| "epoch": 0.6812192723697148, |
| "grad_norm": 1.2280306816101074, |
| "learning_rate": 1.3943424421370998e-06, |
| "loss": 0.0621, |
| "step": 1732 |
| }, |
| { |
| "epoch": 0.6816125860373649, |
| "grad_norm": 1.9272797107696533, |
| "learning_rate": 1.3912634156885235e-06, |
| "loss": 0.0559, |
| "step": 1733 |
| }, |
| { |
| "epoch": 0.6820058997050148, |
| "grad_norm": 0.8985779285430908, |
| "learning_rate": 1.3881864814039503e-06, |
| "loss": 0.0568, |
| "step": 1734 |
| }, |
| { |
| "epoch": 0.6823992133726647, |
| "grad_norm": 0.5459672808647156, |
| "learning_rate": 1.3851116450894959e-06, |
| "loss": 0.03, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.6827925270403147, |
| "grad_norm": 0.8683139085769653, |
| "learning_rate": 1.382038912547315e-06, |
| "loss": 0.0513, |
| "step": 1736 |
| }, |
| { |
| "epoch": 0.6831858407079646, |
| "grad_norm": 0.7696962952613831, |
| "learning_rate": 1.3789682895755935e-06, |
| "loss": 0.0448, |
| "step": 1737 |
| }, |
| { |
| "epoch": 0.6835791543756146, |
| "grad_norm": 1.2431952953338623, |
| "learning_rate": 1.3758997819685366e-06, |
| "loss": 0.0493, |
| "step": 1738 |
| }, |
| { |
| "epoch": 0.6839724680432645, |
| "grad_norm": 0.9553192853927612, |
| "learning_rate": 1.3728333955163565e-06, |
| "loss": 0.0321, |
| "step": 1739 |
| }, |
| { |
| "epoch": 0.6843657817109144, |
| "grad_norm": 1.2432819604873657, |
| "learning_rate": 1.3697691360052646e-06, |
| "loss": 0.0744, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.6847590953785644, |
| "grad_norm": 0.6021830439567566, |
| "learning_rate": 1.3667070092174587e-06, |
| "loss": 0.0471, |
| "step": 1741 |
| }, |
| { |
| "epoch": 0.6851524090462143, |
| "grad_norm": 1.0340098142623901, |
| "learning_rate": 1.3636470209311093e-06, |
| "loss": 0.0645, |
| "step": 1742 |
| }, |
| { |
| "epoch": 0.6855457227138643, |
| "grad_norm": 1.2661107778549194, |
| "learning_rate": 1.360589176920355e-06, |
| "loss": 0.0314, |
| "step": 1743 |
| }, |
| { |
| "epoch": 0.6859390363815142, |
| "grad_norm": 1.7685880661010742, |
| "learning_rate": 1.357533482955287e-06, |
| "loss": 0.0635, |
| "step": 1744 |
| }, |
| { |
| "epoch": 0.6863323500491643, |
| "grad_norm": 1.249866008758545, |
| "learning_rate": 1.354479944801939e-06, |
| "loss": 0.0257, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.6867256637168142, |
| "grad_norm": 0.8888324499130249, |
| "learning_rate": 1.3514285682222777e-06, |
| "loss": 0.0501, |
| "step": 1746 |
| }, |
| { |
| "epoch": 0.6871189773844641, |
| "grad_norm": 0.9306212067604065, |
| "learning_rate": 1.3483793589741901e-06, |
| "loss": 0.0535, |
| "step": 1747 |
| }, |
| { |
| "epoch": 0.6875122910521141, |
| "grad_norm": 1.239108920097351, |
| "learning_rate": 1.3453323228114745e-06, |
| "loss": 0.0645, |
| "step": 1748 |
| }, |
| { |
| "epoch": 0.687905604719764, |
| "grad_norm": 1.971179723739624, |
| "learning_rate": 1.3422874654838263e-06, |
| "loss": 0.0617, |
| "step": 1749 |
| }, |
| { |
| "epoch": 0.688298918387414, |
| "grad_norm": 0.8780958652496338, |
| "learning_rate": 1.3392447927368315e-06, |
| "loss": 0.0303, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.6886922320550639, |
| "grad_norm": 0.5229460000991821, |
| "learning_rate": 1.3362043103119537e-06, |
| "loss": 0.0408, |
| "step": 1751 |
| }, |
| { |
| "epoch": 0.6890855457227139, |
| "grad_norm": 1.0178303718566895, |
| "learning_rate": 1.3331660239465232e-06, |
| "loss": 0.0692, |
| "step": 1752 |
| }, |
| { |
| "epoch": 0.6894788593903638, |
| "grad_norm": 1.1098684072494507, |
| "learning_rate": 1.3301299393737262e-06, |
| "loss": 0.0553, |
| "step": 1753 |
| }, |
| { |
| "epoch": 0.6898721730580137, |
| "grad_norm": 0.9905382990837097, |
| "learning_rate": 1.3270960623225953e-06, |
| "loss": 0.0551, |
| "step": 1754 |
| }, |
| { |
| "epoch": 0.6902654867256637, |
| "grad_norm": 1.15705406665802, |
| "learning_rate": 1.324064398517994e-06, |
| "loss": 0.0606, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.6906588003933136, |
| "grad_norm": 0.7547001838684082, |
| "learning_rate": 1.3210349536806138e-06, |
| "loss": 0.0375, |
| "step": 1756 |
| }, |
| { |
| "epoch": 0.6910521140609637, |
| "grad_norm": 0.9143390655517578, |
| "learning_rate": 1.3180077335269565e-06, |
| "loss": 0.0557, |
| "step": 1757 |
| }, |
| { |
| "epoch": 0.6914454277286136, |
| "grad_norm": 1.5813028812408447, |
| "learning_rate": 1.3149827437693267e-06, |
| "loss": 0.0734, |
| "step": 1758 |
| }, |
| { |
| "epoch": 0.6918387413962636, |
| "grad_norm": 1.3135156631469727, |
| "learning_rate": 1.3119599901158214e-06, |
| "loss": 0.0454, |
| "step": 1759 |
| }, |
| { |
| "epoch": 0.6922320550639135, |
| "grad_norm": 1.3713979721069336, |
| "learning_rate": 1.3089394782703152e-06, |
| "loss": 0.0459, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.6926253687315634, |
| "grad_norm": 1.0648804903030396, |
| "learning_rate": 1.3059212139324548e-06, |
| "loss": 0.0562, |
| "step": 1761 |
| }, |
| { |
| "epoch": 0.6930186823992134, |
| "grad_norm": 0.8367137312889099, |
| "learning_rate": 1.3029052027976457e-06, |
| "loss": 0.0269, |
| "step": 1762 |
| }, |
| { |
| "epoch": 0.6934119960668633, |
| "grad_norm": 1.1222723722457886, |
| "learning_rate": 1.299891450557041e-06, |
| "loss": 0.0458, |
| "step": 1763 |
| }, |
| { |
| "epoch": 0.6938053097345133, |
| "grad_norm": 1.087550163269043, |
| "learning_rate": 1.2968799628975311e-06, |
| "loss": 0.0357, |
| "step": 1764 |
| }, |
| { |
| "epoch": 0.6941986234021632, |
| "grad_norm": 0.8797011375427246, |
| "learning_rate": 1.2938707455017358e-06, |
| "loss": 0.0459, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.6945919370698131, |
| "grad_norm": 1.4389101266860962, |
| "learning_rate": 1.2908638040479855e-06, |
| "loss": 0.0715, |
| "step": 1766 |
| }, |
| { |
| "epoch": 0.6949852507374631, |
| "grad_norm": 0.826977014541626, |
| "learning_rate": 1.2878591442103215e-06, |
| "loss": 0.0498, |
| "step": 1767 |
| }, |
| { |
| "epoch": 0.695378564405113, |
| "grad_norm": 1.2073124647140503, |
| "learning_rate": 1.2848567716584764e-06, |
| "loss": 0.0401, |
| "step": 1768 |
| }, |
| { |
| "epoch": 0.6957718780727631, |
| "grad_norm": 1.2512377500534058, |
| "learning_rate": 1.2818566920578684e-06, |
| "loss": 0.0545, |
| "step": 1769 |
| }, |
| { |
| "epoch": 0.696165191740413, |
| "grad_norm": 1.003304123878479, |
| "learning_rate": 1.2788589110695896e-06, |
| "loss": 0.0657, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.696558505408063, |
| "grad_norm": 1.6829479932785034, |
| "learning_rate": 1.275863434350391e-06, |
| "loss": 0.0488, |
| "step": 1771 |
| }, |
| { |
| "epoch": 0.6969518190757129, |
| "grad_norm": 1.0957913398742676, |
| "learning_rate": 1.2728702675526788e-06, |
| "loss": 0.0695, |
| "step": 1772 |
| }, |
| { |
| "epoch": 0.6973451327433628, |
| "grad_norm": 1.2029186487197876, |
| "learning_rate": 1.2698794163244998e-06, |
| "loss": 0.0574, |
| "step": 1773 |
| }, |
| { |
| "epoch": 0.6977384464110128, |
| "grad_norm": 0.8925944566726685, |
| "learning_rate": 1.2668908863095311e-06, |
| "loss": 0.0424, |
| "step": 1774 |
| }, |
| { |
| "epoch": 0.6981317600786627, |
| "grad_norm": 0.8353788256645203, |
| "learning_rate": 1.2639046831470697e-06, |
| "loss": 0.038, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.6985250737463127, |
| "grad_norm": 2.284682273864746, |
| "learning_rate": 1.2609208124720228e-06, |
| "loss": 0.0687, |
| "step": 1776 |
| }, |
| { |
| "epoch": 0.6989183874139626, |
| "grad_norm": 0.9992805123329163, |
| "learning_rate": 1.2579392799148938e-06, |
| "loss": 0.0401, |
| "step": 1777 |
| }, |
| { |
| "epoch": 0.6993117010816126, |
| "grad_norm": 1.329393744468689, |
| "learning_rate": 1.2549600911017761e-06, |
| "loss": 0.0768, |
| "step": 1778 |
| }, |
| { |
| "epoch": 0.6997050147492625, |
| "grad_norm": 1.184579849243164, |
| "learning_rate": 1.25198325165434e-06, |
| "loss": 0.0467, |
| "step": 1779 |
| }, |
| { |
| "epoch": 0.7000983284169124, |
| "grad_norm": 0.6934780478477478, |
| "learning_rate": 1.2490087671898234e-06, |
| "loss": 0.0454, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.7004916420845625, |
| "grad_norm": 0.5612182021141052, |
| "learning_rate": 1.24603664332102e-06, |
| "loss": 0.0397, |
| "step": 1781 |
| }, |
| { |
| "epoch": 0.7008849557522124, |
| "grad_norm": 1.493826985359192, |
| "learning_rate": 1.243066885656267e-06, |
| "loss": 0.0815, |
| "step": 1782 |
| }, |
| { |
| "epoch": 0.7012782694198624, |
| "grad_norm": 0.7363511323928833, |
| "learning_rate": 1.240099499799439e-06, |
| "loss": 0.0496, |
| "step": 1783 |
| }, |
| { |
| "epoch": 0.7016715830875123, |
| "grad_norm": 1.6472634077072144, |
| "learning_rate": 1.237134491349935e-06, |
| "loss": 0.0741, |
| "step": 1784 |
| }, |
| { |
| "epoch": 0.7020648967551623, |
| "grad_norm": 1.3183567523956299, |
| "learning_rate": 1.234171865902667e-06, |
| "loss": 0.043, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.7024582104228122, |
| "grad_norm": 1.0543493032455444, |
| "learning_rate": 1.2312116290480506e-06, |
| "loss": 0.0401, |
| "step": 1786 |
| }, |
| { |
| "epoch": 0.7028515240904621, |
| "grad_norm": 0.8686029314994812, |
| "learning_rate": 1.228253786371995e-06, |
| "loss": 0.0335, |
| "step": 1787 |
| }, |
| { |
| "epoch": 0.7032448377581121, |
| "grad_norm": 1.9254342317581177, |
| "learning_rate": 1.2252983434558894e-06, |
| "loss": 0.0361, |
| "step": 1788 |
| }, |
| { |
| "epoch": 0.703638151425762, |
| "grad_norm": 0.8810344338417053, |
| "learning_rate": 1.2223453058765966e-06, |
| "loss": 0.0442, |
| "step": 1789 |
| }, |
| { |
| "epoch": 0.704031465093412, |
| "grad_norm": 1.138178825378418, |
| "learning_rate": 1.2193946792064403e-06, |
| "loss": 0.0768, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.7044247787610619, |
| "grad_norm": 0.7755922675132751, |
| "learning_rate": 1.2164464690131947e-06, |
| "loss": 0.0303, |
| "step": 1791 |
| }, |
| { |
| "epoch": 0.7048180924287119, |
| "grad_norm": 1.5868074893951416, |
| "learning_rate": 1.2135006808600752e-06, |
| "loss": 0.052, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.7052114060963619, |
| "grad_norm": 0.9672881364822388, |
| "learning_rate": 1.2105573203057233e-06, |
| "loss": 0.0432, |
| "step": 1793 |
| }, |
| { |
| "epoch": 0.7056047197640118, |
| "grad_norm": 0.9986976981163025, |
| "learning_rate": 1.207616392904204e-06, |
| "loss": 0.0464, |
| "step": 1794 |
| }, |
| { |
| "epoch": 0.7059980334316618, |
| "grad_norm": 0.646554708480835, |
| "learning_rate": 1.2046779042049883e-06, |
| "loss": 0.0268, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.7063913470993117, |
| "grad_norm": 0.6818554997444153, |
| "learning_rate": 1.2017418597529464e-06, |
| "loss": 0.0521, |
| "step": 1796 |
| }, |
| { |
| "epoch": 0.7067846607669617, |
| "grad_norm": 0.5991765260696411, |
| "learning_rate": 1.1988082650883376e-06, |
| "loss": 0.0538, |
| "step": 1797 |
| }, |
| { |
| "epoch": 0.7071779744346116, |
| "grad_norm": 1.1525814533233643, |
| "learning_rate": 1.1958771257467946e-06, |
| "loss": 0.0451, |
| "step": 1798 |
| }, |
| { |
| "epoch": 0.7075712881022616, |
| "grad_norm": 0.8486371040344238, |
| "learning_rate": 1.1929484472593205e-06, |
| "loss": 0.0514, |
| "step": 1799 |
| }, |
| { |
| "epoch": 0.7079646017699115, |
| "grad_norm": 1.393419623374939, |
| "learning_rate": 1.190022235152274e-06, |
| "loss": 0.0609, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.7083579154375614, |
| "grad_norm": 0.7574542760848999, |
| "learning_rate": 1.1870984949473586e-06, |
| "loss": 0.0604, |
| "step": 1801 |
| }, |
| { |
| "epoch": 0.7087512291052114, |
| "grad_norm": 1.0601574182510376, |
| "learning_rate": 1.184177232161615e-06, |
| "loss": 0.0459, |
| "step": 1802 |
| }, |
| { |
| "epoch": 0.7091445427728613, |
| "grad_norm": 0.7535306811332703, |
| "learning_rate": 1.1812584523074089e-06, |
| "loss": 0.0351, |
| "step": 1803 |
| }, |
| { |
| "epoch": 0.7095378564405113, |
| "grad_norm": 1.3023512363433838, |
| "learning_rate": 1.1783421608924183e-06, |
| "loss": 0.0598, |
| "step": 1804 |
| }, |
| { |
| "epoch": 0.7099311701081613, |
| "grad_norm": 1.1070560216903687, |
| "learning_rate": 1.1754283634196285e-06, |
| "loss": 0.0471, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.7103244837758113, |
| "grad_norm": 0.9613627791404724, |
| "learning_rate": 1.1725170653873174e-06, |
| "loss": 0.0486, |
| "step": 1806 |
| }, |
| { |
| "epoch": 0.7107177974434612, |
| "grad_norm": 0.7932494282722473, |
| "learning_rate": 1.1696082722890474e-06, |
| "loss": 0.0774, |
| "step": 1807 |
| }, |
| { |
| "epoch": 0.7111111111111111, |
| "grad_norm": 0.684893786907196, |
| "learning_rate": 1.1667019896136539e-06, |
| "loss": 0.0454, |
| "step": 1808 |
| }, |
| { |
| "epoch": 0.7115044247787611, |
| "grad_norm": 1.3207006454467773, |
| "learning_rate": 1.1637982228452329e-06, |
| "loss": 0.0473, |
| "step": 1809 |
| }, |
| { |
| "epoch": 0.711897738446411, |
| "grad_norm": 1.3429388999938965, |
| "learning_rate": 1.1608969774631366e-06, |
| "loss": 0.0412, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.712291052114061, |
| "grad_norm": 1.4132349491119385, |
| "learning_rate": 1.1579982589419568e-06, |
| "loss": 0.0549, |
| "step": 1811 |
| }, |
| { |
| "epoch": 0.7126843657817109, |
| "grad_norm": 0.7561691999435425, |
| "learning_rate": 1.155102072751518e-06, |
| "loss": 0.0337, |
| "step": 1812 |
| }, |
| { |
| "epoch": 0.7130776794493608, |
| "grad_norm": 0.7749929428100586, |
| "learning_rate": 1.152208424356867e-06, |
| "loss": 0.034, |
| "step": 1813 |
| }, |
| { |
| "epoch": 0.7134709931170108, |
| "grad_norm": 1.1324396133422852, |
| "learning_rate": 1.1493173192182613e-06, |
| "loss": 0.032, |
| "step": 1814 |
| }, |
| { |
| "epoch": 0.7138643067846607, |
| "grad_norm": 0.7702449560165405, |
| "learning_rate": 1.1464287627911577e-06, |
| "loss": 0.0451, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.7142576204523107, |
| "grad_norm": 0.7402438521385193, |
| "learning_rate": 1.1435427605262057e-06, |
| "loss": 0.0489, |
| "step": 1816 |
| }, |
| { |
| "epoch": 0.7146509341199607, |
| "grad_norm": 1.3986225128173828, |
| "learning_rate": 1.1406593178692346e-06, |
| "loss": 0.0463, |
| "step": 1817 |
| }, |
| { |
| "epoch": 0.7150442477876107, |
| "grad_norm": 0.7235271334648132, |
| "learning_rate": 1.1377784402612439e-06, |
| "loss": 0.0519, |
| "step": 1818 |
| }, |
| { |
| "epoch": 0.7154375614552606, |
| "grad_norm": 0.8625795841217041, |
| "learning_rate": 1.1349001331383921e-06, |
| "loss": 0.0375, |
| "step": 1819 |
| }, |
| { |
| "epoch": 0.7158308751229105, |
| "grad_norm": 1.5163322687149048, |
| "learning_rate": 1.132024401931988e-06, |
| "loss": 0.0557, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.7162241887905605, |
| "grad_norm": 0.6675801277160645, |
| "learning_rate": 1.12915125206848e-06, |
| "loss": 0.0261, |
| "step": 1821 |
| }, |
| { |
| "epoch": 0.7166175024582104, |
| "grad_norm": 0.9029967188835144, |
| "learning_rate": 1.1262806889694455e-06, |
| "loss": 0.037, |
| "step": 1822 |
| }, |
| { |
| "epoch": 0.7170108161258604, |
| "grad_norm": 0.716080367565155, |
| "learning_rate": 1.1234127180515787e-06, |
| "loss": 0.0559, |
| "step": 1823 |
| }, |
| { |
| "epoch": 0.7174041297935103, |
| "grad_norm": 0.9414195418357849, |
| "learning_rate": 1.1205473447266843e-06, |
| "loss": 0.0466, |
| "step": 1824 |
| }, |
| { |
| "epoch": 0.7177974434611603, |
| "grad_norm": 0.9414455890655518, |
| "learning_rate": 1.117684574401666e-06, |
| "loss": 0.0408, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.7181907571288102, |
| "grad_norm": 0.6914128065109253, |
| "learning_rate": 1.1148244124785143e-06, |
| "loss": 0.0286, |
| "step": 1826 |
| }, |
| { |
| "epoch": 0.7185840707964601, |
| "grad_norm": 1.238477349281311, |
| "learning_rate": 1.111966864354298e-06, |
| "loss": 0.0606, |
| "step": 1827 |
| }, |
| { |
| "epoch": 0.7189773844641101, |
| "grad_norm": 1.5670506954193115, |
| "learning_rate": 1.1091119354211544e-06, |
| "loss": 0.045, |
| "step": 1828 |
| }, |
| { |
| "epoch": 0.7193706981317601, |
| "grad_norm": 1.5129029750823975, |
| "learning_rate": 1.1062596310662775e-06, |
| "loss": 0.0352, |
| "step": 1829 |
| }, |
| { |
| "epoch": 0.7197640117994101, |
| "grad_norm": 1.0257515907287598, |
| "learning_rate": 1.1034099566719104e-06, |
| "loss": 0.0267, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.72015732546706, |
| "grad_norm": 0.8426341414451599, |
| "learning_rate": 1.1005629176153302e-06, |
| "loss": 0.0331, |
| "step": 1831 |
| }, |
| { |
| "epoch": 0.72055063913471, |
| "grad_norm": 1.1478296518325806, |
| "learning_rate": 1.097718519268844e-06, |
| "loss": 0.0601, |
| "step": 1832 |
| }, |
| { |
| "epoch": 0.7209439528023599, |
| "grad_norm": 1.6983435153961182, |
| "learning_rate": 1.0948767669997762e-06, |
| "loss": 0.0671, |
| "step": 1833 |
| }, |
| { |
| "epoch": 0.7213372664700098, |
| "grad_norm": 0.992310643196106, |
| "learning_rate": 1.092037666170456e-06, |
| "loss": 0.0554, |
| "step": 1834 |
| }, |
| { |
| "epoch": 0.7217305801376598, |
| "grad_norm": 1.258967399597168, |
| "learning_rate": 1.0892012221382115e-06, |
| "loss": 0.0423, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.7221238938053097, |
| "grad_norm": 0.8152772188186646, |
| "learning_rate": 1.0863674402553564e-06, |
| "loss": 0.0638, |
| "step": 1836 |
| }, |
| { |
| "epoch": 0.7225172074729597, |
| "grad_norm": 0.8680564165115356, |
| "learning_rate": 1.08353632586918e-06, |
| "loss": 0.0322, |
| "step": 1837 |
| }, |
| { |
| "epoch": 0.7229105211406096, |
| "grad_norm": 0.4944194257259369, |
| "learning_rate": 1.0807078843219395e-06, |
| "loss": 0.0684, |
| "step": 1838 |
| }, |
| { |
| "epoch": 0.7233038348082595, |
| "grad_norm": 1.0787291526794434, |
| "learning_rate": 1.077882120950849e-06, |
| "loss": 0.0355, |
| "step": 1839 |
| }, |
| { |
| "epoch": 0.7236971484759095, |
| "grad_norm": 0.4451111853122711, |
| "learning_rate": 1.0750590410880671e-06, |
| "loss": 0.0291, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.7240904621435595, |
| "grad_norm": 0.48384201526641846, |
| "learning_rate": 1.072238650060691e-06, |
| "loss": 0.0344, |
| "step": 1841 |
| }, |
| { |
| "epoch": 0.7244837758112095, |
| "grad_norm": 1.1826977729797363, |
| "learning_rate": 1.0694209531907412e-06, |
| "loss": 0.0302, |
| "step": 1842 |
| }, |
| { |
| "epoch": 0.7248770894788594, |
| "grad_norm": 0.5904631614685059, |
| "learning_rate": 1.0666059557951566e-06, |
| "loss": 0.0268, |
| "step": 1843 |
| }, |
| { |
| "epoch": 0.7252704031465094, |
| "grad_norm": 0.7693639993667603, |
| "learning_rate": 1.0637936631857815e-06, |
| "loss": 0.0329, |
| "step": 1844 |
| }, |
| { |
| "epoch": 0.7256637168141593, |
| "grad_norm": 1.1267420053482056, |
| "learning_rate": 1.0609840806693567e-06, |
| "loss": 0.0584, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.7260570304818093, |
| "grad_norm": 0.8826761841773987, |
| "learning_rate": 1.0581772135475089e-06, |
| "loss": 0.0371, |
| "step": 1846 |
| }, |
| { |
| "epoch": 0.7264503441494592, |
| "grad_norm": 0.9510964751243591, |
| "learning_rate": 1.0553730671167412e-06, |
| "loss": 0.0366, |
| "step": 1847 |
| }, |
| { |
| "epoch": 0.7268436578171091, |
| "grad_norm": 1.4061312675476074, |
| "learning_rate": 1.052571646668421e-06, |
| "loss": 0.0548, |
| "step": 1848 |
| }, |
| { |
| "epoch": 0.7272369714847591, |
| "grad_norm": 1.7235345840454102, |
| "learning_rate": 1.0497729574887744e-06, |
| "loss": 0.0729, |
| "step": 1849 |
| }, |
| { |
| "epoch": 0.727630285152409, |
| "grad_norm": 1.10977041721344, |
| "learning_rate": 1.0469770048588723e-06, |
| "loss": 0.042, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.728023598820059, |
| "grad_norm": 1.054607629776001, |
| "learning_rate": 1.0441837940546217e-06, |
| "loss": 0.0286, |
| "step": 1851 |
| }, |
| { |
| "epoch": 0.7284169124877089, |
| "grad_norm": 1.315953016281128, |
| "learning_rate": 1.0413933303467578e-06, |
| "loss": 0.0415, |
| "step": 1852 |
| }, |
| { |
| "epoch": 0.728810226155359, |
| "grad_norm": 1.4497429132461548, |
| "learning_rate": 1.038605619000828e-06, |
| "loss": 0.0566, |
| "step": 1853 |
| }, |
| { |
| "epoch": 0.7292035398230089, |
| "grad_norm": 1.1214773654937744, |
| "learning_rate": 1.0358206652771896e-06, |
| "loss": 0.0388, |
| "step": 1854 |
| }, |
| { |
| "epoch": 0.7295968534906588, |
| "grad_norm": 0.8499764204025269, |
| "learning_rate": 1.033038474430995e-06, |
| "loss": 0.022, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.7299901671583088, |
| "grad_norm": 0.993175745010376, |
| "learning_rate": 1.0302590517121835e-06, |
| "loss": 0.0351, |
| "step": 1856 |
| }, |
| { |
| "epoch": 0.7303834808259587, |
| "grad_norm": 1.3063788414001465, |
| "learning_rate": 1.0274824023654717e-06, |
| "loss": 0.049, |
| "step": 1857 |
| }, |
| { |
| "epoch": 0.7307767944936087, |
| "grad_norm": 0.6438285112380981, |
| "learning_rate": 1.0247085316303401e-06, |
| "loss": 0.0322, |
| "step": 1858 |
| }, |
| { |
| "epoch": 0.7311701081612586, |
| "grad_norm": 1.801291823387146, |
| "learning_rate": 1.0219374447410289e-06, |
| "loss": 0.0724, |
| "step": 1859 |
| }, |
| { |
| "epoch": 0.7315634218289085, |
| "grad_norm": 1.5461159944534302, |
| "learning_rate": 1.019169146926524e-06, |
| "loss": 0.0466, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.7319567354965585, |
| "grad_norm": 1.0814778804779053, |
| "learning_rate": 1.016403643410549e-06, |
| "loss": 0.0532, |
| "step": 1861 |
| }, |
| { |
| "epoch": 0.7323500491642084, |
| "grad_norm": 1.1939774751663208, |
| "learning_rate": 1.013640939411554e-06, |
| "loss": 0.0349, |
| "step": 1862 |
| }, |
| { |
| "epoch": 0.7327433628318584, |
| "grad_norm": 2.0183346271514893, |
| "learning_rate": 1.010881040142708e-06, |
| "loss": 0.0802, |
| "step": 1863 |
| }, |
| { |
| "epoch": 0.7331366764995083, |
| "grad_norm": 1.4486076831817627, |
| "learning_rate": 1.0081239508118842e-06, |
| "loss": 0.0381, |
| "step": 1864 |
| }, |
| { |
| "epoch": 0.7335299901671584, |
| "grad_norm": 0.7198472023010254, |
| "learning_rate": 1.0053696766216566e-06, |
| "loss": 0.0332, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.7339233038348083, |
| "grad_norm": 1.0703610181808472, |
| "learning_rate": 1.0026182227692865e-06, |
| "loss": 0.0321, |
| "step": 1866 |
| }, |
| { |
| "epoch": 0.7343166175024582, |
| "grad_norm": 0.9748527407646179, |
| "learning_rate": 9.998695944467127e-07, |
| "loss": 0.0312, |
| "step": 1867 |
| }, |
| { |
| "epoch": 0.7347099311701082, |
| "grad_norm": 0.6599907279014587, |
| "learning_rate": 9.97123796840543e-07, |
| "loss": 0.05, |
| "step": 1868 |
| }, |
| { |
| "epoch": 0.7351032448377581, |
| "grad_norm": 1.033435583114624, |
| "learning_rate": 9.943808351320418e-07, |
| "loss": 0.0482, |
| "step": 1869 |
| }, |
| { |
| "epoch": 0.7354965585054081, |
| "grad_norm": 1.139096975326538, |
| "learning_rate": 9.916407144971245e-07, |
| "loss": 0.046, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.735889872173058, |
| "grad_norm": 1.5064547061920166, |
| "learning_rate": 9.889034401063443e-07, |
| "loss": 0.0629, |
| "step": 1871 |
| }, |
| { |
| "epoch": 0.736283185840708, |
| "grad_norm": 0.7273301482200623, |
| "learning_rate": 9.861690171248841e-07, |
| "loss": 0.0314, |
| "step": 1872 |
| }, |
| { |
| "epoch": 0.7366764995083579, |
| "grad_norm": 0.579467236995697, |
| "learning_rate": 9.834374507125458e-07, |
| "loss": 0.0527, |
| "step": 1873 |
| }, |
| { |
| "epoch": 0.7370698131760078, |
| "grad_norm": 0.8448885679244995, |
| "learning_rate": 9.807087460237419e-07, |
| "loss": 0.0326, |
| "step": 1874 |
| }, |
| { |
| "epoch": 0.7374631268436578, |
| "grad_norm": 1.0001413822174072, |
| "learning_rate": 9.779829082074827e-07, |
| "loss": 0.0657, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.7378564405113077, |
| "grad_norm": 1.2145143747329712, |
| "learning_rate": 9.752599424073707e-07, |
| "loss": 0.0339, |
| "step": 1876 |
| }, |
| { |
| "epoch": 0.7382497541789578, |
| "grad_norm": 1.0525156259536743, |
| "learning_rate": 9.725398537615894e-07, |
| "loss": 0.0459, |
| "step": 1877 |
| }, |
| { |
| "epoch": 0.7386430678466077, |
| "grad_norm": 1.2982537746429443, |
| "learning_rate": 9.698226474028913e-07, |
| "loss": 0.0744, |
| "step": 1878 |
| }, |
| { |
| "epoch": 0.7390363815142577, |
| "grad_norm": 0.8789856433868408, |
| "learning_rate": 9.671083284585925e-07, |
| "loss": 0.0442, |
| "step": 1879 |
| }, |
| { |
| "epoch": 0.7394296951819076, |
| "grad_norm": 2.672044515609741, |
| "learning_rate": 9.643969020505573e-07, |
| "loss": 0.0769, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.7398230088495575, |
| "grad_norm": 1.0391490459442139, |
| "learning_rate": 9.616883732951945e-07, |
| "loss": 0.0721, |
| "step": 1881 |
| }, |
| { |
| "epoch": 0.7402163225172075, |
| "grad_norm": 1.1753817796707153, |
| "learning_rate": 9.589827473034443e-07, |
| "loss": 0.0463, |
| "step": 1882 |
| }, |
| { |
| "epoch": 0.7406096361848574, |
| "grad_norm": 1.260125994682312, |
| "learning_rate": 9.562800291807695e-07, |
| "loss": 0.0637, |
| "step": 1883 |
| }, |
| { |
| "epoch": 0.7410029498525074, |
| "grad_norm": 0.9175117015838623, |
| "learning_rate": 9.535802240271455e-07, |
| "loss": 0.037, |
| "step": 1884 |
| }, |
| { |
| "epoch": 0.7413962635201573, |
| "grad_norm": 0.9132412075996399, |
| "learning_rate": 9.508833369370524e-07, |
| "loss": 0.056, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.7417895771878072, |
| "grad_norm": 1.965725302696228, |
| "learning_rate": 9.481893729994609e-07, |
| "loss": 0.0545, |
| "step": 1886 |
| }, |
| { |
| "epoch": 0.7421828908554572, |
| "grad_norm": 2.073374032974243, |
| "learning_rate": 9.454983372978288e-07, |
| "loss": 0.0754, |
| "step": 1887 |
| }, |
| { |
| "epoch": 0.7425762045231071, |
| "grad_norm": 1.0531790256500244, |
| "learning_rate": 9.428102349100868e-07, |
| "loss": 0.0459, |
| "step": 1888 |
| }, |
| { |
| "epoch": 0.7429695181907572, |
| "grad_norm": 1.7750204801559448, |
| "learning_rate": 9.40125070908631e-07, |
| "loss": 0.061, |
| "step": 1889 |
| }, |
| { |
| "epoch": 0.7433628318584071, |
| "grad_norm": 0.6801098585128784, |
| "learning_rate": 9.374428503603139e-07, |
| "loss": 0.0597, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.7437561455260571, |
| "grad_norm": 0.6724294424057007, |
| "learning_rate": 9.347635783264309e-07, |
| "loss": 0.0302, |
| "step": 1891 |
| }, |
| { |
| "epoch": 0.744149459193707, |
| "grad_norm": 0.7799742817878723, |
| "learning_rate": 9.32087259862716e-07, |
| "loss": 0.0679, |
| "step": 1892 |
| }, |
| { |
| "epoch": 0.744542772861357, |
| "grad_norm": 1.623399257659912, |
| "learning_rate": 9.294139000193292e-07, |
| "loss": 0.0553, |
| "step": 1893 |
| }, |
| { |
| "epoch": 0.7449360865290069, |
| "grad_norm": 0.8977343440055847, |
| "learning_rate": 9.267435038408479e-07, |
| "loss": 0.0284, |
| "step": 1894 |
| }, |
| { |
| "epoch": 0.7453294001966568, |
| "grad_norm": 0.7733441591262817, |
| "learning_rate": 9.240760763662562e-07, |
| "loss": 0.0339, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.7457227138643068, |
| "grad_norm": 1.5382790565490723, |
| "learning_rate": 9.214116226289388e-07, |
| "loss": 0.0746, |
| "step": 1896 |
| }, |
| { |
| "epoch": 0.7461160275319567, |
| "grad_norm": 1.144547700881958, |
| "learning_rate": 9.187501476566648e-07, |
| "loss": 0.0351, |
| "step": 1897 |
| }, |
| { |
| "epoch": 0.7465093411996067, |
| "grad_norm": 0.7251105904579163, |
| "learning_rate": 9.16091656471586e-07, |
| "loss": 0.0634, |
| "step": 1898 |
| }, |
| { |
| "epoch": 0.7469026548672566, |
| "grad_norm": 0.999096155166626, |
| "learning_rate": 9.134361540902225e-07, |
| "loss": 0.0421, |
| "step": 1899 |
| }, |
| { |
| "epoch": 0.7472959685349065, |
| "grad_norm": 0.830605685710907, |
| "learning_rate": 9.10783645523455e-07, |
| "loss": 0.0426, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.7476892822025566, |
| "grad_norm": 1.5645976066589355, |
| "learning_rate": 9.081341357765145e-07, |
| "loss": 0.0416, |
| "step": 1901 |
| }, |
| { |
| "epoch": 0.7480825958702065, |
| "grad_norm": 0.8770972490310669, |
| "learning_rate": 9.054876298489742e-07, |
| "loss": 0.0561, |
| "step": 1902 |
| }, |
| { |
| "epoch": 0.7484759095378565, |
| "grad_norm": 1.5209007263183594, |
| "learning_rate": 9.02844132734737e-07, |
| "loss": 0.0419, |
| "step": 1903 |
| }, |
| { |
| "epoch": 0.7488692232055064, |
| "grad_norm": 3.409085512161255, |
| "learning_rate": 9.002036494220306e-07, |
| "loss": 0.0752, |
| "step": 1904 |
| }, |
| { |
| "epoch": 0.7492625368731564, |
| "grad_norm": 1.448819875717163, |
| "learning_rate": 8.975661848933945e-07, |
| "loss": 0.0523, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.7496558505408063, |
| "grad_norm": 0.998282790184021, |
| "learning_rate": 8.949317441256724e-07, |
| "loss": 0.0733, |
| "step": 1906 |
| }, |
| { |
| "epoch": 0.7500491642084562, |
| "grad_norm": 1.4408761262893677, |
| "learning_rate": 8.923003320900014e-07, |
| "loss": 0.0577, |
| "step": 1907 |
| }, |
| { |
| "epoch": 0.7504424778761062, |
| "grad_norm": 0.9130271077156067, |
| "learning_rate": 8.896719537518048e-07, |
| "loss": 0.0317, |
| "step": 1908 |
| }, |
| { |
| "epoch": 0.7508357915437561, |
| "grad_norm": 1.9195144176483154, |
| "learning_rate": 8.870466140707795e-07, |
| "loss": 0.0666, |
| "step": 1909 |
| }, |
| { |
| "epoch": 0.7512291052114061, |
| "grad_norm": 1.457318902015686, |
| "learning_rate": 8.844243180008913e-07, |
| "loss": 0.0762, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.751622418879056, |
| "grad_norm": 1.4528069496154785, |
| "learning_rate": 8.818050704903589e-07, |
| "loss": 0.0423, |
| "step": 1911 |
| }, |
| { |
| "epoch": 0.752015732546706, |
| "grad_norm": 0.849536120891571, |
| "learning_rate": 8.791888764816514e-07, |
| "loss": 0.0289, |
| "step": 1912 |
| }, |
| { |
| "epoch": 0.752409046214356, |
| "grad_norm": 1.4856075048446655, |
| "learning_rate": 8.765757409114753e-07, |
| "loss": 0.0665, |
| "step": 1913 |
| }, |
| { |
| "epoch": 0.752802359882006, |
| "grad_norm": 0.8997237086296082, |
| "learning_rate": 8.739656687107656e-07, |
| "loss": 0.0619, |
| "step": 1914 |
| }, |
| { |
| "epoch": 0.7531956735496559, |
| "grad_norm": 0.8566966652870178, |
| "learning_rate": 8.713586648046768e-07, |
| "loss": 0.0476, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.7535889872173058, |
| "grad_norm": 0.9483917355537415, |
| "learning_rate": 8.68754734112574e-07, |
| "loss": 0.0486, |
| "step": 1916 |
| }, |
| { |
| "epoch": 0.7539823008849558, |
| "grad_norm": 1.0472768545150757, |
| "learning_rate": 8.661538815480228e-07, |
| "loss": 0.0422, |
| "step": 1917 |
| }, |
| { |
| "epoch": 0.7543756145526057, |
| "grad_norm": 1.4821901321411133, |
| "learning_rate": 8.635561120187813e-07, |
| "loss": 0.0408, |
| "step": 1918 |
| }, |
| { |
| "epoch": 0.7547689282202557, |
| "grad_norm": 0.7954731583595276, |
| "learning_rate": 8.609614304267877e-07, |
| "loss": 0.059, |
| "step": 1919 |
| }, |
| { |
| "epoch": 0.7551622418879056, |
| "grad_norm": 0.9966669082641602, |
| "learning_rate": 8.583698416681555e-07, |
| "loss": 0.0303, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.7555555555555555, |
| "grad_norm": 0.39692261815071106, |
| "learning_rate": 8.557813506331616e-07, |
| "loss": 0.0324, |
| "step": 1921 |
| }, |
| { |
| "epoch": 0.7559488692232055, |
| "grad_norm": 1.7129300832748413, |
| "learning_rate": 8.531959622062372e-07, |
| "loss": 0.0397, |
| "step": 1922 |
| }, |
| { |
| "epoch": 0.7563421828908554, |
| "grad_norm": 1.0999704599380493, |
| "learning_rate": 8.506136812659601e-07, |
| "loss": 0.0455, |
| "step": 1923 |
| }, |
| { |
| "epoch": 0.7567354965585054, |
| "grad_norm": 1.2547434568405151, |
| "learning_rate": 8.480345126850414e-07, |
| "loss": 0.0658, |
| "step": 1924 |
| }, |
| { |
| "epoch": 0.7571288102261554, |
| "grad_norm": 1.1041603088378906, |
| "learning_rate": 8.454584613303227e-07, |
| "loss": 0.0339, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.7575221238938054, |
| "grad_norm": 0.8621834516525269, |
| "learning_rate": 8.428855320627613e-07, |
| "loss": 0.0294, |
| "step": 1926 |
| }, |
| { |
| "epoch": 0.7579154375614553, |
| "grad_norm": 0.7350767254829407, |
| "learning_rate": 8.403157297374239e-07, |
| "loss": 0.023, |
| "step": 1927 |
| }, |
| { |
| "epoch": 0.7583087512291052, |
| "grad_norm": 0.9072149991989136, |
| "learning_rate": 8.377490592034779e-07, |
| "loss": 0.0704, |
| "step": 1928 |
| }, |
| { |
| "epoch": 0.7587020648967552, |
| "grad_norm": 0.715020477771759, |
| "learning_rate": 8.35185525304178e-07, |
| "loss": 0.0321, |
| "step": 1929 |
| }, |
| { |
| "epoch": 0.7590953785644051, |
| "grad_norm": 0.7303974032402039, |
| "learning_rate": 8.326251328768626e-07, |
| "loss": 0.0207, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.7594886922320551, |
| "grad_norm": 1.534783124923706, |
| "learning_rate": 8.300678867529415e-07, |
| "loss": 0.0715, |
| "step": 1931 |
| }, |
| { |
| "epoch": 0.759882005899705, |
| "grad_norm": 0.6678977012634277, |
| "learning_rate": 8.275137917578879e-07, |
| "loss": 0.0454, |
| "step": 1932 |
| }, |
| { |
| "epoch": 0.760275319567355, |
| "grad_norm": 0.7839411497116089, |
| "learning_rate": 8.249628527112282e-07, |
| "loss": 0.053, |
| "step": 1933 |
| }, |
| { |
| "epoch": 0.7606686332350049, |
| "grad_norm": 0.6599370241165161, |
| "learning_rate": 8.224150744265352e-07, |
| "loss": 0.0312, |
| "step": 1934 |
| }, |
| { |
| "epoch": 0.7610619469026548, |
| "grad_norm": 0.8593689799308777, |
| "learning_rate": 8.198704617114143e-07, |
| "loss": 0.0219, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.7614552605703048, |
| "grad_norm": 1.0792686939239502, |
| "learning_rate": 8.173290193674996e-07, |
| "loss": 0.0688, |
| "step": 1936 |
| }, |
| { |
| "epoch": 0.7618485742379548, |
| "grad_norm": 1.1030522584915161, |
| "learning_rate": 8.147907521904433e-07, |
| "loss": 0.0598, |
| "step": 1937 |
| }, |
| { |
| "epoch": 0.7622418879056048, |
| "grad_norm": 1.4342604875564575, |
| "learning_rate": 8.122556649699051e-07, |
| "loss": 0.072, |
| "step": 1938 |
| }, |
| { |
| "epoch": 0.7626352015732547, |
| "grad_norm": 1.555779218673706, |
| "learning_rate": 8.097237624895452e-07, |
| "loss": 0.0875, |
| "step": 1939 |
| }, |
| { |
| "epoch": 0.7630285152409046, |
| "grad_norm": 1.7069602012634277, |
| "learning_rate": 8.07195049527012e-07, |
| "loss": 0.0625, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.7634218289085546, |
| "grad_norm": 1.4105464220046997, |
| "learning_rate": 8.046695308539376e-07, |
| "loss": 0.0302, |
| "step": 1941 |
| }, |
| { |
| "epoch": 0.7638151425762045, |
| "grad_norm": 0.9220629930496216, |
| "learning_rate": 8.021472112359255e-07, |
| "loss": 0.0788, |
| "step": 1942 |
| }, |
| { |
| "epoch": 0.7642084562438545, |
| "grad_norm": 1.7221704721450806, |
| "learning_rate": 7.996280954325433e-07, |
| "loss": 0.0701, |
| "step": 1943 |
| }, |
| { |
| "epoch": 0.7646017699115044, |
| "grad_norm": 1.240715503692627, |
| "learning_rate": 7.971121881973126e-07, |
| "loss": 0.0605, |
| "step": 1944 |
| }, |
| { |
| "epoch": 0.7649950835791544, |
| "grad_norm": 1.054165005683899, |
| "learning_rate": 7.945994942777016e-07, |
| "loss": 0.0278, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.7653883972468043, |
| "grad_norm": 0.3918832242488861, |
| "learning_rate": 7.92090018415112e-07, |
| "loss": 0.0433, |
| "step": 1946 |
| }, |
| { |
| "epoch": 0.7657817109144542, |
| "grad_norm": 1.2010436058044434, |
| "learning_rate": 7.895837653448759e-07, |
| "loss": 0.0645, |
| "step": 1947 |
| }, |
| { |
| "epoch": 0.7661750245821042, |
| "grad_norm": 0.6880310773849487, |
| "learning_rate": 7.870807397962438e-07, |
| "loss": 0.0466, |
| "step": 1948 |
| }, |
| { |
| "epoch": 0.7665683382497542, |
| "grad_norm": 0.8154659867286682, |
| "learning_rate": 7.845809464923748e-07, |
| "loss": 0.0478, |
| "step": 1949 |
| }, |
| { |
| "epoch": 0.7669616519174042, |
| "grad_norm": 0.7172273397445679, |
| "learning_rate": 7.820843901503308e-07, |
| "loss": 0.0352, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.7673549655850541, |
| "grad_norm": 1.7781319618225098, |
| "learning_rate": 7.79591075481062e-07, |
| "loss": 0.0732, |
| "step": 1951 |
| }, |
| { |
| "epoch": 0.7677482792527041, |
| "grad_norm": 0.6639533638954163, |
| "learning_rate": 7.771010071894052e-07, |
| "loss": 0.0179, |
| "step": 1952 |
| }, |
| { |
| "epoch": 0.768141592920354, |
| "grad_norm": 0.8761031627655029, |
| "learning_rate": 7.7461418997407e-07, |
| "loss": 0.0281, |
| "step": 1953 |
| }, |
| { |
| "epoch": 0.7685349065880039, |
| "grad_norm": 0.7496312856674194, |
| "learning_rate": 7.721306285276309e-07, |
| "loss": 0.053, |
| "step": 1954 |
| }, |
| { |
| "epoch": 0.7689282202556539, |
| "grad_norm": 0.46650174260139465, |
| "learning_rate": 7.696503275365194e-07, |
| "loss": 0.0513, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.7693215339233038, |
| "grad_norm": 1.1080721616744995, |
| "learning_rate": 7.671732916810154e-07, |
| "loss": 0.0507, |
| "step": 1956 |
| }, |
| { |
| "epoch": 0.7697148475909538, |
| "grad_norm": 0.6540339589118958, |
| "learning_rate": 7.646995256352346e-07, |
| "loss": 0.028, |
| "step": 1957 |
| }, |
| { |
| "epoch": 0.7701081612586037, |
| "grad_norm": 1.099401593208313, |
| "learning_rate": 7.622290340671256e-07, |
| "loss": 0.0623, |
| "step": 1958 |
| }, |
| { |
| "epoch": 0.7705014749262536, |
| "grad_norm": 0.9163020253181458, |
| "learning_rate": 7.597618216384576e-07, |
| "loss": 0.0251, |
| "step": 1959 |
| }, |
| { |
| "epoch": 0.7708947885939036, |
| "grad_norm": 1.32003915309906, |
| "learning_rate": 7.572978930048108e-07, |
| "loss": 0.0467, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.7712881022615536, |
| "grad_norm": 1.0354825258255005, |
| "learning_rate": 7.54837252815571e-07, |
| "loss": 0.0491, |
| "step": 1961 |
| }, |
| { |
| "epoch": 0.7716814159292036, |
| "grad_norm": 1.0285413265228271, |
| "learning_rate": 7.523799057139158e-07, |
| "loss": 0.0598, |
| "step": 1962 |
| }, |
| { |
| "epoch": 0.7720747295968535, |
| "grad_norm": 1.7109252214431763, |
| "learning_rate": 7.49925856336812e-07, |
| "loss": 0.058, |
| "step": 1963 |
| }, |
| { |
| "epoch": 0.7724680432645035, |
| "grad_norm": 1.3561407327651978, |
| "learning_rate": 7.474751093150015e-07, |
| "loss": 0.0351, |
| "step": 1964 |
| }, |
| { |
| "epoch": 0.7728613569321534, |
| "grad_norm": 0.4150741696357727, |
| "learning_rate": 7.450276692729957e-07, |
| "loss": 0.0181, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.7732546705998034, |
| "grad_norm": 1.0091959238052368, |
| "learning_rate": 7.425835408290655e-07, |
| "loss": 0.0403, |
| "step": 1966 |
| }, |
| { |
| "epoch": 0.7736479842674533, |
| "grad_norm": 2.851815938949585, |
| "learning_rate": 7.40142728595234e-07, |
| "loss": 0.0491, |
| "step": 1967 |
| }, |
| { |
| "epoch": 0.7740412979351032, |
| "grad_norm": 1.306333303451538, |
| "learning_rate": 7.377052371772637e-07, |
| "loss": 0.058, |
| "step": 1968 |
| }, |
| { |
| "epoch": 0.7744346116027532, |
| "grad_norm": 0.8560998439788818, |
| "learning_rate": 7.352710711746536e-07, |
| "loss": 0.0284, |
| "step": 1969 |
| }, |
| { |
| "epoch": 0.7748279252704031, |
| "grad_norm": 1.8746119737625122, |
| "learning_rate": 7.328402351806269e-07, |
| "loss": 0.0654, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.7752212389380531, |
| "grad_norm": 1.0875734090805054, |
| "learning_rate": 7.304127337821229e-07, |
| "loss": 0.0402, |
| "step": 1971 |
| }, |
| { |
| "epoch": 0.775614552605703, |
| "grad_norm": 0.8440957069396973, |
| "learning_rate": 7.279885715597896e-07, |
| "loss": 0.0367, |
| "step": 1972 |
| }, |
| { |
| "epoch": 0.776007866273353, |
| "grad_norm": 1.528245210647583, |
| "learning_rate": 7.255677530879713e-07, |
| "loss": 0.0336, |
| "step": 1973 |
| }, |
| { |
| "epoch": 0.776401179941003, |
| "grad_norm": 1.6772621870040894, |
| "learning_rate": 7.231502829347056e-07, |
| "loss": 0.0388, |
| "step": 1974 |
| }, |
| { |
| "epoch": 0.7767944936086529, |
| "grad_norm": 0.85129314661026, |
| "learning_rate": 7.207361656617112e-07, |
| "loss": 0.0521, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.7771878072763029, |
| "grad_norm": 1.1908273696899414, |
| "learning_rate": 7.183254058243791e-07, |
| "loss": 0.0419, |
| "step": 1976 |
| }, |
| { |
| "epoch": 0.7775811209439528, |
| "grad_norm": 1.2314374446868896, |
| "learning_rate": 7.159180079717656e-07, |
| "loss": 0.044, |
| "step": 1977 |
| }, |
| { |
| "epoch": 0.7779744346116028, |
| "grad_norm": 1.7192610502243042, |
| "learning_rate": 7.135139766465838e-07, |
| "loss": 0.0663, |
| "step": 1978 |
| }, |
| { |
| "epoch": 0.7783677482792527, |
| "grad_norm": 1.5432205200195312, |
| "learning_rate": 7.111133163851916e-07, |
| "loss": 0.0267, |
| "step": 1979 |
| }, |
| { |
| "epoch": 0.7787610619469026, |
| "grad_norm": 0.759152352809906, |
| "learning_rate": 7.087160317175881e-07, |
| "loss": 0.0299, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.7791543756145526, |
| "grad_norm": 0.9122269749641418, |
| "learning_rate": 7.06322127167402e-07, |
| "loss": 0.0301, |
| "step": 1981 |
| }, |
| { |
| "epoch": 0.7795476892822025, |
| "grad_norm": 0.7516564130783081, |
| "learning_rate": 7.03931607251884e-07, |
| "loss": 0.0627, |
| "step": 1982 |
| }, |
| { |
| "epoch": 0.7799410029498525, |
| "grad_norm": 1.2953605651855469, |
| "learning_rate": 7.015444764818988e-07, |
| "loss": 0.0571, |
| "step": 1983 |
| }, |
| { |
| "epoch": 0.7803343166175024, |
| "grad_norm": 0.8770161271095276, |
| "learning_rate": 6.991607393619129e-07, |
| "loss": 0.0322, |
| "step": 1984 |
| }, |
| { |
| "epoch": 0.7807276302851525, |
| "grad_norm": 0.8347287774085999, |
| "learning_rate": 6.967804003899925e-07, |
| "loss": 0.0497, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.7811209439528024, |
| "grad_norm": 0.5185628533363342, |
| "learning_rate": 6.944034640577896e-07, |
| "loss": 0.0292, |
| "step": 1986 |
| }, |
| { |
| "epoch": 0.7815142576204523, |
| "grad_norm": 0.9084299802780151, |
| "learning_rate": 6.920299348505365e-07, |
| "loss": 0.0343, |
| "step": 1987 |
| }, |
| { |
| "epoch": 0.7819075712881023, |
| "grad_norm": 1.2148305177688599, |
| "learning_rate": 6.896598172470356e-07, |
| "loss": 0.07, |
| "step": 1988 |
| }, |
| { |
| "epoch": 0.7823008849557522, |
| "grad_norm": 1.0693104267120361, |
| "learning_rate": 6.872931157196519e-07, |
| "loss": 0.0509, |
| "step": 1989 |
| }, |
| { |
| "epoch": 0.7826941986234022, |
| "grad_norm": 0.5483916997909546, |
| "learning_rate": 6.849298347343044e-07, |
| "loss": 0.04, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.7830875122910521, |
| "grad_norm": 0.9246038794517517, |
| "learning_rate": 6.825699787504586e-07, |
| "loss": 0.0602, |
| "step": 1991 |
| }, |
| { |
| "epoch": 0.783480825958702, |
| "grad_norm": 0.7501392960548401, |
| "learning_rate": 6.802135522211142e-07, |
| "loss": 0.0331, |
| "step": 1992 |
| }, |
| { |
| "epoch": 0.783874139626352, |
| "grad_norm": 0.8467764854431152, |
| "learning_rate": 6.778605595928025e-07, |
| "loss": 0.0325, |
| "step": 1993 |
| }, |
| { |
| "epoch": 0.7842674532940019, |
| "grad_norm": 0.5727487206459045, |
| "learning_rate": 6.755110053055738e-07, |
| "loss": 0.0264, |
| "step": 1994 |
| }, |
| { |
| "epoch": 0.7846607669616519, |
| "grad_norm": 1.1488757133483887, |
| "learning_rate": 6.731648937929911e-07, |
| "loss": 0.0548, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.7850540806293018, |
| "grad_norm": 0.7147387862205505, |
| "learning_rate": 6.708222294821196e-07, |
| "loss": 0.0548, |
| "step": 1996 |
| }, |
| { |
| "epoch": 0.7854473942969519, |
| "grad_norm": 1.0995930433273315, |
| "learning_rate": 6.684830167935207e-07, |
| "loss": 0.0476, |
| "step": 1997 |
| }, |
| { |
| "epoch": 0.7858407079646018, |
| "grad_norm": 1.1355059146881104, |
| "learning_rate": 6.66147260141243e-07, |
| "loss": 0.0501, |
| "step": 1998 |
| }, |
| { |
| "epoch": 0.7862340216322518, |
| "grad_norm": 0.7553796768188477, |
| "learning_rate": 6.638149639328134e-07, |
| "loss": 0.0686, |
| "step": 1999 |
| }, |
| { |
| "epoch": 0.7866273352999017, |
| "grad_norm": 0.8902336359024048, |
| "learning_rate": 6.614861325692277e-07, |
| "loss": 0.0349, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.7870206489675516, |
| "grad_norm": 1.090766429901123, |
| "learning_rate": 6.591607704449446e-07, |
| "loss": 0.0527, |
| "step": 2001 |
| }, |
| { |
| "epoch": 0.7874139626352016, |
| "grad_norm": 1.142582654953003, |
| "learning_rate": 6.568388819478769e-07, |
| "loss": 0.0537, |
| "step": 2002 |
| }, |
| { |
| "epoch": 0.7878072763028515, |
| "grad_norm": 1.449288010597229, |
| "learning_rate": 6.545204714593825e-07, |
| "loss": 0.0587, |
| "step": 2003 |
| }, |
| { |
| "epoch": 0.7882005899705015, |
| "grad_norm": 1.7187999486923218, |
| "learning_rate": 6.522055433542557e-07, |
| "loss": 0.0624, |
| "step": 2004 |
| }, |
| { |
| "epoch": 0.7885939036381514, |
| "grad_norm": 1.5539288520812988, |
| "learning_rate": 6.49894102000721e-07, |
| "loss": 0.0553, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.7889872173058013, |
| "grad_norm": 1.4520833492279053, |
| "learning_rate": 6.47586151760421e-07, |
| "loss": 0.0297, |
| "step": 2006 |
| }, |
| { |
| "epoch": 0.7893805309734513, |
| "grad_norm": 1.2936962842941284, |
| "learning_rate": 6.452816969884127e-07, |
| "loss": 0.0335, |
| "step": 2007 |
| }, |
| { |
| "epoch": 0.7897738446411012, |
| "grad_norm": 1.2932931184768677, |
| "learning_rate": 6.429807420331568e-07, |
| "loss": 0.0622, |
| "step": 2008 |
| }, |
| { |
| "epoch": 0.7901671583087513, |
| "grad_norm": 0.9521369934082031, |
| "learning_rate": 6.406832912365101e-07, |
| "loss": 0.0669, |
| "step": 2009 |
| }, |
| { |
| "epoch": 0.7905604719764012, |
| "grad_norm": 0.9570633172988892, |
| "learning_rate": 6.383893489337172e-07, |
| "loss": 0.054, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.7909537856440512, |
| "grad_norm": 0.7929260730743408, |
| "learning_rate": 6.360989194534004e-07, |
| "loss": 0.028, |
| "step": 2011 |
| }, |
| { |
| "epoch": 0.7913470993117011, |
| "grad_norm": 1.2527369260787964, |
| "learning_rate": 6.338120071175558e-07, |
| "loss": 0.0631, |
| "step": 2012 |
| }, |
| { |
| "epoch": 0.791740412979351, |
| "grad_norm": 0.9790352582931519, |
| "learning_rate": 6.315286162415412e-07, |
| "loss": 0.0485, |
| "step": 2013 |
| }, |
| { |
| "epoch": 0.792133726647001, |
| "grad_norm": 1.417540431022644, |
| "learning_rate": 6.292487511340709e-07, |
| "loss": 0.0575, |
| "step": 2014 |
| }, |
| { |
| "epoch": 0.7925270403146509, |
| "grad_norm": 1.3456201553344727, |
| "learning_rate": 6.269724160972043e-07, |
| "loss": 0.0709, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.7929203539823009, |
| "grad_norm": 1.3013477325439453, |
| "learning_rate": 6.246996154263421e-07, |
| "loss": 0.0571, |
| "step": 2016 |
| }, |
| { |
| "epoch": 0.7933136676499508, |
| "grad_norm": 1.0679081678390503, |
| "learning_rate": 6.224303534102125e-07, |
| "loss": 0.0395, |
| "step": 2017 |
| }, |
| { |
| "epoch": 0.7937069813176008, |
| "grad_norm": 1.3359334468841553, |
| "learning_rate": 6.201646343308685e-07, |
| "loss": 0.0439, |
| "step": 2018 |
| }, |
| { |
| "epoch": 0.7941002949852507, |
| "grad_norm": 1.4549192190170288, |
| "learning_rate": 6.179024624636772e-07, |
| "loss": 0.057, |
| "step": 2019 |
| }, |
| { |
| "epoch": 0.7944936086529006, |
| "grad_norm": 0.8267070055007935, |
| "learning_rate": 6.156438420773125e-07, |
| "loss": 0.0207, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.7948869223205507, |
| "grad_norm": 1.1873496770858765, |
| "learning_rate": 6.133887774337471e-07, |
| "loss": 0.0449, |
| "step": 2021 |
| }, |
| { |
| "epoch": 0.7952802359882006, |
| "grad_norm": 1.971118450164795, |
| "learning_rate": 6.111372727882417e-07, |
| "loss": 0.0444, |
| "step": 2022 |
| }, |
| { |
| "epoch": 0.7956735496558506, |
| "grad_norm": 0.5039023160934448, |
| "learning_rate": 6.088893323893419e-07, |
| "loss": 0.0165, |
| "step": 2023 |
| }, |
| { |
| "epoch": 0.7960668633235005, |
| "grad_norm": 1.2124491930007935, |
| "learning_rate": 6.066449604788666e-07, |
| "loss": 0.0384, |
| "step": 2024 |
| }, |
| { |
| "epoch": 0.7964601769911505, |
| "grad_norm": 1.4836233854293823, |
| "learning_rate": 6.044041612919016e-07, |
| "loss": 0.0711, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.7968534906588004, |
| "grad_norm": 1.4890559911727905, |
| "learning_rate": 6.021669390567902e-07, |
| "loss": 0.048, |
| "step": 2026 |
| }, |
| { |
| "epoch": 0.7972468043264503, |
| "grad_norm": 0.5430221557617188, |
| "learning_rate": 5.999332979951272e-07, |
| "loss": 0.049, |
| "step": 2027 |
| }, |
| { |
| "epoch": 0.7976401179941003, |
| "grad_norm": 0.9645549654960632, |
| "learning_rate": 5.977032423217482e-07, |
| "loss": 0.0201, |
| "step": 2028 |
| }, |
| { |
| "epoch": 0.7980334316617502, |
| "grad_norm": 1.7599254846572876, |
| "learning_rate": 5.954767762447244e-07, |
| "loss": 0.0524, |
| "step": 2029 |
| }, |
| { |
| "epoch": 0.7984267453294002, |
| "grad_norm": 0.6832358241081238, |
| "learning_rate": 5.932539039653535e-07, |
| "loss": 0.0451, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.7988200589970501, |
| "grad_norm": 0.5469837188720703, |
| "learning_rate": 5.910346296781511e-07, |
| "loss": 0.0342, |
| "step": 2031 |
| }, |
| { |
| "epoch": 0.7992133726647, |
| "grad_norm": 1.466138482093811, |
| "learning_rate": 5.888189575708453e-07, |
| "loss": 0.0619, |
| "step": 2032 |
| }, |
| { |
| "epoch": 0.7996066863323501, |
| "grad_norm": 1.1846930980682373, |
| "learning_rate": 5.866068918243634e-07, |
| "loss": 0.0527, |
| "step": 2033 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.8236525058746338, |
| "learning_rate": 5.843984366128308e-07, |
| "loss": 0.0427, |
| "step": 2034 |
| }, |
| { |
| "epoch": 0.80039331366765, |
| "grad_norm": 0.8086917996406555, |
| "learning_rate": 5.821935961035589e-07, |
| "loss": 0.0743, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.8007866273352999, |
| "grad_norm": 1.3642960786819458, |
| "learning_rate": 5.799923744570376e-07, |
| "loss": 0.0609, |
| "step": 2036 |
| }, |
| { |
| "epoch": 0.8011799410029499, |
| "grad_norm": 1.4578794240951538, |
| "learning_rate": 5.777947758269295e-07, |
| "loss": 0.0828, |
| "step": 2037 |
| }, |
| { |
| "epoch": 0.8015732546705998, |
| "grad_norm": 0.5745184421539307, |
| "learning_rate": 5.756008043600594e-07, |
| "loss": 0.0444, |
| "step": 2038 |
| }, |
| { |
| "epoch": 0.8019665683382498, |
| "grad_norm": 2.3881709575653076, |
| "learning_rate": 5.734104641964075e-07, |
| "loss": 0.074, |
| "step": 2039 |
| }, |
| { |
| "epoch": 0.8023598820058997, |
| "grad_norm": 1.0504474639892578, |
| "learning_rate": 5.712237594691028e-07, |
| "loss": 0.0573, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.8027531956735496, |
| "grad_norm": 1.7040578126907349, |
| "learning_rate": 5.690406943044138e-07, |
| "loss": 0.0472, |
| "step": 2041 |
| }, |
| { |
| "epoch": 0.8031465093411996, |
| "grad_norm": 0.9709568619728088, |
| "learning_rate": 5.668612728217412e-07, |
| "loss": 0.0305, |
| "step": 2042 |
| }, |
| { |
| "epoch": 0.8035398230088495, |
| "grad_norm": 2.0475189685821533, |
| "learning_rate": 5.646854991336112e-07, |
| "loss": 0.0661, |
| "step": 2043 |
| }, |
| { |
| "epoch": 0.8039331366764995, |
| "grad_norm": 1.4109443426132202, |
| "learning_rate": 5.625133773456639e-07, |
| "loss": 0.0698, |
| "step": 2044 |
| }, |
| { |
| "epoch": 0.8043264503441495, |
| "grad_norm": 0.8161342740058899, |
| "learning_rate": 5.603449115566511e-07, |
| "loss": 0.0417, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.8047197640117995, |
| "grad_norm": 1.1740028858184814, |
| "learning_rate": 5.581801058584252e-07, |
| "loss": 0.0444, |
| "step": 2046 |
| }, |
| { |
| "epoch": 0.8051130776794494, |
| "grad_norm": 2.580334424972534, |
| "learning_rate": 5.560189643359312e-07, |
| "loss": 0.0988, |
| "step": 2047 |
| }, |
| { |
| "epoch": 0.8055063913470993, |
| "grad_norm": 0.8429194092750549, |
| "learning_rate": 5.538614910672005e-07, |
| "loss": 0.0312, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.8058997050147493, |
| "grad_norm": 0.8115060925483704, |
| "learning_rate": 5.517076901233434e-07, |
| "loss": 0.0561, |
| "step": 2049 |
| }, |
| { |
| "epoch": 0.8062930186823992, |
| "grad_norm": 0.5982792377471924, |
| "learning_rate": 5.495575655685382e-07, |
| "loss": 0.0369, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.8066863323500492, |
| "grad_norm": 1.5597193241119385, |
| "learning_rate": 5.474111214600278e-07, |
| "loss": 0.0701, |
| "step": 2051 |
| }, |
| { |
| "epoch": 0.8070796460176991, |
| "grad_norm": 1.3873978853225708, |
| "learning_rate": 5.452683618481103e-07, |
| "loss": 0.0372, |
| "step": 2052 |
| }, |
| { |
| "epoch": 0.807472959685349, |
| "grad_norm": 0.9317770004272461, |
| "learning_rate": 5.431292907761305e-07, |
| "loss": 0.0433, |
| "step": 2053 |
| }, |
| { |
| "epoch": 0.807866273352999, |
| "grad_norm": 1.736678957939148, |
| "learning_rate": 5.409939122804736e-07, |
| "loss": 0.0562, |
| "step": 2054 |
| }, |
| { |
| "epoch": 0.8082595870206489, |
| "grad_norm": 1.1516214609146118, |
| "learning_rate": 5.388622303905558e-07, |
| "loss": 0.0438, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.8086529006882989, |
| "grad_norm": 0.855049192905426, |
| "learning_rate": 5.367342491288186e-07, |
| "loss": 0.0389, |
| "step": 2056 |
| }, |
| { |
| "epoch": 0.8090462143559489, |
| "grad_norm": 0.8584917187690735, |
| "learning_rate": 5.346099725107213e-07, |
| "loss": 0.0686, |
| "step": 2057 |
| }, |
| { |
| "epoch": 0.8094395280235989, |
| "grad_norm": 1.1630586385726929, |
| "learning_rate": 5.324894045447312e-07, |
| "loss": 0.0361, |
| "step": 2058 |
| }, |
| { |
| "epoch": 0.8098328416912488, |
| "grad_norm": 1.2655314207077026, |
| "learning_rate": 5.303725492323194e-07, |
| "loss": 0.0284, |
| "step": 2059 |
| }, |
| { |
| "epoch": 0.8102261553588987, |
| "grad_norm": 1.1947369575500488, |
| "learning_rate": 5.282594105679481e-07, |
| "loss": 0.0562, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.8106194690265487, |
| "grad_norm": 0.7869384288787842, |
| "learning_rate": 5.261499925390692e-07, |
| "loss": 0.0407, |
| "step": 2061 |
| }, |
| { |
| "epoch": 0.8110127826941986, |
| "grad_norm": 1.6076072454452515, |
| "learning_rate": 5.240442991261127e-07, |
| "loss": 0.0384, |
| "step": 2062 |
| }, |
| { |
| "epoch": 0.8114060963618486, |
| "grad_norm": 2.237993001937866, |
| "learning_rate": 5.219423343024804e-07, |
| "loss": 0.0539, |
| "step": 2063 |
| }, |
| { |
| "epoch": 0.8117994100294985, |
| "grad_norm": 0.8259546756744385, |
| "learning_rate": 5.198441020345382e-07, |
| "loss": 0.0436, |
| "step": 2064 |
| }, |
| { |
| "epoch": 0.8121927236971485, |
| "grad_norm": 1.2509441375732422, |
| "learning_rate": 5.177496062816101e-07, |
| "loss": 0.0462, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.8125860373647984, |
| "grad_norm": 1.06137216091156, |
| "learning_rate": 5.156588509959659e-07, |
| "loss": 0.0339, |
| "step": 2066 |
| }, |
| { |
| "epoch": 0.8129793510324483, |
| "grad_norm": 0.7373847365379333, |
| "learning_rate": 5.13571840122821e-07, |
| "loss": 0.0301, |
| "step": 2067 |
| }, |
| { |
| "epoch": 0.8133726647000983, |
| "grad_norm": 1.1653954982757568, |
| "learning_rate": 5.114885776003234e-07, |
| "loss": 0.0427, |
| "step": 2068 |
| }, |
| { |
| "epoch": 0.8137659783677483, |
| "grad_norm": 1.518700122833252, |
| "learning_rate": 5.094090673595478e-07, |
| "loss": 0.0568, |
| "step": 2069 |
| }, |
| { |
| "epoch": 0.8141592920353983, |
| "grad_norm": 0.9491556286811829, |
| "learning_rate": 5.073333133244896e-07, |
| "loss": 0.0296, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.8145526057030482, |
| "grad_norm": 1.12187922000885, |
| "learning_rate": 5.052613194120554e-07, |
| "loss": 0.0625, |
| "step": 2071 |
| }, |
| { |
| "epoch": 0.8149459193706982, |
| "grad_norm": 0.9381184577941895, |
| "learning_rate": 5.031930895320569e-07, |
| "loss": 0.0318, |
| "step": 2072 |
| }, |
| { |
| "epoch": 0.8153392330383481, |
| "grad_norm": 0.8680362701416016, |
| "learning_rate": 5.011286275872021e-07, |
| "loss": 0.0631, |
| "step": 2073 |
| }, |
| { |
| "epoch": 0.815732546705998, |
| "grad_norm": 1.5543493032455444, |
| "learning_rate": 4.990679374730905e-07, |
| "loss": 0.0754, |
| "step": 2074 |
| }, |
| { |
| "epoch": 0.816125860373648, |
| "grad_norm": 1.3975200653076172, |
| "learning_rate": 4.970110230782035e-07, |
| "loss": 0.072, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.8165191740412979, |
| "grad_norm": 0.8037746548652649, |
| "learning_rate": 4.949578882838982e-07, |
| "loss": 0.0385, |
| "step": 2076 |
| }, |
| { |
| "epoch": 0.8169124877089479, |
| "grad_norm": 0.7833993434906006, |
| "learning_rate": 4.929085369643988e-07, |
| "loss": 0.0418, |
| "step": 2077 |
| }, |
| { |
| "epoch": 0.8173058013765978, |
| "grad_norm": 0.8177001476287842, |
| "learning_rate": 4.908629729867908e-07, |
| "loss": 0.0485, |
| "step": 2078 |
| }, |
| { |
| "epoch": 0.8176991150442477, |
| "grad_norm": 0.7933450937271118, |
| "learning_rate": 4.88821200211014e-07, |
| "loss": 0.0466, |
| "step": 2079 |
| }, |
| { |
| "epoch": 0.8180924287118977, |
| "grad_norm": 0.5968790054321289, |
| "learning_rate": 4.867832224898517e-07, |
| "loss": 0.0253, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.8184857423795477, |
| "grad_norm": 1.4022417068481445, |
| "learning_rate": 4.847490436689281e-07, |
| "loss": 0.0431, |
| "step": 2081 |
| }, |
| { |
| "epoch": 0.8188790560471977, |
| "grad_norm": 2.319401264190674, |
| "learning_rate": 4.827186675866985e-07, |
| "loss": 0.0493, |
| "step": 2082 |
| }, |
| { |
| "epoch": 0.8192723697148476, |
| "grad_norm": 1.0119627714157104, |
| "learning_rate": 4.806920980744426e-07, |
| "loss": 0.0606, |
| "step": 2083 |
| }, |
| { |
| "epoch": 0.8196656833824976, |
| "grad_norm": 1.2110787630081177, |
| "learning_rate": 4.786693389562566e-07, |
| "loss": 0.0582, |
| "step": 2084 |
| }, |
| { |
| "epoch": 0.8200589970501475, |
| "grad_norm": 0.7724167704582214, |
| "learning_rate": 4.7665039404904747e-07, |
| "loss": 0.0457, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.8204523107177975, |
| "grad_norm": 1.5843499898910522, |
| "learning_rate": 4.746352671625237e-07, |
| "loss": 0.0482, |
| "step": 2086 |
| }, |
| { |
| "epoch": 0.8208456243854474, |
| "grad_norm": 1.3220843076705933, |
| "learning_rate": 4.72623962099191e-07, |
| "loss": 0.0505, |
| "step": 2087 |
| }, |
| { |
| "epoch": 0.8212389380530973, |
| "grad_norm": 1.6696242094039917, |
| "learning_rate": 4.7061648265434053e-07, |
| "loss": 0.0587, |
| "step": 2088 |
| }, |
| { |
| "epoch": 0.8216322517207473, |
| "grad_norm": 1.341960072517395, |
| "learning_rate": 4.6861283261604745e-07, |
| "loss": 0.0781, |
| "step": 2089 |
| }, |
| { |
| "epoch": 0.8220255653883972, |
| "grad_norm": 1.6525554656982422, |
| "learning_rate": 4.666130157651594e-07, |
| "loss": 0.052, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.8224188790560472, |
| "grad_norm": 1.0084091424942017, |
| "learning_rate": 4.6461703587529106e-07, |
| "loss": 0.0354, |
| "step": 2091 |
| }, |
| { |
| "epoch": 0.8228121927236971, |
| "grad_norm": 0.8987352848052979, |
| "learning_rate": 4.62624896712818e-07, |
| "loss": 0.0351, |
| "step": 2092 |
| }, |
| { |
| "epoch": 0.8232055063913472, |
| "grad_norm": 1.0085314512252808, |
| "learning_rate": 4.6063660203686635e-07, |
| "loss": 0.0459, |
| "step": 2093 |
| }, |
| { |
| "epoch": 0.8235988200589971, |
| "grad_norm": 1.4987783432006836, |
| "learning_rate": 4.586521555993087e-07, |
| "loss": 0.0771, |
| "step": 2094 |
| }, |
| { |
| "epoch": 0.823992133726647, |
| "grad_norm": 1.5976486206054688, |
| "learning_rate": 4.5667156114475695e-07, |
| "loss": 0.0766, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.824385447394297, |
| "grad_norm": 0.9721060395240784, |
| "learning_rate": 4.5469482241055324e-07, |
| "loss": 0.0514, |
| "step": 2096 |
| }, |
| { |
| "epoch": 0.8247787610619469, |
| "grad_norm": 0.835397481918335, |
| "learning_rate": 4.527219431267646e-07, |
| "loss": 0.0352, |
| "step": 2097 |
| }, |
| { |
| "epoch": 0.8251720747295969, |
| "grad_norm": 1.1280697584152222, |
| "learning_rate": 4.507529270161759e-07, |
| "loss": 0.0712, |
| "step": 2098 |
| }, |
| { |
| "epoch": 0.8255653883972468, |
| "grad_norm": 1.8154939413070679, |
| "learning_rate": 4.4878777779428034e-07, |
| "loss": 0.0918, |
| "step": 2099 |
| }, |
| { |
| "epoch": 0.8259587020648967, |
| "grad_norm": 1.067765474319458, |
| "learning_rate": 4.4682649916927614e-07, |
| "loss": 0.0357, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.8263520157325467, |
| "grad_norm": 1.0095484256744385, |
| "learning_rate": 4.4486909484205725e-07, |
| "loss": 0.0315, |
| "step": 2101 |
| }, |
| { |
| "epoch": 0.8267453294001966, |
| "grad_norm": 1.7903807163238525, |
| "learning_rate": 4.429155685062073e-07, |
| "loss": 0.0598, |
| "step": 2102 |
| }, |
| { |
| "epoch": 0.8271386430678466, |
| "grad_norm": 1.5948070287704468, |
| "learning_rate": 4.409659238479919e-07, |
| "loss": 0.0408, |
| "step": 2103 |
| }, |
| { |
| "epoch": 0.8275319567354965, |
| "grad_norm": 0.805156946182251, |
| "learning_rate": 4.39020164546351e-07, |
| "loss": 0.0448, |
| "step": 2104 |
| }, |
| { |
| "epoch": 0.8279252704031466, |
| "grad_norm": 0.4440039098262787, |
| "learning_rate": 4.370782942728946e-07, |
| "loss": 0.0279, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.8283185840707965, |
| "grad_norm": 0.9887676239013672, |
| "learning_rate": 4.3514031669189325e-07, |
| "loss": 0.0706, |
| "step": 2106 |
| }, |
| { |
| "epoch": 0.8287118977384464, |
| "grad_norm": 1.1825933456420898, |
| "learning_rate": 4.3320623546027283e-07, |
| "loss": 0.0608, |
| "step": 2107 |
| }, |
| { |
| "epoch": 0.8291052114060964, |
| "grad_norm": 1.8713337182998657, |
| "learning_rate": 4.312760542276059e-07, |
| "loss": 0.049, |
| "step": 2108 |
| }, |
| { |
| "epoch": 0.8294985250737463, |
| "grad_norm": 0.9182631969451904, |
| "learning_rate": 4.293497766361068e-07, |
| "loss": 0.0436, |
| "step": 2109 |
| }, |
| { |
| "epoch": 0.8298918387413963, |
| "grad_norm": 1.1083096265792847, |
| "learning_rate": 4.2742740632062243e-07, |
| "loss": 0.0483, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.8302851524090462, |
| "grad_norm": 2.0837628841400146, |
| "learning_rate": 4.255089469086279e-07, |
| "loss": 0.0663, |
| "step": 2111 |
| }, |
| { |
| "epoch": 0.8306784660766962, |
| "grad_norm": 1.2065215110778809, |
| "learning_rate": 4.235944020202182e-07, |
| "loss": 0.0673, |
| "step": 2112 |
| }, |
| { |
| "epoch": 0.8310717797443461, |
| "grad_norm": 1.3495663404464722, |
| "learning_rate": 4.216837752681019e-07, |
| "loss": 0.0589, |
| "step": 2113 |
| }, |
| { |
| "epoch": 0.831465093411996, |
| "grad_norm": 0.8407555818557739, |
| "learning_rate": 4.19777070257594e-07, |
| "loss": 0.0309, |
| "step": 2114 |
| }, |
| { |
| "epoch": 0.831858407079646, |
| "grad_norm": 0.9763451814651489, |
| "learning_rate": 4.1787429058660845e-07, |
| "loss": 0.0231, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.8322517207472959, |
| "grad_norm": 1.1487807035446167, |
| "learning_rate": 4.159754398456531e-07, |
| "loss": 0.0582, |
| "step": 2116 |
| }, |
| { |
| "epoch": 0.832645034414946, |
| "grad_norm": 0.9778567552566528, |
| "learning_rate": 4.14080521617822e-07, |
| "loss": 0.0349, |
| "step": 2117 |
| }, |
| { |
| "epoch": 0.8330383480825959, |
| "grad_norm": 1.1251294612884521, |
| "learning_rate": 4.121895394787881e-07, |
| "loss": 0.0608, |
| "step": 2118 |
| }, |
| { |
| "epoch": 0.8334316617502459, |
| "grad_norm": 0.8375036716461182, |
| "learning_rate": 4.103024969967981e-07, |
| "loss": 0.0406, |
| "step": 2119 |
| }, |
| { |
| "epoch": 0.8338249754178958, |
| "grad_norm": 1.1409391164779663, |
| "learning_rate": 4.084193977326625e-07, |
| "loss": 0.0545, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.8342182890855457, |
| "grad_norm": 1.0144537687301636, |
| "learning_rate": 4.0654024523975323e-07, |
| "loss": 0.076, |
| "step": 2121 |
| }, |
| { |
| "epoch": 0.8346116027531957, |
| "grad_norm": 1.7752301692962646, |
| "learning_rate": 4.0466504306399366e-07, |
| "loss": 0.0647, |
| "step": 2122 |
| }, |
| { |
| "epoch": 0.8350049164208456, |
| "grad_norm": 1.1848422288894653, |
| "learning_rate": 4.027937947438532e-07, |
| "loss": 0.0642, |
| "step": 2123 |
| }, |
| { |
| "epoch": 0.8353982300884956, |
| "grad_norm": 0.8530738353729248, |
| "learning_rate": 4.009265038103402e-07, |
| "loss": 0.0407, |
| "step": 2124 |
| }, |
| { |
| "epoch": 0.8357915437561455, |
| "grad_norm": 0.9213998317718506, |
| "learning_rate": 3.9906317378699684e-07, |
| "loss": 0.0306, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.8361848574237954, |
| "grad_norm": 0.8134070038795471, |
| "learning_rate": 3.972038081898885e-07, |
| "loss": 0.0378, |
| "step": 2126 |
| }, |
| { |
| "epoch": 0.8365781710914454, |
| "grad_norm": 1.0904289484024048, |
| "learning_rate": 3.9534841052760174e-07, |
| "loss": 0.032, |
| "step": 2127 |
| }, |
| { |
| "epoch": 0.8369714847590953, |
| "grad_norm": 2.0691423416137695, |
| "learning_rate": 3.9349698430123566e-07, |
| "loss": 0.0737, |
| "step": 2128 |
| }, |
| { |
| "epoch": 0.8373647984267454, |
| "grad_norm": 1.1641324758529663, |
| "learning_rate": 3.9164953300439456e-07, |
| "loss": 0.0546, |
| "step": 2129 |
| }, |
| { |
| "epoch": 0.8377581120943953, |
| "grad_norm": 0.9116164445877075, |
| "learning_rate": 3.898060601231832e-07, |
| "loss": 0.0533, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.8381514257620453, |
| "grad_norm": 1.0761325359344482, |
| "learning_rate": 3.879665691361975e-07, |
| "loss": 0.0465, |
| "step": 2131 |
| }, |
| { |
| "epoch": 0.8385447394296952, |
| "grad_norm": 1.2517597675323486, |
| "learning_rate": 3.861310635145207e-07, |
| "loss": 0.0509, |
| "step": 2132 |
| }, |
| { |
| "epoch": 0.8389380530973451, |
| "grad_norm": 0.7470773458480835, |
| "learning_rate": 3.8429954672171613e-07, |
| "loss": 0.0452, |
| "step": 2133 |
| }, |
| { |
| "epoch": 0.8393313667649951, |
| "grad_norm": 1.572190284729004, |
| "learning_rate": 3.824720222138192e-07, |
| "loss": 0.0388, |
| "step": 2134 |
| }, |
| { |
| "epoch": 0.839724680432645, |
| "grad_norm": 1.1324615478515625, |
| "learning_rate": 3.806484934393331e-07, |
| "loss": 0.0696, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.840117994100295, |
| "grad_norm": 1.03518807888031, |
| "learning_rate": 3.788289638392206e-07, |
| "loss": 0.0333, |
| "step": 2136 |
| }, |
| { |
| "epoch": 0.8405113077679449, |
| "grad_norm": 1.2855054140090942, |
| "learning_rate": 3.7701343684689725e-07, |
| "loss": 0.0573, |
| "step": 2137 |
| }, |
| { |
| "epoch": 0.8409046214355949, |
| "grad_norm": 1.5672320127487183, |
| "learning_rate": 3.7520191588822695e-07, |
| "loss": 0.0618, |
| "step": 2138 |
| }, |
| { |
| "epoch": 0.8412979351032448, |
| "grad_norm": 1.3046908378601074, |
| "learning_rate": 3.7339440438151383e-07, |
| "loss": 0.0633, |
| "step": 2139 |
| }, |
| { |
| "epoch": 0.8416912487708947, |
| "grad_norm": 0.9728895425796509, |
| "learning_rate": 3.7159090573749693e-07, |
| "loss": 0.0287, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.8420845624385448, |
| "grad_norm": 1.4470866918563843, |
| "learning_rate": 3.6979142335934246e-07, |
| "loss": 0.0439, |
| "step": 2141 |
| }, |
| { |
| "epoch": 0.8424778761061947, |
| "grad_norm": 0.802937924861908, |
| "learning_rate": 3.67995960642637e-07, |
| "loss": 0.0316, |
| "step": 2142 |
| }, |
| { |
| "epoch": 0.8428711897738447, |
| "grad_norm": 0.8089593052864075, |
| "learning_rate": 3.6620452097538424e-07, |
| "loss": 0.0506, |
| "step": 2143 |
| }, |
| { |
| "epoch": 0.8432645034414946, |
| "grad_norm": 0.9571702480316162, |
| "learning_rate": 3.644171077379949e-07, |
| "loss": 0.0273, |
| "step": 2144 |
| }, |
| { |
| "epoch": 0.8436578171091446, |
| "grad_norm": 1.022767186164856, |
| "learning_rate": 3.6263372430328266e-07, |
| "loss": 0.0497, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.8440511307767945, |
| "grad_norm": 1.133183479309082, |
| "learning_rate": 3.6085437403645645e-07, |
| "loss": 0.0375, |
| "step": 2146 |
| }, |
| { |
| "epoch": 0.8444444444444444, |
| "grad_norm": 1.603365421295166, |
| "learning_rate": 3.5907906029511606e-07, |
| "loss": 0.0535, |
| "step": 2147 |
| }, |
| { |
| "epoch": 0.8448377581120944, |
| "grad_norm": 1.052833080291748, |
| "learning_rate": 3.573077864292421e-07, |
| "loss": 0.0419, |
| "step": 2148 |
| }, |
| { |
| "epoch": 0.8452310717797443, |
| "grad_norm": 0.8957949280738831, |
| "learning_rate": 3.555405557811936e-07, |
| "loss": 0.054, |
| "step": 2149 |
| }, |
| { |
| "epoch": 0.8456243854473943, |
| "grad_norm": 1.3401049375534058, |
| "learning_rate": 3.537773716857004e-07, |
| "loss": 0.0558, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.8460176991150442, |
| "grad_norm": 1.3811299800872803, |
| "learning_rate": 3.5201823746985554e-07, |
| "loss": 0.0436, |
| "step": 2151 |
| }, |
| { |
| "epoch": 0.8464110127826941, |
| "grad_norm": 1.3221920728683472, |
| "learning_rate": 3.5026315645311114e-07, |
| "loss": 0.0679, |
| "step": 2152 |
| }, |
| { |
| "epoch": 0.8468043264503442, |
| "grad_norm": 0.608182966709137, |
| "learning_rate": 3.485121319472695e-07, |
| "loss": 0.0624, |
| "step": 2153 |
| }, |
| { |
| "epoch": 0.8471976401179941, |
| "grad_norm": 0.8964172601699829, |
| "learning_rate": 3.4676516725647953e-07, |
| "loss": 0.0394, |
| "step": 2154 |
| }, |
| { |
| "epoch": 0.8475909537856441, |
| "grad_norm": 0.7584964632987976, |
| "learning_rate": 3.450222656772292e-07, |
| "loss": 0.0484, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.847984267453294, |
| "grad_norm": 0.3789440095424652, |
| "learning_rate": 3.43283430498339e-07, |
| "loss": 0.0277, |
| "step": 2156 |
| }, |
| { |
| "epoch": 0.848377581120944, |
| "grad_norm": 0.7871941924095154, |
| "learning_rate": 3.4154866500095695e-07, |
| "loss": 0.0493, |
| "step": 2157 |
| }, |
| { |
| "epoch": 0.8487708947885939, |
| "grad_norm": 1.302708625793457, |
| "learning_rate": 3.3981797245855096e-07, |
| "loss": 0.0799, |
| "step": 2158 |
| }, |
| { |
| "epoch": 0.8491642084562439, |
| "grad_norm": 0.7635212540626526, |
| "learning_rate": 3.380913561369037e-07, |
| "loss": 0.0427, |
| "step": 2159 |
| }, |
| { |
| "epoch": 0.8495575221238938, |
| "grad_norm": 0.8605564832687378, |
| "learning_rate": 3.363688192941067e-07, |
| "loss": 0.0462, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.8499508357915437, |
| "grad_norm": 0.9630613923072815, |
| "learning_rate": 3.346503651805513e-07, |
| "loss": 0.0637, |
| "step": 2161 |
| }, |
| { |
| "epoch": 0.8503441494591937, |
| "grad_norm": 1.0170080661773682, |
| "learning_rate": 3.329359970389279e-07, |
| "loss": 0.061, |
| "step": 2162 |
| }, |
| { |
| "epoch": 0.8507374631268436, |
| "grad_norm": 0.8377442359924316, |
| "learning_rate": 3.312257181042142e-07, |
| "loss": 0.0449, |
| "step": 2163 |
| }, |
| { |
| "epoch": 0.8511307767944936, |
| "grad_norm": 0.9564546346664429, |
| "learning_rate": 3.2951953160367365e-07, |
| "loss": 0.0496, |
| "step": 2164 |
| }, |
| { |
| "epoch": 0.8515240904621436, |
| "grad_norm": 0.5969823002815247, |
| "learning_rate": 3.2781744075684576e-07, |
| "loss": 0.0404, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.8519174041297936, |
| "grad_norm": 1.0183027982711792, |
| "learning_rate": 3.261194487755426e-07, |
| "loss": 0.0563, |
| "step": 2166 |
| }, |
| { |
| "epoch": 0.8523107177974435, |
| "grad_norm": 1.3610613346099854, |
| "learning_rate": 3.2442555886384145e-07, |
| "loss": 0.0791, |
| "step": 2167 |
| }, |
| { |
| "epoch": 0.8527040314650934, |
| "grad_norm": 0.7566685080528259, |
| "learning_rate": 3.2273577421807976e-07, |
| "loss": 0.0415, |
| "step": 2168 |
| }, |
| { |
| "epoch": 0.8530973451327434, |
| "grad_norm": 1.1211597919464111, |
| "learning_rate": 3.2105009802684636e-07, |
| "loss": 0.0874, |
| "step": 2169 |
| }, |
| { |
| "epoch": 0.8534906588003933, |
| "grad_norm": 1.6669408082962036, |
| "learning_rate": 3.1936853347097923e-07, |
| "loss": 0.0521, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.8538839724680433, |
| "grad_norm": 0.9726613163948059, |
| "learning_rate": 3.1769108372355804e-07, |
| "loss": 0.0457, |
| "step": 2171 |
| }, |
| { |
| "epoch": 0.8542772861356932, |
| "grad_norm": 1.5157469511032104, |
| "learning_rate": 3.1601775194989693e-07, |
| "loss": 0.0574, |
| "step": 2172 |
| }, |
| { |
| "epoch": 0.8546705998033431, |
| "grad_norm": 2.319978713989258, |
| "learning_rate": 3.143485413075398e-07, |
| "loss": 0.0604, |
| "step": 2173 |
| }, |
| { |
| "epoch": 0.8550639134709931, |
| "grad_norm": 1.160510778427124, |
| "learning_rate": 3.1268345494625486e-07, |
| "loss": 0.0454, |
| "step": 2174 |
| }, |
| { |
| "epoch": 0.855457227138643, |
| "grad_norm": 1.0284311771392822, |
| "learning_rate": 3.1102249600802573e-07, |
| "loss": 0.0375, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.855850540806293, |
| "grad_norm": 0.7068095207214355, |
| "learning_rate": 3.093656676270501e-07, |
| "loss": 0.0409, |
| "step": 2176 |
| }, |
| { |
| "epoch": 0.856243854473943, |
| "grad_norm": 0.8698954582214355, |
| "learning_rate": 3.0771297292972986e-07, |
| "loss": 0.0547, |
| "step": 2177 |
| }, |
| { |
| "epoch": 0.856637168141593, |
| "grad_norm": 0.7371048331260681, |
| "learning_rate": 3.0606441503466753e-07, |
| "loss": 0.0661, |
| "step": 2178 |
| }, |
| { |
| "epoch": 0.8570304818092429, |
| "grad_norm": 0.6116827726364136, |
| "learning_rate": 3.044199970526593e-07, |
| "loss": 0.0199, |
| "step": 2179 |
| }, |
| { |
| "epoch": 0.8574237954768928, |
| "grad_norm": 0.9910300374031067, |
| "learning_rate": 3.027797220866896e-07, |
| "loss": 0.0454, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.8578171091445428, |
| "grad_norm": 0.9253597855567932, |
| "learning_rate": 3.01143593231924e-07, |
| "loss": 0.0465, |
| "step": 2181 |
| }, |
| { |
| "epoch": 0.8582104228121927, |
| "grad_norm": 0.6476548314094543, |
| "learning_rate": 2.995116135757059e-07, |
| "loss": 0.0385, |
| "step": 2182 |
| }, |
| { |
| "epoch": 0.8586037364798427, |
| "grad_norm": 0.8749169707298279, |
| "learning_rate": 2.978837861975484e-07, |
| "loss": 0.0474, |
| "step": 2183 |
| }, |
| { |
| "epoch": 0.8589970501474926, |
| "grad_norm": 1.4006898403167725, |
| "learning_rate": 2.962601141691296e-07, |
| "loss": 0.0511, |
| "step": 2184 |
| }, |
| { |
| "epoch": 0.8593903638151426, |
| "grad_norm": 0.8508985638618469, |
| "learning_rate": 2.9464060055428703e-07, |
| "loss": 0.0549, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.8597836774827925, |
| "grad_norm": 1.1002285480499268, |
| "learning_rate": 2.930252484090101e-07, |
| "loss": 0.0283, |
| "step": 2186 |
| }, |
| { |
| "epoch": 0.8601769911504424, |
| "grad_norm": 0.8702027201652527, |
| "learning_rate": 2.9141406078143644e-07, |
| "loss": 0.0605, |
| "step": 2187 |
| }, |
| { |
| "epoch": 0.8605703048180924, |
| "grad_norm": 0.79606693983078, |
| "learning_rate": 2.8980704071184557e-07, |
| "loss": 0.0598, |
| "step": 2188 |
| }, |
| { |
| "epoch": 0.8609636184857424, |
| "grad_norm": 1.1964335441589355, |
| "learning_rate": 2.882041912326525e-07, |
| "loss": 0.046, |
| "step": 2189 |
| }, |
| { |
| "epoch": 0.8613569321533924, |
| "grad_norm": 1.1686105728149414, |
| "learning_rate": 2.8660551536840277e-07, |
| "loss": 0.0329, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.8617502458210423, |
| "grad_norm": 0.858632504940033, |
| "learning_rate": 2.8501101613576526e-07, |
| "loss": 0.0661, |
| "step": 2191 |
| }, |
| { |
| "epoch": 0.8621435594886923, |
| "grad_norm": 0.984893262386322, |
| "learning_rate": 2.834206965435293e-07, |
| "loss": 0.0351, |
| "step": 2192 |
| }, |
| { |
| "epoch": 0.8625368731563422, |
| "grad_norm": 1.3127596378326416, |
| "learning_rate": 2.818345595925959e-07, |
| "loss": 0.0387, |
| "step": 2193 |
| }, |
| { |
| "epoch": 0.8629301868239921, |
| "grad_norm": 1.4564718008041382, |
| "learning_rate": 2.8025260827597463e-07, |
| "loss": 0.0424, |
| "step": 2194 |
| }, |
| { |
| "epoch": 0.8633235004916421, |
| "grad_norm": 0.5872806310653687, |
| "learning_rate": 2.7867484557877607e-07, |
| "loss": 0.0414, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.863716814159292, |
| "grad_norm": 1.0555849075317383, |
| "learning_rate": 2.7710127447820783e-07, |
| "loss": 0.0519, |
| "step": 2196 |
| }, |
| { |
| "epoch": 0.864110127826942, |
| "grad_norm": 1.0422883033752441, |
| "learning_rate": 2.7553189794356615e-07, |
| "loss": 0.0562, |
| "step": 2197 |
| }, |
| { |
| "epoch": 0.8645034414945919, |
| "grad_norm": 1.2551977634429932, |
| "learning_rate": 2.739667189362347e-07, |
| "loss": 0.0344, |
| "step": 2198 |
| }, |
| { |
| "epoch": 0.8648967551622418, |
| "grad_norm": 1.0713584423065186, |
| "learning_rate": 2.724057404096744e-07, |
| "loss": 0.0385, |
| "step": 2199 |
| }, |
| { |
| "epoch": 0.8652900688298918, |
| "grad_norm": 0.6667132377624512, |
| "learning_rate": 2.708489653094218e-07, |
| "loss": 0.0525, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.8656833824975418, |
| "grad_norm": 0.9178755283355713, |
| "learning_rate": 2.692963965730805e-07, |
| "loss": 0.0722, |
| "step": 2201 |
| }, |
| { |
| "epoch": 0.8660766961651918, |
| "grad_norm": 1.2695622444152832, |
| "learning_rate": 2.677480371303162e-07, |
| "loss": 0.0759, |
| "step": 2202 |
| }, |
| { |
| "epoch": 0.8664700098328417, |
| "grad_norm": 1.1370331048965454, |
| "learning_rate": 2.662038899028532e-07, |
| "loss": 0.0396, |
| "step": 2203 |
| }, |
| { |
| "epoch": 0.8668633235004917, |
| "grad_norm": 0.6956948041915894, |
| "learning_rate": 2.6466395780446657e-07, |
| "loss": 0.062, |
| "step": 2204 |
| }, |
| { |
| "epoch": 0.8672566371681416, |
| "grad_norm": 0.5956060886383057, |
| "learning_rate": 2.6312824374097794e-07, |
| "loss": 0.049, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.8676499508357916, |
| "grad_norm": 3.8347904682159424, |
| "learning_rate": 2.6159675061024905e-07, |
| "loss": 0.0654, |
| "step": 2206 |
| }, |
| { |
| "epoch": 0.8680432645034415, |
| "grad_norm": 1.0327752828598022, |
| "learning_rate": 2.6006948130217815e-07, |
| "loss": 0.024, |
| "step": 2207 |
| }, |
| { |
| "epoch": 0.8684365781710914, |
| "grad_norm": 1.1763917207717896, |
| "learning_rate": 2.585464386986908e-07, |
| "loss": 0.0487, |
| "step": 2208 |
| }, |
| { |
| "epoch": 0.8688298918387414, |
| "grad_norm": 1.6335638761520386, |
| "learning_rate": 2.570276256737386e-07, |
| "loss": 0.0451, |
| "step": 2209 |
| }, |
| { |
| "epoch": 0.8692232055063913, |
| "grad_norm": 1.1163750886917114, |
| "learning_rate": 2.555130450932922e-07, |
| "loss": 0.072, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.8696165191740413, |
| "grad_norm": 1.2412861585617065, |
| "learning_rate": 2.54002699815335e-07, |
| "loss": 0.0541, |
| "step": 2211 |
| }, |
| { |
| "epoch": 0.8700098328416912, |
| "grad_norm": 0.9547197222709656, |
| "learning_rate": 2.52496592689859e-07, |
| "loss": 0.04, |
| "step": 2212 |
| }, |
| { |
| "epoch": 0.8704031465093413, |
| "grad_norm": 1.4851540327072144, |
| "learning_rate": 2.5099472655885777e-07, |
| "loss": 0.0602, |
| "step": 2213 |
| }, |
| { |
| "epoch": 0.8707964601769912, |
| "grad_norm": 0.9040324687957764, |
| "learning_rate": 2.4949710425632353e-07, |
| "loss": 0.0395, |
| "step": 2214 |
| }, |
| { |
| "epoch": 0.8711897738446411, |
| "grad_norm": 1.1058231592178345, |
| "learning_rate": 2.4800372860823956e-07, |
| "loss": 0.0472, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.8715830875122911, |
| "grad_norm": 0.814282238483429, |
| "learning_rate": 2.465146024325765e-07, |
| "loss": 0.0541, |
| "step": 2216 |
| }, |
| { |
| "epoch": 0.871976401179941, |
| "grad_norm": 0.9722008109092712, |
| "learning_rate": 2.4502972853928606e-07, |
| "loss": 0.0581, |
| "step": 2217 |
| }, |
| { |
| "epoch": 0.872369714847591, |
| "grad_norm": 0.9943141341209412, |
| "learning_rate": 2.435491097302961e-07, |
| "loss": 0.0435, |
| "step": 2218 |
| }, |
| { |
| "epoch": 0.8727630285152409, |
| "grad_norm": 1.2543455362319946, |
| "learning_rate": 2.420727487995045e-07, |
| "loss": 0.0613, |
| "step": 2219 |
| }, |
| { |
| "epoch": 0.8731563421828908, |
| "grad_norm": 0.8473043441772461, |
| "learning_rate": 2.40600648532775e-07, |
| "loss": 0.0391, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.8735496558505408, |
| "grad_norm": 1.0976766347885132, |
| "learning_rate": 2.3913281170793196e-07, |
| "loss": 0.0341, |
| "step": 2221 |
| }, |
| { |
| "epoch": 0.8739429695181907, |
| "grad_norm": 0.765153169631958, |
| "learning_rate": 2.376692410947548e-07, |
| "loss": 0.0335, |
| "step": 2222 |
| }, |
| { |
| "epoch": 0.8743362831858407, |
| "grad_norm": 1.2966009378433228, |
| "learning_rate": 2.3620993945497217e-07, |
| "loss": 0.0571, |
| "step": 2223 |
| }, |
| { |
| "epoch": 0.8747295968534906, |
| "grad_norm": 1.0903987884521484, |
| "learning_rate": 2.347549095422569e-07, |
| "loss": 0.0602, |
| "step": 2224 |
| }, |
| { |
| "epoch": 0.8751229105211407, |
| "grad_norm": 0.9129044413566589, |
| "learning_rate": 2.3330415410222212e-07, |
| "loss": 0.0508, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.8755162241887906, |
| "grad_norm": 1.3771973848342896, |
| "learning_rate": 2.3185767587241447e-07, |
| "loss": 0.0282, |
| "step": 2226 |
| }, |
| { |
| "epoch": 0.8759095378564405, |
| "grad_norm": 1.1595170497894287, |
| "learning_rate": 2.3041547758230977e-07, |
| "loss": 0.0768, |
| "step": 2227 |
| }, |
| { |
| "epoch": 0.8763028515240905, |
| "grad_norm": 0.7576168775558472, |
| "learning_rate": 2.2897756195330773e-07, |
| "loss": 0.0296, |
| "step": 2228 |
| }, |
| { |
| "epoch": 0.8766961651917404, |
| "grad_norm": 1.2020797729492188, |
| "learning_rate": 2.2754393169872685e-07, |
| "loss": 0.0392, |
| "step": 2229 |
| }, |
| { |
| "epoch": 0.8770894788593904, |
| "grad_norm": 1.2221319675445557, |
| "learning_rate": 2.2611458952379872e-07, |
| "loss": 0.0319, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.8774827925270403, |
| "grad_norm": 1.1023682355880737, |
| "learning_rate": 2.246895381256639e-07, |
| "loss": 0.0523, |
| "step": 2231 |
| }, |
| { |
| "epoch": 0.8778761061946903, |
| "grad_norm": 1.0071845054626465, |
| "learning_rate": 2.232687801933664e-07, |
| "loss": 0.034, |
| "step": 2232 |
| }, |
| { |
| "epoch": 0.8782694198623402, |
| "grad_norm": 0.8645428419113159, |
| "learning_rate": 2.2185231840784778e-07, |
| "loss": 0.0628, |
| "step": 2233 |
| }, |
| { |
| "epoch": 0.8786627335299901, |
| "grad_norm": 0.6460661292076111, |
| "learning_rate": 2.204401554419444e-07, |
| "loss": 0.045, |
| "step": 2234 |
| }, |
| { |
| "epoch": 0.8790560471976401, |
| "grad_norm": 1.7761812210083008, |
| "learning_rate": 2.1903229396037896e-07, |
| "loss": 0.0739, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.87944936086529, |
| "grad_norm": 1.3595634698867798, |
| "learning_rate": 2.1762873661975825e-07, |
| "loss": 0.041, |
| "step": 2236 |
| }, |
| { |
| "epoch": 0.8798426745329401, |
| "grad_norm": 0.8807711601257324, |
| "learning_rate": 2.1622948606856765e-07, |
| "loss": 0.0623, |
| "step": 2237 |
| }, |
| { |
| "epoch": 0.88023598820059, |
| "grad_norm": 1.0638388395309448, |
| "learning_rate": 2.1483454494716504e-07, |
| "loss": 0.0337, |
| "step": 2238 |
| }, |
| { |
| "epoch": 0.88062930186824, |
| "grad_norm": 0.9859362244606018, |
| "learning_rate": 2.1344391588777658e-07, |
| "loss": 0.0389, |
| "step": 2239 |
| }, |
| { |
| "epoch": 0.8810226155358899, |
| "grad_norm": 1.0022567510604858, |
| "learning_rate": 2.1205760151449206e-07, |
| "loss": 0.0358, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.8814159292035398, |
| "grad_norm": 0.8748469948768616, |
| "learning_rate": 2.106756044432598e-07, |
| "loss": 0.0367, |
| "step": 2241 |
| }, |
| { |
| "epoch": 0.8818092428711898, |
| "grad_norm": 1.0613561868667603, |
| "learning_rate": 2.0929792728187986e-07, |
| "loss": 0.0608, |
| "step": 2242 |
| }, |
| { |
| "epoch": 0.8822025565388397, |
| "grad_norm": 1.8184490203857422, |
| "learning_rate": 2.079245726300022e-07, |
| "loss": 0.0586, |
| "step": 2243 |
| }, |
| { |
| "epoch": 0.8825958702064897, |
| "grad_norm": 1.0881813764572144, |
| "learning_rate": 2.0655554307911997e-07, |
| "loss": 0.0603, |
| "step": 2244 |
| }, |
| { |
| "epoch": 0.8829891838741396, |
| "grad_norm": 1.0074139833450317, |
| "learning_rate": 2.05190841212565e-07, |
| "loss": 0.0666, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.8833824975417895, |
| "grad_norm": 1.1435564756393433, |
| "learning_rate": 2.038304696055024e-07, |
| "loss": 0.0312, |
| "step": 2246 |
| }, |
| { |
| "epoch": 0.8837758112094395, |
| "grad_norm": 0.6284701228141785, |
| "learning_rate": 2.0247443082492686e-07, |
| "loss": 0.0235, |
| "step": 2247 |
| }, |
| { |
| "epoch": 0.8841691248770894, |
| "grad_norm": 1.6139885187149048, |
| "learning_rate": 2.0112272742965678e-07, |
| "loss": 0.0262, |
| "step": 2248 |
| }, |
| { |
| "epoch": 0.8845624385447395, |
| "grad_norm": 0.8762457966804504, |
| "learning_rate": 1.997753619703291e-07, |
| "loss": 0.0431, |
| "step": 2249 |
| }, |
| { |
| "epoch": 0.8849557522123894, |
| "grad_norm": 1.287406086921692, |
| "learning_rate": 1.9843233698939617e-07, |
| "loss": 0.0457, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.8853490658800394, |
| "grad_norm": 1.3118491172790527, |
| "learning_rate": 1.9709365502111944e-07, |
| "loss": 0.0487, |
| "step": 2251 |
| }, |
| { |
| "epoch": 0.8857423795476893, |
| "grad_norm": 0.8101546764373779, |
| "learning_rate": 1.957593185915657e-07, |
| "loss": 0.0458, |
| "step": 2252 |
| }, |
| { |
| "epoch": 0.8861356932153392, |
| "grad_norm": 1.5364015102386475, |
| "learning_rate": 1.9442933021860095e-07, |
| "loss": 0.0407, |
| "step": 2253 |
| }, |
| { |
| "epoch": 0.8865290068829892, |
| "grad_norm": 0.9168291091918945, |
| "learning_rate": 1.9310369241188732e-07, |
| "loss": 0.0474, |
| "step": 2254 |
| }, |
| { |
| "epoch": 0.8869223205506391, |
| "grad_norm": 1.0423481464385986, |
| "learning_rate": 1.9178240767287666e-07, |
| "loss": 0.035, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.8873156342182891, |
| "grad_norm": 0.995087742805481, |
| "learning_rate": 1.904654784948079e-07, |
| "loss": 0.0596, |
| "step": 2256 |
| }, |
| { |
| "epoch": 0.887708947885939, |
| "grad_norm": 1.1472982168197632, |
| "learning_rate": 1.8915290736269965e-07, |
| "loss": 0.069, |
| "step": 2257 |
| }, |
| { |
| "epoch": 0.888102261553589, |
| "grad_norm": 0.7572572231292725, |
| "learning_rate": 1.878446967533476e-07, |
| "loss": 0.061, |
| "step": 2258 |
| }, |
| { |
| "epoch": 0.8884955752212389, |
| "grad_norm": 0.5118011832237244, |
| "learning_rate": 1.865408491353199e-07, |
| "loss": 0.0313, |
| "step": 2259 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.8399426937103271, |
| "learning_rate": 1.8524136696895068e-07, |
| "loss": 0.0444, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.8892822025565389, |
| "grad_norm": 0.8290569186210632, |
| "learning_rate": 1.8394625270633793e-07, |
| "loss": 0.0384, |
| "step": 2261 |
| }, |
| { |
| "epoch": 0.8896755162241888, |
| "grad_norm": 1.0309621095657349, |
| "learning_rate": 1.8265550879133538e-07, |
| "loss": 0.0522, |
| "step": 2262 |
| }, |
| { |
| "epoch": 0.8900688298918388, |
| "grad_norm": 2.102466583251953, |
| "learning_rate": 1.8136913765955195e-07, |
| "loss": 0.0684, |
| "step": 2263 |
| }, |
| { |
| "epoch": 0.8904621435594887, |
| "grad_norm": 0.9560519456863403, |
| "learning_rate": 1.8008714173834456e-07, |
| "loss": 0.0411, |
| "step": 2264 |
| }, |
| { |
| "epoch": 0.8908554572271387, |
| "grad_norm": 0.7714261412620544, |
| "learning_rate": 1.7880952344681402e-07, |
| "loss": 0.0393, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.8912487708947886, |
| "grad_norm": 2.210777521133423, |
| "learning_rate": 1.7753628519580097e-07, |
| "loss": 0.0531, |
| "step": 2266 |
| }, |
| { |
| "epoch": 0.8916420845624385, |
| "grad_norm": 1.3124444484710693, |
| "learning_rate": 1.7626742938788105e-07, |
| "loss": 0.0808, |
| "step": 2267 |
| }, |
| { |
| "epoch": 0.8920353982300885, |
| "grad_norm": 0.8876106142997742, |
| "learning_rate": 1.7500295841735905e-07, |
| "loss": 0.0299, |
| "step": 2268 |
| }, |
| { |
| "epoch": 0.8924287118977384, |
| "grad_norm": 0.9470813870429993, |
| "learning_rate": 1.7374287467026767e-07, |
| "loss": 0.0289, |
| "step": 2269 |
| }, |
| { |
| "epoch": 0.8928220255653884, |
| "grad_norm": 1.1278401613235474, |
| "learning_rate": 1.7248718052435942e-07, |
| "loss": 0.0557, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.8932153392330383, |
| "grad_norm": 1.0883233547210693, |
| "learning_rate": 1.712358783491047e-07, |
| "loss": 0.0493, |
| "step": 2271 |
| }, |
| { |
| "epoch": 0.8936086529006882, |
| "grad_norm": 1.8595354557037354, |
| "learning_rate": 1.6998897050568618e-07, |
| "loss": 0.0583, |
| "step": 2272 |
| }, |
| { |
| "epoch": 0.8940019665683383, |
| "grad_norm": 1.1858155727386475, |
| "learning_rate": 1.6874645934699342e-07, |
| "loss": 0.0406, |
| "step": 2273 |
| }, |
| { |
| "epoch": 0.8943952802359882, |
| "grad_norm": 0.8429166674613953, |
| "learning_rate": 1.6750834721762117e-07, |
| "loss": 0.0575, |
| "step": 2274 |
| }, |
| { |
| "epoch": 0.8947885939036382, |
| "grad_norm": 1.4577648639678955, |
| "learning_rate": 1.6627463645386199e-07, |
| "loss": 0.0412, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.8951819075712881, |
| "grad_norm": 0.6947933435440063, |
| "learning_rate": 1.6504532938370427e-07, |
| "loss": 0.0465, |
| "step": 2276 |
| }, |
| { |
| "epoch": 0.8955752212389381, |
| "grad_norm": 0.8350834846496582, |
| "learning_rate": 1.6382042832682577e-07, |
| "loss": 0.0438, |
| "step": 2277 |
| }, |
| { |
| "epoch": 0.895968534906588, |
| "grad_norm": 1.2530003786087036, |
| "learning_rate": 1.6259993559459091e-07, |
| "loss": 0.0415, |
| "step": 2278 |
| }, |
| { |
| "epoch": 0.896361848574238, |
| "grad_norm": 1.0597574710845947, |
| "learning_rate": 1.613838534900447e-07, |
| "loss": 0.0399, |
| "step": 2279 |
| }, |
| { |
| "epoch": 0.8967551622418879, |
| "grad_norm": 0.8264654278755188, |
| "learning_rate": 1.601721843079107e-07, |
| "loss": 0.0348, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.8971484759095378, |
| "grad_norm": 0.8567057251930237, |
| "learning_rate": 1.5896493033458416e-07, |
| "loss": 0.029, |
| "step": 2281 |
| }, |
| { |
| "epoch": 0.8975417895771878, |
| "grad_norm": 1.390363335609436, |
| "learning_rate": 1.5776209384812946e-07, |
| "loss": 0.0815, |
| "step": 2282 |
| }, |
| { |
| "epoch": 0.8979351032448377, |
| "grad_norm": 0.9575844407081604, |
| "learning_rate": 1.5656367711827602e-07, |
| "loss": 0.0526, |
| "step": 2283 |
| }, |
| { |
| "epoch": 0.8983284169124877, |
| "grad_norm": 0.7833372950553894, |
| "learning_rate": 1.553696824064116e-07, |
| "loss": 0.0329, |
| "step": 2284 |
| }, |
| { |
| "epoch": 0.8987217305801377, |
| "grad_norm": 0.8829760551452637, |
| "learning_rate": 1.5418011196558085e-07, |
| "loss": 0.0395, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.8991150442477877, |
| "grad_norm": 1.0580815076828003, |
| "learning_rate": 1.529949680404799e-07, |
| "loss": 0.0648, |
| "step": 2286 |
| }, |
| { |
| "epoch": 0.8995083579154376, |
| "grad_norm": 1.051527738571167, |
| "learning_rate": 1.5181425286745155e-07, |
| "loss": 0.0618, |
| "step": 2287 |
| }, |
| { |
| "epoch": 0.8999016715830875, |
| "grad_norm": 1.5211282968521118, |
| "learning_rate": 1.5063796867448243e-07, |
| "loss": 0.047, |
| "step": 2288 |
| }, |
| { |
| "epoch": 0.9002949852507375, |
| "grad_norm": 0.3931565582752228, |
| "learning_rate": 1.4946611768119763e-07, |
| "loss": 0.0371, |
| "step": 2289 |
| }, |
| { |
| "epoch": 0.9006882989183874, |
| "grad_norm": 0.40819835662841797, |
| "learning_rate": 1.4829870209885605e-07, |
| "loss": 0.0399, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.9010816125860374, |
| "grad_norm": 1.5606259107589722, |
| "learning_rate": 1.471357241303481e-07, |
| "loss": 0.0537, |
| "step": 2291 |
| }, |
| { |
| "epoch": 0.9014749262536873, |
| "grad_norm": 0.4650862514972687, |
| "learning_rate": 1.4597718597019055e-07, |
| "loss": 0.0169, |
| "step": 2292 |
| }, |
| { |
| "epoch": 0.9018682399213372, |
| "grad_norm": 0.8470922112464905, |
| "learning_rate": 1.4482308980452164e-07, |
| "loss": 0.0308, |
| "step": 2293 |
| }, |
| { |
| "epoch": 0.9022615535889872, |
| "grad_norm": 1.1515922546386719, |
| "learning_rate": 1.436734378110985e-07, |
| "loss": 0.0459, |
| "step": 2294 |
| }, |
| { |
| "epoch": 0.9026548672566371, |
| "grad_norm": 1.0158207416534424, |
| "learning_rate": 1.425282321592908e-07, |
| "loss": 0.0667, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.9030481809242871, |
| "grad_norm": 0.6387980580329895, |
| "learning_rate": 1.4138747501007966e-07, |
| "loss": 0.0419, |
| "step": 2296 |
| }, |
| { |
| "epoch": 0.9034414945919371, |
| "grad_norm": 1.8949992656707764, |
| "learning_rate": 1.4025116851605125e-07, |
| "loss": 0.0556, |
| "step": 2297 |
| }, |
| { |
| "epoch": 0.9038348082595871, |
| "grad_norm": 0.8390710949897766, |
| "learning_rate": 1.3911931482139317e-07, |
| "loss": 0.0322, |
| "step": 2298 |
| }, |
| { |
| "epoch": 0.904228121927237, |
| "grad_norm": 0.6234549880027771, |
| "learning_rate": 1.379919160618909e-07, |
| "loss": 0.0334, |
| "step": 2299 |
| }, |
| { |
| "epoch": 0.904621435594887, |
| "grad_norm": 1.1114718914031982, |
| "learning_rate": 1.368689743649243e-07, |
| "loss": 0.0536, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.9050147492625369, |
| "grad_norm": 0.7461351752281189, |
| "learning_rate": 1.3575049184946122e-07, |
| "loss": 0.0371, |
| "step": 2301 |
| }, |
| { |
| "epoch": 0.9054080629301868, |
| "grad_norm": 0.9355785250663757, |
| "learning_rate": 1.346364706260564e-07, |
| "loss": 0.0296, |
| "step": 2302 |
| }, |
| { |
| "epoch": 0.9058013765978368, |
| "grad_norm": 0.5872256755828857, |
| "learning_rate": 1.3352691279684582e-07, |
| "loss": 0.0281, |
| "step": 2303 |
| }, |
| { |
| "epoch": 0.9061946902654867, |
| "grad_norm": 1.7544050216674805, |
| "learning_rate": 1.324218204555433e-07, |
| "loss": 0.056, |
| "step": 2304 |
| }, |
| { |
| "epoch": 0.9065880039331367, |
| "grad_norm": 0.6219866871833801, |
| "learning_rate": 1.3132119568743662e-07, |
| "loss": 0.0288, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.9069813176007866, |
| "grad_norm": 1.4340651035308838, |
| "learning_rate": 1.3022504056938196e-07, |
| "loss": 0.0504, |
| "step": 2306 |
| }, |
| { |
| "epoch": 0.9073746312684365, |
| "grad_norm": 0.5100427269935608, |
| "learning_rate": 1.2913335716980307e-07, |
| "loss": 0.0473, |
| "step": 2307 |
| }, |
| { |
| "epoch": 0.9077679449360865, |
| "grad_norm": 0.650513768196106, |
| "learning_rate": 1.2804614754868466e-07, |
| "loss": 0.0537, |
| "step": 2308 |
| }, |
| { |
| "epoch": 0.9081612586037365, |
| "grad_norm": 1.4720587730407715, |
| "learning_rate": 1.2696341375756982e-07, |
| "loss": 0.043, |
| "step": 2309 |
| }, |
| { |
| "epoch": 0.9085545722713865, |
| "grad_norm": 1.7473880052566528, |
| "learning_rate": 1.2588515783955564e-07, |
| "loss": 0.0551, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.9089478859390364, |
| "grad_norm": 0.7824367880821228, |
| "learning_rate": 1.2481138182929065e-07, |
| "loss": 0.0299, |
| "step": 2311 |
| }, |
| { |
| "epoch": 0.9093411996066864, |
| "grad_norm": 1.2818101644515991, |
| "learning_rate": 1.2374208775296742e-07, |
| "loss": 0.0664, |
| "step": 2312 |
| }, |
| { |
| "epoch": 0.9097345132743363, |
| "grad_norm": 1.6559642553329468, |
| "learning_rate": 1.2267727762832388e-07, |
| "loss": 0.0667, |
| "step": 2313 |
| }, |
| { |
| "epoch": 0.9101278269419862, |
| "grad_norm": 0.8255678415298462, |
| "learning_rate": 1.2161695346463498e-07, |
| "loss": 0.042, |
| "step": 2314 |
| }, |
| { |
| "epoch": 0.9105211406096362, |
| "grad_norm": 0.7617945075035095, |
| "learning_rate": 1.2056111726271192e-07, |
| "loss": 0.0464, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.9109144542772861, |
| "grad_norm": 1.3965145349502563, |
| "learning_rate": 1.195097710148968e-07, |
| "loss": 0.039, |
| "step": 2316 |
| }, |
| { |
| "epoch": 0.9113077679449361, |
| "grad_norm": 1.3296297788619995, |
| "learning_rate": 1.1846291670505855e-07, |
| "loss": 0.0552, |
| "step": 2317 |
| }, |
| { |
| "epoch": 0.911701081612586, |
| "grad_norm": 0.7849988341331482, |
| "learning_rate": 1.1742055630859117e-07, |
| "loss": 0.0338, |
| "step": 2318 |
| }, |
| { |
| "epoch": 0.912094395280236, |
| "grad_norm": 2.0398993492126465, |
| "learning_rate": 1.1638269179240796e-07, |
| "loss": 0.0542, |
| "step": 2319 |
| }, |
| { |
| "epoch": 0.9124877089478859, |
| "grad_norm": 0.7769688367843628, |
| "learning_rate": 1.1534932511493846e-07, |
| "loss": 0.0343, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.9128810226155359, |
| "grad_norm": 0.6311588287353516, |
| "learning_rate": 1.1432045822612564e-07, |
| "loss": 0.0483, |
| "step": 2321 |
| }, |
| { |
| "epoch": 0.9132743362831859, |
| "grad_norm": 0.9618848562240601, |
| "learning_rate": 1.132960930674204e-07, |
| "loss": 0.0498, |
| "step": 2322 |
| }, |
| { |
| "epoch": 0.9136676499508358, |
| "grad_norm": 0.8956164121627808, |
| "learning_rate": 1.1227623157177986e-07, |
| "loss": 0.0316, |
| "step": 2323 |
| }, |
| { |
| "epoch": 0.9140609636184858, |
| "grad_norm": 1.1387652158737183, |
| "learning_rate": 1.1126087566366266e-07, |
| "loss": 0.0669, |
| "step": 2324 |
| }, |
| { |
| "epoch": 0.9144542772861357, |
| "grad_norm": 0.7763038277626038, |
| "learning_rate": 1.1025002725902484e-07, |
| "loss": 0.0512, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.9148475909537856, |
| "grad_norm": 1.52693510055542, |
| "learning_rate": 1.0924368826531751e-07, |
| "loss": 0.0745, |
| "step": 2326 |
| }, |
| { |
| "epoch": 0.9152409046214356, |
| "grad_norm": 1.1928157806396484, |
| "learning_rate": 1.0824186058148278e-07, |
| "loss": 0.047, |
| "step": 2327 |
| }, |
| { |
| "epoch": 0.9156342182890855, |
| "grad_norm": 0.6993405818939209, |
| "learning_rate": 1.0724454609794931e-07, |
| "loss": 0.0258, |
| "step": 2328 |
| }, |
| { |
| "epoch": 0.9160275319567355, |
| "grad_norm": 0.8654144406318665, |
| "learning_rate": 1.0625174669663036e-07, |
| "loss": 0.0493, |
| "step": 2329 |
| }, |
| { |
| "epoch": 0.9164208456243854, |
| "grad_norm": 1.6443697214126587, |
| "learning_rate": 1.0526346425091815e-07, |
| "loss": 0.0641, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.9168141592920354, |
| "grad_norm": 2.2090344429016113, |
| "learning_rate": 1.042797006256821e-07, |
| "loss": 0.0916, |
| "step": 2331 |
| }, |
| { |
| "epoch": 0.9172074729596853, |
| "grad_norm": 1.2032400369644165, |
| "learning_rate": 1.0330045767726504e-07, |
| "loss": 0.043, |
| "step": 2332 |
| }, |
| { |
| "epoch": 0.9176007866273354, |
| "grad_norm": 1.0382981300354004, |
| "learning_rate": 1.023257372534786e-07, |
| "loss": 0.0478, |
| "step": 2333 |
| }, |
| { |
| "epoch": 0.9179941002949853, |
| "grad_norm": 1.3554562330245972, |
| "learning_rate": 1.0135554119360153e-07, |
| "loss": 0.076, |
| "step": 2334 |
| }, |
| { |
| "epoch": 0.9183874139626352, |
| "grad_norm": 0.7670255899429321, |
| "learning_rate": 1.0038987132837435e-07, |
| "loss": 0.0666, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.9187807276302852, |
| "grad_norm": 1.3432739973068237, |
| "learning_rate": 9.942872947999672e-08, |
| "loss": 0.0472, |
| "step": 2336 |
| }, |
| { |
| "epoch": 0.9191740412979351, |
| "grad_norm": 0.7896971702575684, |
| "learning_rate": 9.847211746212504e-08, |
| "loss": 0.0636, |
| "step": 2337 |
| }, |
| { |
| "epoch": 0.9195673549655851, |
| "grad_norm": 0.7464331388473511, |
| "learning_rate": 9.752003707986652e-08, |
| "loss": 0.036, |
| "step": 2338 |
| }, |
| { |
| "epoch": 0.919960668633235, |
| "grad_norm": 1.4482289552688599, |
| "learning_rate": 9.657249012977821e-08, |
| "loss": 0.047, |
| "step": 2339 |
| }, |
| { |
| "epoch": 0.9203539823008849, |
| "grad_norm": 0.7451487183570862, |
| "learning_rate": 9.562947839986264e-08, |
| "loss": 0.0516, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.9207472959685349, |
| "grad_norm": 1.0219905376434326, |
| "learning_rate": 9.469100366956391e-08, |
| "loss": 0.0515, |
| "step": 2341 |
| }, |
| { |
| "epoch": 0.9211406096361848, |
| "grad_norm": 0.776695966720581, |
| "learning_rate": 9.375706770976573e-08, |
| "loss": 0.0289, |
| "step": 2342 |
| }, |
| { |
| "epoch": 0.9215339233038348, |
| "grad_norm": 0.9781972169876099, |
| "learning_rate": 9.282767228278672e-08, |
| "loss": 0.0767, |
| "step": 2343 |
| }, |
| { |
| "epoch": 0.9219272369714847, |
| "grad_norm": 1.0278164148330688, |
| "learning_rate": 9.190281914237736e-08, |
| "loss": 0.0333, |
| "step": 2344 |
| }, |
| { |
| "epoch": 0.9223205506391348, |
| "grad_norm": 1.5040227174758911, |
| "learning_rate": 9.09825100337175e-08, |
| "loss": 0.0788, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.9227138643067847, |
| "grad_norm": 1.5312731266021729, |
| "learning_rate": 9.006674669341214e-08, |
| "loss": 0.0744, |
| "step": 2346 |
| }, |
| { |
| "epoch": 0.9231071779744346, |
| "grad_norm": 1.6249146461486816, |
| "learning_rate": 8.915553084948847e-08, |
| "loss": 0.0442, |
| "step": 2347 |
| }, |
| { |
| "epoch": 0.9235004916420846, |
| "grad_norm": 1.0247668027877808, |
| "learning_rate": 8.824886422139273e-08, |
| "loss": 0.0621, |
| "step": 2348 |
| }, |
| { |
| "epoch": 0.9238938053097345, |
| "grad_norm": 1.506390929222107, |
| "learning_rate": 8.734674851998748e-08, |
| "loss": 0.0755, |
| "step": 2349 |
| }, |
| { |
| "epoch": 0.9242871189773845, |
| "grad_norm": 0.8823897838592529, |
| "learning_rate": 8.64491854475466e-08, |
| "loss": 0.0637, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.9246804326450344, |
| "grad_norm": 0.7110940217971802, |
| "learning_rate": 8.55561766977539e-08, |
| "loss": 0.0326, |
| "step": 2351 |
| }, |
| { |
| "epoch": 0.9250737463126844, |
| "grad_norm": 0.5734057426452637, |
| "learning_rate": 8.46677239556995e-08, |
| "loss": 0.0305, |
| "step": 2352 |
| }, |
| { |
| "epoch": 0.9254670599803343, |
| "grad_norm": 0.8686132431030273, |
| "learning_rate": 8.378382889787596e-08, |
| "loss": 0.0405, |
| "step": 2353 |
| }, |
| { |
| "epoch": 0.9258603736479842, |
| "grad_norm": 1.6284774541854858, |
| "learning_rate": 8.290449319217603e-08, |
| "loss": 0.0583, |
| "step": 2354 |
| }, |
| { |
| "epoch": 0.9262536873156342, |
| "grad_norm": 1.2678624391555786, |
| "learning_rate": 8.202971849788854e-08, |
| "loss": 0.0474, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.9266470009832841, |
| "grad_norm": 1.2101284265518188, |
| "learning_rate": 8.115950646569587e-08, |
| "loss": 0.0391, |
| "step": 2356 |
| }, |
| { |
| "epoch": 0.9270403146509342, |
| "grad_norm": 0.6382131576538086, |
| "learning_rate": 8.029385873767115e-08, |
| "loss": 0.0512, |
| "step": 2357 |
| }, |
| { |
| "epoch": 0.9274336283185841, |
| "grad_norm": 1.0339092016220093, |
| "learning_rate": 7.943277694727469e-08, |
| "loss": 0.0528, |
| "step": 2358 |
| }, |
| { |
| "epoch": 0.927826941986234, |
| "grad_norm": 0.7545960545539856, |
| "learning_rate": 7.857626271935037e-08, |
| "loss": 0.0418, |
| "step": 2359 |
| }, |
| { |
| "epoch": 0.928220255653884, |
| "grad_norm": 0.9588167071342468, |
| "learning_rate": 7.772431767012423e-08, |
| "loss": 0.0552, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.9286135693215339, |
| "grad_norm": 0.7952490448951721, |
| "learning_rate": 7.68769434071992e-08, |
| "loss": 0.0431, |
| "step": 2361 |
| }, |
| { |
| "epoch": 0.9290068829891839, |
| "grad_norm": 1.0601327419281006, |
| "learning_rate": 7.603414152955374e-08, |
| "loss": 0.0262, |
| "step": 2362 |
| }, |
| { |
| "epoch": 0.9294001966568338, |
| "grad_norm": 0.8356077075004578, |
| "learning_rate": 7.519591362753848e-08, |
| "loss": 0.0309, |
| "step": 2363 |
| }, |
| { |
| "epoch": 0.9297935103244838, |
| "grad_norm": 1.068089246749878, |
| "learning_rate": 7.436226128287288e-08, |
| "loss": 0.0374, |
| "step": 2364 |
| }, |
| { |
| "epoch": 0.9301868239921337, |
| "grad_norm": 1.1383631229400635, |
| "learning_rate": 7.35331860686428e-08, |
| "loss": 0.0515, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.9305801376597836, |
| "grad_norm": 0.9927535653114319, |
| "learning_rate": 7.270868954929595e-08, |
| "loss": 0.056, |
| "step": 2366 |
| }, |
| { |
| "epoch": 0.9309734513274336, |
| "grad_norm": 0.6153873801231384, |
| "learning_rate": 7.188877328064142e-08, |
| "loss": 0.0437, |
| "step": 2367 |
| }, |
| { |
| "epoch": 0.9313667649950835, |
| "grad_norm": 0.8163816928863525, |
| "learning_rate": 7.107343880984496e-08, |
| "loss": 0.0541, |
| "step": 2368 |
| }, |
| { |
| "epoch": 0.9317600786627336, |
| "grad_norm": 1.144721269607544, |
| "learning_rate": 7.026268767542671e-08, |
| "loss": 0.055, |
| "step": 2369 |
| }, |
| { |
| "epoch": 0.9321533923303835, |
| "grad_norm": 0.9538362622261047, |
| "learning_rate": 6.94565214072579e-08, |
| "loss": 0.0845, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.9325467059980335, |
| "grad_norm": 1.0417604446411133, |
| "learning_rate": 6.86549415265586e-08, |
| "loss": 0.054, |
| "step": 2371 |
| }, |
| { |
| "epoch": 0.9329400196656834, |
| "grad_norm": 0.8085368275642395, |
| "learning_rate": 6.785794954589365e-08, |
| "loss": 0.0338, |
| "step": 2372 |
| }, |
| { |
| "epoch": 0.9333333333333333, |
| "grad_norm": 0.6007797718048096, |
| "learning_rate": 6.706554696917139e-08, |
| "loss": 0.0314, |
| "step": 2373 |
| }, |
| { |
| "epoch": 0.9337266470009833, |
| "grad_norm": 0.8648099303245544, |
| "learning_rate": 6.627773529163994e-08, |
| "loss": 0.0302, |
| "step": 2374 |
| }, |
| { |
| "epoch": 0.9341199606686332, |
| "grad_norm": 0.5465229749679565, |
| "learning_rate": 6.549451599988432e-08, |
| "loss": 0.0359, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.9345132743362832, |
| "grad_norm": 0.6655777096748352, |
| "learning_rate": 6.471589057182398e-08, |
| "loss": 0.0435, |
| "step": 2376 |
| }, |
| { |
| "epoch": 0.9349065880039331, |
| "grad_norm": 1.1010547876358032, |
| "learning_rate": 6.394186047670947e-08, |
| "loss": 0.0377, |
| "step": 2377 |
| }, |
| { |
| "epoch": 0.9352999016715831, |
| "grad_norm": 0.7519053816795349, |
| "learning_rate": 6.317242717511995e-08, |
| "loss": 0.033, |
| "step": 2378 |
| }, |
| { |
| "epoch": 0.935693215339233, |
| "grad_norm": 0.8617828488349915, |
| "learning_rate": 6.240759211896153e-08, |
| "loss": 0.0434, |
| "step": 2379 |
| }, |
| { |
| "epoch": 0.9360865290068829, |
| "grad_norm": 1.5556560754776, |
| "learning_rate": 6.16473567514625e-08, |
| "loss": 0.0893, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.936479842674533, |
| "grad_norm": 1.6594090461730957, |
| "learning_rate": 6.089172250717201e-08, |
| "loss": 0.0667, |
| "step": 2381 |
| }, |
| { |
| "epoch": 0.9368731563421829, |
| "grad_norm": 0.7117483019828796, |
| "learning_rate": 6.014069081195673e-08, |
| "loss": 0.0256, |
| "step": 2382 |
| }, |
| { |
| "epoch": 0.9372664700098329, |
| "grad_norm": 0.8783112168312073, |
| "learning_rate": 5.9394263082998836e-08, |
| "loss": 0.0439, |
| "step": 2383 |
| }, |
| { |
| "epoch": 0.9376597836774828, |
| "grad_norm": 0.73135906457901, |
| "learning_rate": 5.8652440728792504e-08, |
| "loss": 0.0514, |
| "step": 2384 |
| }, |
| { |
| "epoch": 0.9380530973451328, |
| "grad_norm": 0.5708735585212708, |
| "learning_rate": 5.791522514914216e-08, |
| "loss": 0.0332, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.9384464110127827, |
| "grad_norm": 1.1698683500289917, |
| "learning_rate": 5.718261773515865e-08, |
| "loss": 0.026, |
| "step": 2386 |
| }, |
| { |
| "epoch": 0.9388397246804326, |
| "grad_norm": 0.8288942575454712, |
| "learning_rate": 5.64546198692581e-08, |
| "loss": 0.0401, |
| "step": 2387 |
| }, |
| { |
| "epoch": 0.9392330383480826, |
| "grad_norm": 1.1005017757415771, |
| "learning_rate": 5.573123292515775e-08, |
| "loss": 0.0625, |
| "step": 2388 |
| }, |
| { |
| "epoch": 0.9396263520157325, |
| "grad_norm": 1.4169667959213257, |
| "learning_rate": 5.50124582678746e-08, |
| "loss": 0.0561, |
| "step": 2389 |
| }, |
| { |
| "epoch": 0.9400196656833825, |
| "grad_norm": 1.8534727096557617, |
| "learning_rate": 5.429829725372204e-08, |
| "loss": 0.0563, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.9404129793510324, |
| "grad_norm": 0.49012327194213867, |
| "learning_rate": 5.3588751230307935e-08, |
| "loss": 0.0371, |
| "step": 2391 |
| }, |
| { |
| "epoch": 0.9408062930186823, |
| "grad_norm": 1.5290131568908691, |
| "learning_rate": 5.2883821536531545e-08, |
| "loss": 0.0471, |
| "step": 2392 |
| }, |
| { |
| "epoch": 0.9411996066863324, |
| "grad_norm": 0.37540706992149353, |
| "learning_rate": 5.218350950258133e-08, |
| "loss": 0.0224, |
| "step": 2393 |
| }, |
| { |
| "epoch": 0.9415929203539823, |
| "grad_norm": 1.6441450119018555, |
| "learning_rate": 5.1487816449932174e-08, |
| "loss": 0.0545, |
| "step": 2394 |
| }, |
| { |
| "epoch": 0.9419862340216323, |
| "grad_norm": 0.8181889057159424, |
| "learning_rate": 5.079674369134313e-08, |
| "loss": 0.0528, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.9423795476892822, |
| "grad_norm": 1.6283776760101318, |
| "learning_rate": 5.0110292530854696e-08, |
| "loss": 0.0528, |
| "step": 2396 |
| }, |
| { |
| "epoch": 0.9427728613569322, |
| "grad_norm": 4.418090343475342, |
| "learning_rate": 4.942846426378683e-08, |
| "loss": 0.052, |
| "step": 2397 |
| }, |
| { |
| "epoch": 0.9431661750245821, |
| "grad_norm": 0.9668748378753662, |
| "learning_rate": 4.875126017673593e-08, |
| "loss": 0.0441, |
| "step": 2398 |
| }, |
| { |
| "epoch": 0.943559488692232, |
| "grad_norm": 1.2723820209503174, |
| "learning_rate": 4.807868154757284e-08, |
| "loss": 0.0504, |
| "step": 2399 |
| }, |
| { |
| "epoch": 0.943952802359882, |
| "grad_norm": 1.2000619173049927, |
| "learning_rate": 4.741072964543958e-08, |
| "loss": 0.0669, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.9443461160275319, |
| "grad_norm": 1.4198737144470215, |
| "learning_rate": 4.6747405730748765e-08, |
| "loss": 0.0768, |
| "step": 2401 |
| }, |
| { |
| "epoch": 0.9447394296951819, |
| "grad_norm": 0.5707858800888062, |
| "learning_rate": 4.6088711055179426e-08, |
| "loss": 0.0363, |
| "step": 2402 |
| }, |
| { |
| "epoch": 0.9451327433628318, |
| "grad_norm": 0.9884591698646545, |
| "learning_rate": 4.543464686167537e-08, |
| "loss": 0.0617, |
| "step": 2403 |
| }, |
| { |
| "epoch": 0.9455260570304818, |
| "grad_norm": 1.1140447854995728, |
| "learning_rate": 4.478521438444267e-08, |
| "loss": 0.0307, |
| "step": 2404 |
| }, |
| { |
| "epoch": 0.9459193706981318, |
| "grad_norm": 1.7241696119308472, |
| "learning_rate": 4.414041484894743e-08, |
| "loss": 0.0468, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.9463126843657818, |
| "grad_norm": 1.4963939189910889, |
| "learning_rate": 4.3500249471913616e-08, |
| "loss": 0.0424, |
| "step": 2406 |
| }, |
| { |
| "epoch": 0.9467059980334317, |
| "grad_norm": 1.4940134286880493, |
| "learning_rate": 4.2864719461321036e-08, |
| "loss": 0.062, |
| "step": 2407 |
| }, |
| { |
| "epoch": 0.9470993117010816, |
| "grad_norm": 1.2279117107391357, |
| "learning_rate": 4.223382601640208e-08, |
| "loss": 0.0557, |
| "step": 2408 |
| }, |
| { |
| "epoch": 0.9474926253687316, |
| "grad_norm": 0.5514369606971741, |
| "learning_rate": 4.160757032764001e-08, |
| "loss": 0.0211, |
| "step": 2409 |
| }, |
| { |
| "epoch": 0.9478859390363815, |
| "grad_norm": 1.1696200370788574, |
| "learning_rate": 4.098595357676732e-08, |
| "loss": 0.0525, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.9482792527040315, |
| "grad_norm": 1.4047200679779053, |
| "learning_rate": 4.036897693676184e-08, |
| "loss": 0.0582, |
| "step": 2411 |
| }, |
| { |
| "epoch": 0.9486725663716814, |
| "grad_norm": 0.9069812893867493, |
| "learning_rate": 3.9756641571847e-08, |
| "loss": 0.0451, |
| "step": 2412 |
| }, |
| { |
| "epoch": 0.9490658800393313, |
| "grad_norm": 0.7696250677108765, |
| "learning_rate": 3.914894863748714e-08, |
| "loss": 0.0596, |
| "step": 2413 |
| }, |
| { |
| "epoch": 0.9494591937069813, |
| "grad_norm": 1.0009849071502686, |
| "learning_rate": 3.854589928038666e-08, |
| "loss": 0.0531, |
| "step": 2414 |
| }, |
| { |
| "epoch": 0.9498525073746312, |
| "grad_norm": 0.6316270232200623, |
| "learning_rate": 3.794749463848835e-08, |
| "loss": 0.0261, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.9502458210422812, |
| "grad_norm": 1.1284974813461304, |
| "learning_rate": 3.735373584096924e-08, |
| "loss": 0.0485, |
| "step": 2416 |
| }, |
| { |
| "epoch": 0.9506391347099312, |
| "grad_norm": 0.744842529296875, |
| "learning_rate": 3.676462400824088e-08, |
| "loss": 0.0437, |
| "step": 2417 |
| }, |
| { |
| "epoch": 0.9510324483775812, |
| "grad_norm": 1.1578047275543213, |
| "learning_rate": 3.618016025194598e-08, |
| "loss": 0.0458, |
| "step": 2418 |
| }, |
| { |
| "epoch": 0.9514257620452311, |
| "grad_norm": 1.029968023300171, |
| "learning_rate": 3.560034567495513e-08, |
| "loss": 0.063, |
| "step": 2419 |
| }, |
| { |
| "epoch": 0.951819075712881, |
| "grad_norm": 0.8940306305885315, |
| "learning_rate": 3.5025181371367844e-08, |
| "loss": 0.0583, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.952212389380531, |
| "grad_norm": 1.1246992349624634, |
| "learning_rate": 3.4454668426507076e-08, |
| "loss": 0.0446, |
| "step": 2421 |
| }, |
| { |
| "epoch": 0.9526057030481809, |
| "grad_norm": 1.069629192352295, |
| "learning_rate": 3.388880791692001e-08, |
| "loss": 0.0422, |
| "step": 2422 |
| }, |
| { |
| "epoch": 0.9529990167158309, |
| "grad_norm": 1.080478549003601, |
| "learning_rate": 3.33276009103739e-08, |
| "loss": 0.0547, |
| "step": 2423 |
| }, |
| { |
| "epoch": 0.9533923303834808, |
| "grad_norm": 1.105726718902588, |
| "learning_rate": 3.2771048465855546e-08, |
| "loss": 0.0478, |
| "step": 2424 |
| }, |
| { |
| "epoch": 0.9537856440511308, |
| "grad_norm": 0.9557194709777832, |
| "learning_rate": 3.221915163356848e-08, |
| "loss": 0.0454, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.9541789577187807, |
| "grad_norm": 0.7306869626045227, |
| "learning_rate": 3.167191145493076e-08, |
| "loss": 0.0306, |
| "step": 2426 |
| }, |
| { |
| "epoch": 0.9545722713864306, |
| "grad_norm": 0.9311756491661072, |
| "learning_rate": 3.1129328962573865e-08, |
| "loss": 0.0378, |
| "step": 2427 |
| }, |
| { |
| "epoch": 0.9549655850540806, |
| "grad_norm": 1.6339657306671143, |
| "learning_rate": 3.05914051803402e-08, |
| "loss": 0.053, |
| "step": 2428 |
| }, |
| { |
| "epoch": 0.9553588987217306, |
| "grad_norm": 1.5211260318756104, |
| "learning_rate": 3.005814112328143e-08, |
| "loss": 0.0408, |
| "step": 2429 |
| }, |
| { |
| "epoch": 0.9557522123893806, |
| "grad_norm": 1.1606007814407349, |
| "learning_rate": 2.9529537797656215e-08, |
| "loss": 0.0531, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.9561455260570305, |
| "grad_norm": 0.5916828513145447, |
| "learning_rate": 2.900559620092891e-08, |
| "loss": 0.0625, |
| "step": 2431 |
| }, |
| { |
| "epoch": 0.9565388397246805, |
| "grad_norm": 0.49938130378723145, |
| "learning_rate": 2.8486317321766432e-08, |
| "loss": 0.0395, |
| "step": 2432 |
| }, |
| { |
| "epoch": 0.9569321533923304, |
| "grad_norm": 1.587057113647461, |
| "learning_rate": 2.797170214003775e-08, |
| "loss": 0.1053, |
| "step": 2433 |
| }, |
| { |
| "epoch": 0.9573254670599803, |
| "grad_norm": 1.176936149597168, |
| "learning_rate": 2.7461751626811916e-08, |
| "loss": 0.0462, |
| "step": 2434 |
| }, |
| { |
| "epoch": 0.9577187807276303, |
| "grad_norm": 0.5434470176696777, |
| "learning_rate": 2.6956466744355315e-08, |
| "loss": 0.0268, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.9581120943952802, |
| "grad_norm": 0.6117231845855713, |
| "learning_rate": 2.6455848446130526e-08, |
| "loss": 0.0572, |
| "step": 2436 |
| }, |
| { |
| "epoch": 0.9585054080629302, |
| "grad_norm": 1.2302024364471436, |
| "learning_rate": 2.5959897676794134e-08, |
| "loss": 0.0613, |
| "step": 2437 |
| }, |
| { |
| "epoch": 0.9588987217305801, |
| "grad_norm": 1.686108946800232, |
| "learning_rate": 2.546861537219586e-08, |
| "loss": 0.0726, |
| "step": 2438 |
| }, |
| { |
| "epoch": 0.95929203539823, |
| "grad_norm": 0.9010059833526611, |
| "learning_rate": 2.4982002459375265e-08, |
| "loss": 0.0356, |
| "step": 2439 |
| }, |
| { |
| "epoch": 0.95968534906588, |
| "grad_norm": 0.7760159373283386, |
| "learning_rate": 2.450005985656173e-08, |
| "loss": 0.0376, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.96007866273353, |
| "grad_norm": 0.788345456123352, |
| "learning_rate": 2.4022788473170853e-08, |
| "loss": 0.0657, |
| "step": 2441 |
| }, |
| { |
| "epoch": 0.96047197640118, |
| "grad_norm": 0.8711709976196289, |
| "learning_rate": 2.355018920980501e-08, |
| "loss": 0.0444, |
| "step": 2442 |
| }, |
| { |
| "epoch": 0.9608652900688299, |
| "grad_norm": 0.6124730110168457, |
| "learning_rate": 2.308226295824917e-08, |
| "loss": 0.0542, |
| "step": 2443 |
| }, |
| { |
| "epoch": 0.9612586037364799, |
| "grad_norm": 1.0837171077728271, |
| "learning_rate": 2.2619010601470925e-08, |
| "loss": 0.0577, |
| "step": 2444 |
| }, |
| { |
| "epoch": 0.9616519174041298, |
| "grad_norm": 1.9453260898590088, |
| "learning_rate": 2.2160433013618533e-08, |
| "loss": 0.058, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.9620452310717797, |
| "grad_norm": 0.8556208610534668, |
| "learning_rate": 2.170653106001841e-08, |
| "loss": 0.0281, |
| "step": 2446 |
| }, |
| { |
| "epoch": 0.9624385447394297, |
| "grad_norm": 0.9196289777755737, |
| "learning_rate": 2.1257305597175428e-08, |
| "loss": 0.0414, |
| "step": 2447 |
| }, |
| { |
| "epoch": 0.9628318584070796, |
| "grad_norm": 1.5880217552185059, |
| "learning_rate": 2.0812757472768175e-08, |
| "loss": 0.0496, |
| "step": 2448 |
| }, |
| { |
| "epoch": 0.9632251720747296, |
| "grad_norm": 1.4076353311538696, |
| "learning_rate": 2.037288752565064e-08, |
| "loss": 0.049, |
| "step": 2449 |
| }, |
| { |
| "epoch": 0.9636184857423795, |
| "grad_norm": 0.8668321967124939, |
| "learning_rate": 1.99376965858486e-08, |
| "loss": 0.0606, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.9640117994100295, |
| "grad_norm": 0.7461321353912354, |
| "learning_rate": 1.9507185474558765e-08, |
| "loss": 0.0343, |
| "step": 2451 |
| }, |
| { |
| "epoch": 0.9644051130776794, |
| "grad_norm": 0.6470179557800293, |
| "learning_rate": 1.908135500414743e-08, |
| "loss": 0.0334, |
| "step": 2452 |
| }, |
| { |
| "epoch": 0.9647984267453295, |
| "grad_norm": 1.0918750762939453, |
| "learning_rate": 1.866020597814766e-08, |
| "loss": 0.0451, |
| "step": 2453 |
| }, |
| { |
| "epoch": 0.9651917404129794, |
| "grad_norm": 0.6877756118774414, |
| "learning_rate": 1.8243739191259603e-08, |
| "loss": 0.0397, |
| "step": 2454 |
| }, |
| { |
| "epoch": 0.9655850540806293, |
| "grad_norm": 0.9845160245895386, |
| "learning_rate": 1.7831955429348235e-08, |
| "loss": 0.0227, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.9659783677482793, |
| "grad_norm": 1.178027629852295, |
| "learning_rate": 1.7424855469440617e-08, |
| "loss": 0.0941, |
| "step": 2456 |
| }, |
| { |
| "epoch": 0.9663716814159292, |
| "grad_norm": 1.0678149461746216, |
| "learning_rate": 1.7022440079726976e-08, |
| "loss": 0.0519, |
| "step": 2457 |
| }, |
| { |
| "epoch": 0.9667649950835792, |
| "grad_norm": 0.7598469257354736, |
| "learning_rate": 1.6624710019556844e-08, |
| "loss": 0.0303, |
| "step": 2458 |
| }, |
| { |
| "epoch": 0.9671583087512291, |
| "grad_norm": 1.8913023471832275, |
| "learning_rate": 1.623166603943932e-08, |
| "loss": 0.0573, |
| "step": 2459 |
| }, |
| { |
| "epoch": 0.967551622418879, |
| "grad_norm": 0.8094140887260437, |
| "learning_rate": 1.584330888104002e-08, |
| "loss": 0.0454, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.967944936086529, |
| "grad_norm": 1.0645431280136108, |
| "learning_rate": 1.5459639277181637e-08, |
| "loss": 0.0482, |
| "step": 2461 |
| }, |
| { |
| "epoch": 0.9683382497541789, |
| "grad_norm": 1.1675747632980347, |
| "learning_rate": 1.508065795184116e-08, |
| "loss": 0.0587, |
| "step": 2462 |
| }, |
| { |
| "epoch": 0.9687315634218289, |
| "grad_norm": 1.6579506397247314, |
| "learning_rate": 1.4706365620149043e-08, |
| "loss": 0.0389, |
| "step": 2463 |
| }, |
| { |
| "epoch": 0.9691248770894788, |
| "grad_norm": 1.4258586168289185, |
| "learning_rate": 1.433676298838671e-08, |
| "loss": 0.0571, |
| "step": 2464 |
| }, |
| { |
| "epoch": 0.9695181907571289, |
| "grad_norm": 1.555445671081543, |
| "learning_rate": 1.3971850753987936e-08, |
| "loss": 0.0561, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.9699115044247788, |
| "grad_norm": 1.851238489151001, |
| "learning_rate": 1.3611629605534139e-08, |
| "loss": 0.0614, |
| "step": 2466 |
| }, |
| { |
| "epoch": 0.9703048180924287, |
| "grad_norm": 1.4167311191558838, |
| "learning_rate": 1.325610022275603e-08, |
| "loss": 0.0541, |
| "step": 2467 |
| }, |
| { |
| "epoch": 0.9706981317600787, |
| "grad_norm": 1.103963017463684, |
| "learning_rate": 1.29052632765303e-08, |
| "loss": 0.0515, |
| "step": 2468 |
| }, |
| { |
| "epoch": 0.9710914454277286, |
| "grad_norm": 0.8383644819259644, |
| "learning_rate": 1.2559119428879607e-08, |
| "loss": 0.0439, |
| "step": 2469 |
| }, |
| { |
| "epoch": 0.9714847590953786, |
| "grad_norm": 1.5626074075698853, |
| "learning_rate": 1.2217669332970084e-08, |
| "loss": 0.0358, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.9718780727630285, |
| "grad_norm": 0.965404748916626, |
| "learning_rate": 1.1880913633111335e-08, |
| "loss": 0.0588, |
| "step": 2471 |
| }, |
| { |
| "epoch": 0.9722713864306785, |
| "grad_norm": 1.2146902084350586, |
| "learning_rate": 1.1548852964755053e-08, |
| "loss": 0.0473, |
| "step": 2472 |
| }, |
| { |
| "epoch": 0.9726647000983284, |
| "grad_norm": 1.4855893850326538, |
| "learning_rate": 1.122148795449307e-08, |
| "loss": 0.0543, |
| "step": 2473 |
| }, |
| { |
| "epoch": 0.9730580137659783, |
| "grad_norm": 1.1908034086227417, |
| "learning_rate": 1.0898819220056811e-08, |
| "loss": 0.0486, |
| "step": 2474 |
| }, |
| { |
| "epoch": 0.9734513274336283, |
| "grad_norm": 1.0501704216003418, |
| "learning_rate": 1.058084737031534e-08, |
| "loss": 0.0475, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.9738446411012782, |
| "grad_norm": 0.6650611162185669, |
| "learning_rate": 1.0267573005275645e-08, |
| "loss": 0.0297, |
| "step": 2476 |
| }, |
| { |
| "epoch": 0.9742379547689283, |
| "grad_norm": 0.6201514601707458, |
| "learning_rate": 9.95899671607986e-09, |
| "loss": 0.047, |
| "step": 2477 |
| }, |
| { |
| "epoch": 0.9746312684365782, |
| "grad_norm": 1.1360257863998413, |
| "learning_rate": 9.655119085005827e-09, |
| "loss": 0.0363, |
| "step": 2478 |
| }, |
| { |
| "epoch": 0.9750245821042282, |
| "grad_norm": 0.8666075468063354, |
| "learning_rate": 9.355940685464305e-09, |
| "loss": 0.0458, |
| "step": 2479 |
| }, |
| { |
| "epoch": 0.9754178957718781, |
| "grad_norm": 1.1366305351257324, |
| "learning_rate": 9.061462081999262e-09, |
| "loss": 0.0471, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.975811209439528, |
| "grad_norm": 0.6694433689117432, |
| "learning_rate": 8.771683830285649e-09, |
| "loss": 0.0387, |
| "step": 2481 |
| }, |
| { |
| "epoch": 0.976204523107178, |
| "grad_norm": 2.0710513591766357, |
| "learning_rate": 8.486606477129677e-09, |
| "loss": 0.075, |
| "step": 2482 |
| }, |
| { |
| "epoch": 0.9765978367748279, |
| "grad_norm": 0.9630718231201172, |
| "learning_rate": 8.206230560466322e-09, |
| "loss": 0.0431, |
| "step": 2483 |
| }, |
| { |
| "epoch": 0.9769911504424779, |
| "grad_norm": 0.9957706332206726, |
| "learning_rate": 7.930556609359596e-09, |
| "loss": 0.0398, |
| "step": 2484 |
| }, |
| { |
| "epoch": 0.9773844641101278, |
| "grad_norm": 0.8392490148544312, |
| "learning_rate": 7.659585144000892e-09, |
| "loss": 0.1203, |
| "step": 2485 |
| }, |
| { |
| "epoch": 0.9777777777777777, |
| "grad_norm": 0.763048529624939, |
| "learning_rate": 7.393316675707584e-09, |
| "loss": 0.048, |
| "step": 2486 |
| }, |
| { |
| "epoch": 0.9781710914454277, |
| "grad_norm": 0.591249942779541, |
| "learning_rate": 7.131751706923595e-09, |
| "loss": 0.0276, |
| "step": 2487 |
| }, |
| { |
| "epoch": 0.9785644051130776, |
| "grad_norm": 0.7118191719055176, |
| "learning_rate": 6.8748907312163325e-09, |
| "loss": 0.0459, |
| "step": 2488 |
| }, |
| { |
| "epoch": 0.9789577187807277, |
| "grad_norm": 1.2333048582077026, |
| "learning_rate": 6.622734233277528e-09, |
| "loss": 0.0547, |
| "step": 2489 |
| }, |
| { |
| "epoch": 0.9793510324483776, |
| "grad_norm": 1.8401693105697632, |
| "learning_rate": 6.375282688921569e-09, |
| "loss": 0.0499, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.9797443461160276, |
| "grad_norm": 0.8339464068412781, |
| "learning_rate": 6.132536565084945e-09, |
| "loss": 0.0343, |
| "step": 2491 |
| }, |
| { |
| "epoch": 0.9801376597836775, |
| "grad_norm": 0.7225338220596313, |
| "learning_rate": 5.894496319824306e-09, |
| "loss": 0.0373, |
| "step": 2492 |
| }, |
| { |
| "epoch": 0.9805309734513274, |
| "grad_norm": 0.7467345595359802, |
| "learning_rate": 5.661162402316733e-09, |
| "loss": 0.0294, |
| "step": 2493 |
| }, |
| { |
| "epoch": 0.9809242871189774, |
| "grad_norm": 0.7157261967658997, |
| "learning_rate": 5.432535252859472e-09, |
| "loss": 0.0388, |
| "step": 2494 |
| }, |
| { |
| "epoch": 0.9813176007866273, |
| "grad_norm": 1.0490740537643433, |
| "learning_rate": 5.208615302866593e-09, |
| "loss": 0.0552, |
| "step": 2495 |
| }, |
| { |
| "epoch": 0.9817109144542773, |
| "grad_norm": 0.9684942364692688, |
| "learning_rate": 4.989402974871216e-09, |
| "loss": 0.0482, |
| "step": 2496 |
| }, |
| { |
| "epoch": 0.9821042281219272, |
| "grad_norm": 0.7083243727684021, |
| "learning_rate": 4.774898682522455e-09, |
| "loss": 0.0354, |
| "step": 2497 |
| }, |
| { |
| "epoch": 0.9824975417895772, |
| "grad_norm": 0.6887216567993164, |
| "learning_rate": 4.565102830585699e-09, |
| "loss": 0.0555, |
| "step": 2498 |
| }, |
| { |
| "epoch": 0.9828908554572271, |
| "grad_norm": 0.9905696511268616, |
| "learning_rate": 4.360015814941498e-09, |
| "loss": 0.044, |
| "step": 2499 |
| }, |
| { |
| "epoch": 0.983284169124877, |
| "grad_norm": 1.4582995176315308, |
| "learning_rate": 4.159638022585011e-09, |
| "loss": 0.0555, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.9836774827925271, |
| "grad_norm": 0.8839958906173706, |
| "learning_rate": 3.96396983162517e-09, |
| "loss": 0.0322, |
| "step": 2501 |
| }, |
| { |
| "epoch": 0.984070796460177, |
| "grad_norm": 0.9634173512458801, |
| "learning_rate": 3.773011611284128e-09, |
| "loss": 0.0305, |
| "step": 2502 |
| }, |
| { |
| "epoch": 0.984464110127827, |
| "grad_norm": 0.9942337870597839, |
| "learning_rate": 3.586763721896147e-09, |
| "loss": 0.0725, |
| "step": 2503 |
| }, |
| { |
| "epoch": 0.9848574237954769, |
| "grad_norm": 0.8074241876602173, |
| "learning_rate": 3.4052265149070453e-09, |
| "loss": 0.048, |
| "step": 2504 |
| }, |
| { |
| "epoch": 0.9852507374631269, |
| "grad_norm": 1.1746639013290405, |
| "learning_rate": 3.2284003328744706e-09, |
| "loss": 0.0565, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.9856440511307768, |
| "grad_norm": 1.454350233078003, |
| "learning_rate": 3.056285509465684e-09, |
| "loss": 0.0462, |
| "step": 2506 |
| }, |
| { |
| "epoch": 0.9860373647984267, |
| "grad_norm": 1.0500266551971436, |
| "learning_rate": 2.888882369457835e-09, |
| "loss": 0.0229, |
| "step": 2507 |
| }, |
| { |
| "epoch": 0.9864306784660767, |
| "grad_norm": 0.5939337611198425, |
| "learning_rate": 2.726191228737407e-09, |
| "loss": 0.0441, |
| "step": 2508 |
| }, |
| { |
| "epoch": 0.9868239921337266, |
| "grad_norm": 0.7773805856704712, |
| "learning_rate": 2.5682123942993852e-09, |
| "loss": 0.0388, |
| "step": 2509 |
| }, |
| { |
| "epoch": 0.9872173058013766, |
| "grad_norm": 0.9417904019355774, |
| "learning_rate": 2.414946164246701e-09, |
| "loss": 0.0448, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.9876106194690265, |
| "grad_norm": 0.8849769830703735, |
| "learning_rate": 2.2663928277896763e-09, |
| "loss": 0.0482, |
| "step": 2511 |
| }, |
| { |
| "epoch": 0.9880039331366764, |
| "grad_norm": 1.0469379425048828, |
| "learning_rate": 2.122552665245747e-09, |
| "loss": 0.0479, |
| "step": 2512 |
| }, |
| { |
| "epoch": 0.9883972468043265, |
| "grad_norm": 0.4294953942298889, |
| "learning_rate": 1.9834259480380756e-09, |
| "loss": 0.017, |
| "step": 2513 |
| }, |
| { |
| "epoch": 0.9887905604719764, |
| "grad_norm": 1.0931810140609741, |
| "learning_rate": 1.8490129386963818e-09, |
| "loss": 0.0376, |
| "step": 2514 |
| }, |
| { |
| "epoch": 0.9891838741396264, |
| "grad_norm": 0.5045303702354431, |
| "learning_rate": 1.719313890855001e-09, |
| "loss": 0.0203, |
| "step": 2515 |
| }, |
| { |
| "epoch": 0.9895771878072763, |
| "grad_norm": 1.2506543397903442, |
| "learning_rate": 1.5943290492539953e-09, |
| "loss": 0.0415, |
| "step": 2516 |
| }, |
| { |
| "epoch": 0.9899705014749263, |
| "grad_norm": 0.6282764673233032, |
| "learning_rate": 1.4740586497366538e-09, |
| "loss": 0.043, |
| "step": 2517 |
| }, |
| { |
| "epoch": 0.9903638151425762, |
| "grad_norm": 1.0732625722885132, |
| "learning_rate": 1.358502919251159e-09, |
| "loss": 0.049, |
| "step": 2518 |
| }, |
| { |
| "epoch": 0.9907571288102262, |
| "grad_norm": 0.8076870441436768, |
| "learning_rate": 1.247662075848921e-09, |
| "loss": 0.0367, |
| "step": 2519 |
| }, |
| { |
| "epoch": 0.9911504424778761, |
| "grad_norm": 1.1323729753494263, |
| "learning_rate": 1.1415363286843007e-09, |
| "loss": 0.0549, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.991543756145526, |
| "grad_norm": 1.2635443210601807, |
| "learning_rate": 1.0401258780146084e-09, |
| "loss": 0.0375, |
| "step": 2521 |
| }, |
| { |
| "epoch": 0.991937069813176, |
| "grad_norm": 1.430897831916809, |
| "learning_rate": 9.434309151992727e-10, |
| "loss": 0.075, |
| "step": 2522 |
| }, |
| { |
| "epoch": 0.9923303834808259, |
| "grad_norm": 1.1660479307174683, |
| "learning_rate": 8.514516226998393e-10, |
| "loss": 0.0562, |
| "step": 2523 |
| }, |
| { |
| "epoch": 0.9927236971484759, |
| "grad_norm": 2.029007911682129, |
| "learning_rate": 7.641881740794166e-10, |
| "loss": 0.0481, |
| "step": 2524 |
| }, |
| { |
| "epoch": 0.9931170108161259, |
| "grad_norm": 0.7072765827178955, |
| "learning_rate": 6.816407340023978e-10, |
| "loss": 0.0188, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.9935103244837759, |
| "grad_norm": 0.8789957165718079, |
| "learning_rate": 6.03809458233906e-10, |
| "loss": 0.0573, |
| "step": 2526 |
| }, |
| { |
| "epoch": 0.9939036381514258, |
| "grad_norm": 0.7415314316749573, |
| "learning_rate": 5.306944936406266e-10, |
| "loss": 0.0458, |
| "step": 2527 |
| }, |
| { |
| "epoch": 0.9942969518190757, |
| "grad_norm": 0.6154326796531677, |
| "learning_rate": 4.622959781883096e-10, |
| "loss": 0.0236, |
| "step": 2528 |
| }, |
| { |
| "epoch": 0.9946902654867257, |
| "grad_norm": 0.810153067111969, |
| "learning_rate": 3.9861404094426734e-10, |
| "loss": 0.0443, |
| "step": 2529 |
| }, |
| { |
| "epoch": 0.9950835791543756, |
| "grad_norm": 0.743605375289917, |
| "learning_rate": 3.3964880207459916e-10, |
| "loss": 0.052, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.9954768928220256, |
| "grad_norm": 1.1516720056533813, |
| "learning_rate": 2.8540037284557897e-10, |
| "loss": 0.0729, |
| "step": 2531 |
| }, |
| { |
| "epoch": 0.9958702064896755, |
| "grad_norm": 1.1776301860809326, |
| "learning_rate": 2.358688556233779e-10, |
| "loss": 0.0401, |
| "step": 2532 |
| }, |
| { |
| "epoch": 0.9962635201573254, |
| "grad_norm": 1.0834025144577026, |
| "learning_rate": 1.9105434387239886e-10, |
| "loss": 0.0593, |
| "step": 2533 |
| }, |
| { |
| "epoch": 0.9966568338249754, |
| "grad_norm": 1.4529463052749634, |
| "learning_rate": 1.509569221569418e-10, |
| "loss": 0.0423, |
| "step": 2534 |
| }, |
| { |
| "epoch": 0.9970501474926253, |
| "grad_norm": 1.1381511688232422, |
| "learning_rate": 1.1557666614037122e-10, |
| "loss": 0.0411, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.9974434611602753, |
| "grad_norm": 1.113553762435913, |
| "learning_rate": 8.49136425840058e-11, |
| "loss": 0.0611, |
| "step": 2536 |
| }, |
| { |
| "epoch": 0.9978367748279253, |
| "grad_norm": 1.071913719177246, |
| "learning_rate": 5.896790934878383e-11, |
| "loss": 0.0609, |
| "step": 2537 |
| }, |
| { |
| "epoch": 0.9982300884955753, |
| "grad_norm": 1.7356159687042236, |
| "learning_rate": 3.7739515393320215e-11, |
| "loss": 0.0524, |
| "step": 2538 |
| }, |
| { |
| "epoch": 0.9986234021632252, |
| "grad_norm": 1.0763658285140991, |
| "learning_rate": 2.122850077584948e-11, |
| "loss": 0.0527, |
| "step": 2539 |
| }, |
| { |
| "epoch": 0.9990167158308751, |
| "grad_norm": 0.6793241500854492, |
| "learning_rate": 9.434896651727699e-12, |
| "loss": 0.0462, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.9994100294985251, |
| "grad_norm": 0.9101441502571106, |
| "learning_rate": 2.358725275652951e-12, |
| "loss": 0.0453, |
| "step": 2541 |
| }, |
| { |
| "epoch": 0.999803343166175, |
| "grad_norm": 1.0394845008850098, |
| "learning_rate": 0.0, |
| "loss": 0.0578, |
| "step": 2542 |
| }, |
| { |
| "epoch": 0.999803343166175, |
| "step": 2542, |
| "total_flos": 5.5848341785175654e+17, |
| "train_loss": 0.05740805761998535, |
| "train_runtime": 78224.1342, |
| "train_samples_per_second": 1.04, |
| "train_steps_per_second": 0.032 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 2542, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.5848341785175654e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
