| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.6350174216027874, |
| "eval_steps": 500, |
| "global_step": 1458, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00043554006968641115, |
| "grad_norm": 20.063322067260742, |
| "learning_rate": 0.0, |
| "loss": 0.5311915874481201, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0008710801393728223, |
| "grad_norm": 16.711223602294922, |
| "learning_rate": 7.894736842105263e-07, |
| "loss": 0.4841555058956146, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0013066202090592336, |
| "grad_norm": 20.928285598754883, |
| "learning_rate": 1.5789473684210526e-06, |
| "loss": 0.5376076698303223, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0017421602787456446, |
| "grad_norm": 12.274636268615723, |
| "learning_rate": 2.368421052631579e-06, |
| "loss": 0.4652983248233795, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0021777003484320556, |
| "grad_norm": 9.006216049194336, |
| "learning_rate": 3.157894736842105e-06, |
| "loss": 0.4457506537437439, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.002613240418118467, |
| "grad_norm": 9.691102981567383, |
| "learning_rate": 3.9473684210526315e-06, |
| "loss": 0.4195502698421478, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.003048780487804878, |
| "grad_norm": 7.529472827911377, |
| "learning_rate": 4.736842105263158e-06, |
| "loss": 0.38654863834381104, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.003484320557491289, |
| "grad_norm": 7.6599836349487305, |
| "learning_rate": 5.526315789473684e-06, |
| "loss": 0.34040379524230957, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0039198606271777, |
| "grad_norm": 10.03175163269043, |
| "learning_rate": 6.31578947368421e-06, |
| "loss": 0.4091436266899109, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.004355400696864111, |
| "grad_norm": 6.276109218597412, |
| "learning_rate": 7.105263157894737e-06, |
| "loss": 0.28801435232162476, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.004790940766550522, |
| "grad_norm": 7.701242923736572, |
| "learning_rate": 7.894736842105263e-06, |
| "loss": 0.2946423590183258, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.005226480836236934, |
| "grad_norm": 11.896566390991211, |
| "learning_rate": 8.68421052631579e-06, |
| "loss": 0.27176377177238464, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.005662020905923345, |
| "grad_norm": 7.672152519226074, |
| "learning_rate": 9.473684210526315e-06, |
| "loss": 0.26545417308807373, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.006097560975609756, |
| "grad_norm": 8.815078735351562, |
| "learning_rate": 1.0263157894736843e-05, |
| "loss": 0.2284773588180542, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.006533101045296167, |
| "grad_norm": 10.127286911010742, |
| "learning_rate": 1.1052631578947368e-05, |
| "loss": 0.31488341093063354, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.006968641114982578, |
| "grad_norm": 10.91253662109375, |
| "learning_rate": 1.1842105263157895e-05, |
| "loss": 0.24568629264831543, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.007404181184668989, |
| "grad_norm": 6.828537464141846, |
| "learning_rate": 1.263157894736842e-05, |
| "loss": 0.18750570714473724, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.0078397212543554, |
| "grad_norm": 7.178056240081787, |
| "learning_rate": 1.3421052631578948e-05, |
| "loss": 0.2869262993335724, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.008275261324041812, |
| "grad_norm": 6.874632358551025, |
| "learning_rate": 1.4210526315789473e-05, |
| "loss": 0.26060575246810913, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.008710801393728223, |
| "grad_norm": 5.87429666519165, |
| "learning_rate": 1.5e-05, |
| "loss": 0.1928044855594635, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.009146341463414634, |
| "grad_norm": 7.777878284454346, |
| "learning_rate": 1.5789473684210526e-05, |
| "loss": 0.2326163351535797, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.009581881533101045, |
| "grad_norm": 5.232192516326904, |
| "learning_rate": 1.6578947368421053e-05, |
| "loss": 0.2032701075077057, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.010017421602787456, |
| "grad_norm": 6.685811996459961, |
| "learning_rate": 1.736842105263158e-05, |
| "loss": 0.31492549180984497, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.010452961672473868, |
| "grad_norm": 4.9634785652160645, |
| "learning_rate": 1.8157894736842107e-05, |
| "loss": 0.2702597975730896, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.01088850174216028, |
| "grad_norm": 5.087269306182861, |
| "learning_rate": 1.894736842105263e-05, |
| "loss": 0.23216812312602997, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.01132404181184669, |
| "grad_norm": 5.197567462921143, |
| "learning_rate": 1.9736842105263158e-05, |
| "loss": 0.13799116015434265, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.011759581881533102, |
| "grad_norm": 4.029556751251221, |
| "learning_rate": 2.0526315789473685e-05, |
| "loss": 0.12358037382364273, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.012195121951219513, |
| "grad_norm": 5.432285308837891, |
| "learning_rate": 2.1315789473684212e-05, |
| "loss": 0.277026891708374, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.012630662020905924, |
| "grad_norm": 8.487820625305176, |
| "learning_rate": 2.2105263157894736e-05, |
| "loss": 0.30865415930747986, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.013066202090592335, |
| "grad_norm": 7.840683460235596, |
| "learning_rate": 2.2894736842105263e-05, |
| "loss": 0.2973104417324066, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.013501742160278746, |
| "grad_norm": 7.176794528961182, |
| "learning_rate": 2.368421052631579e-05, |
| "loss": 0.22405536472797394, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.013937282229965157, |
| "grad_norm": 11.020298957824707, |
| "learning_rate": 2.4473684210526318e-05, |
| "loss": 0.2905920743942261, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.014372822299651568, |
| "grad_norm": 7.147019863128662, |
| "learning_rate": 2.526315789473684e-05, |
| "loss": 0.3145636022090912, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.014808362369337979, |
| "grad_norm": 7.532826900482178, |
| "learning_rate": 2.605263157894737e-05, |
| "loss": 0.3344365358352661, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.01524390243902439, |
| "grad_norm": 6.241111755371094, |
| "learning_rate": 2.6842105263157896e-05, |
| "loss": 0.24801155924797058, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.0156794425087108, |
| "grad_norm": 8.223255157470703, |
| "learning_rate": 2.7631578947368423e-05, |
| "loss": 0.4269346594810486, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.016114982578397212, |
| "grad_norm": 4.365837574005127, |
| "learning_rate": 2.8421052631578946e-05, |
| "loss": 0.14367175102233887, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.016550522648083623, |
| "grad_norm": 5.178925037384033, |
| "learning_rate": 2.9210526315789474e-05, |
| "loss": 0.25906264781951904, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.016986062717770034, |
| "grad_norm": 5.43660306930542, |
| "learning_rate": 3e-05, |
| "loss": 0.16134388744831085, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.017421602787456445, |
| "grad_norm": 4.948673725128174, |
| "learning_rate": 3.078947368421053e-05, |
| "loss": 0.2457384318113327, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.017857142857142856, |
| "grad_norm": 5.907590866088867, |
| "learning_rate": 3.157894736842105e-05, |
| "loss": 0.2927418649196625, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.018292682926829267, |
| "grad_norm": 7.024808406829834, |
| "learning_rate": 3.236842105263158e-05, |
| "loss": 0.31473037600517273, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.018728222996515678, |
| "grad_norm": 5.892182350158691, |
| "learning_rate": 3.3157894736842106e-05, |
| "loss": 0.26015329360961914, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.01916376306620209, |
| "grad_norm": 5.649168491363525, |
| "learning_rate": 3.394736842105263e-05, |
| "loss": 0.3303201496601105, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0195993031358885, |
| "grad_norm": 5.630763053894043, |
| "learning_rate": 3.473684210526316e-05, |
| "loss": 0.2580961585044861, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.02003484320557491, |
| "grad_norm": 4.931653022766113, |
| "learning_rate": 3.5526315789473684e-05, |
| "loss": 0.2730676233768463, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.020470383275261322, |
| "grad_norm": 5.711925506591797, |
| "learning_rate": 3.6315789473684214e-05, |
| "loss": 0.26530224084854126, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.020905923344947737, |
| "grad_norm": 5.747982978820801, |
| "learning_rate": 3.710526315789474e-05, |
| "loss": 0.2088877111673355, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.021341463414634148, |
| "grad_norm": 7.233992576599121, |
| "learning_rate": 3.789473684210526e-05, |
| "loss": 0.40417182445526123, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.02177700348432056, |
| "grad_norm": 4.631650924682617, |
| "learning_rate": 3.868421052631579e-05, |
| "loss": 0.2568231523036957, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.02221254355400697, |
| "grad_norm": 4.6749396324157715, |
| "learning_rate": 3.9473684210526316e-05, |
| "loss": 0.23617815971374512, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.02264808362369338, |
| "grad_norm": 6.705143928527832, |
| "learning_rate": 4.026315789473684e-05, |
| "loss": 0.18635666370391846, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.023083623693379792, |
| "grad_norm": 6.137414455413818, |
| "learning_rate": 4.105263157894737e-05, |
| "loss": 0.34953972697257996, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.023519163763066203, |
| "grad_norm": 5.367718696594238, |
| "learning_rate": 4.1842105263157894e-05, |
| "loss": 0.3586777150630951, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.023954703832752614, |
| "grad_norm": 6.1850266456604, |
| "learning_rate": 4.2631578947368425e-05, |
| "loss": 0.3774147927761078, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.024390243902439025, |
| "grad_norm": 6.369204044342041, |
| "learning_rate": 4.342105263157895e-05, |
| "loss": 0.4390595853328705, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.024825783972125436, |
| "grad_norm": 6.303933143615723, |
| "learning_rate": 4.421052631578947e-05, |
| "loss": 0.22120797634124756, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.025261324041811847, |
| "grad_norm": 5.297045707702637, |
| "learning_rate": 4.5e-05, |
| "loss": 0.25211477279663086, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.02569686411149826, |
| "grad_norm": 6.022722244262695, |
| "learning_rate": 4.5789473684210527e-05, |
| "loss": 0.532123327255249, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.02613240418118467, |
| "grad_norm": 6.153242111206055, |
| "learning_rate": 4.657894736842105e-05, |
| "loss": 0.3599899709224701, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.02656794425087108, |
| "grad_norm": 6.2072319984436035, |
| "learning_rate": 4.736842105263158e-05, |
| "loss": 0.45974528789520264, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.02700348432055749, |
| "grad_norm": 5.221970081329346, |
| "learning_rate": 4.815789473684211e-05, |
| "loss": 0.44737017154693604, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.027439024390243903, |
| "grad_norm": 6.503662109375, |
| "learning_rate": 4.8947368421052635e-05, |
| "loss": 0.5785658359527588, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.027874564459930314, |
| "grad_norm": 7.027008056640625, |
| "learning_rate": 4.973684210526316e-05, |
| "loss": 0.30538809299468994, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.028310104529616725, |
| "grad_norm": 7.643102169036865, |
| "learning_rate": 5.052631578947368e-05, |
| "loss": 0.49250057339668274, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.028745644599303136, |
| "grad_norm": 5.779397964477539, |
| "learning_rate": 5.131578947368421e-05, |
| "loss": 0.46952173113822937, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.029181184668989547, |
| "grad_norm": 12.834272384643555, |
| "learning_rate": 5.210526315789474e-05, |
| "loss": 0.3172321021556854, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.029616724738675958, |
| "grad_norm": 5.2291693687438965, |
| "learning_rate": 5.289473684210526e-05, |
| "loss": 0.4698142409324646, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.03005226480836237, |
| "grad_norm": 5.812905788421631, |
| "learning_rate": 5.368421052631579e-05, |
| "loss": 0.3136313259601593, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.03048780487804878, |
| "grad_norm": 5.255738735198975, |
| "learning_rate": 5.447368421052632e-05, |
| "loss": 0.3546884059906006, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.03092334494773519, |
| "grad_norm": 4.453991413116455, |
| "learning_rate": 5.5263157894736845e-05, |
| "loss": 0.24897736310958862, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.0313588850174216, |
| "grad_norm": 11.316097259521484, |
| "learning_rate": 5.605263157894737e-05, |
| "loss": 0.444821298122406, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.031794425087108016, |
| "grad_norm": 6.605533123016357, |
| "learning_rate": 5.684210526315789e-05, |
| "loss": 0.6100848913192749, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.032229965156794424, |
| "grad_norm": 7.6224565505981445, |
| "learning_rate": 5.7631578947368423e-05, |
| "loss": 0.37146836519241333, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.03266550522648084, |
| "grad_norm": 6.695453643798828, |
| "learning_rate": 5.842105263157895e-05, |
| "loss": 0.25589242577552795, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.033101045296167246, |
| "grad_norm": 7.621274471282959, |
| "learning_rate": 5.921052631578947e-05, |
| "loss": 0.6915152668952942, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.03353658536585366, |
| "grad_norm": 6.167173862457275, |
| "learning_rate": 6e-05, |
| "loss": 0.2585829198360443, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.03397212543554007, |
| "grad_norm": 8.966745376586914, |
| "learning_rate": 5.999997533626893e-05, |
| "loss": 0.6270936727523804, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.03440766550522648, |
| "grad_norm": 7.174211025238037, |
| "learning_rate": 5.999990134511629e-05, |
| "loss": 0.5994287133216858, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.03484320557491289, |
| "grad_norm": 7.08806848526001, |
| "learning_rate": 5.999977802666372e-05, |
| "loss": 0.3147191107273102, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.035278745644599305, |
| "grad_norm": 3.8982701301574707, |
| "learning_rate": 5.999960538111399e-05, |
| "loss": 0.20229943096637726, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.03571428571428571, |
| "grad_norm": 6.4147186279296875, |
| "learning_rate": 5.999938340875098e-05, |
| "loss": 0.5016701221466064, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.03614982578397213, |
| "grad_norm": 5.1908793449401855, |
| "learning_rate": 5.999911210993967e-05, |
| "loss": 0.34840095043182373, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.036585365853658534, |
| "grad_norm": 4.656551361083984, |
| "learning_rate": 5.9998791485126134e-05, |
| "loss": 0.2722494304180145, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.03702090592334495, |
| "grad_norm": 5.410297870635986, |
| "learning_rate": 5.9998421534837564e-05, |
| "loss": 0.42299941182136536, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.037456445993031356, |
| "grad_norm": 5.255926132202148, |
| "learning_rate": 5.9998002259682246e-05, |
| "loss": 0.5459646582603455, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.03789198606271777, |
| "grad_norm": 5.8595781326293945, |
| "learning_rate": 5.999753366034958e-05, |
| "loss": 0.3151801526546478, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.03832752613240418, |
| "grad_norm": 5.519594192504883, |
| "learning_rate": 5.999701573761005e-05, |
| "loss": 0.45058226585388184, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.03876306620209059, |
| "grad_norm": 4.478116989135742, |
| "learning_rate": 5.999644849231526e-05, |
| "loss": 0.45803558826446533, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.039198606271777, |
| "grad_norm": 10.494302749633789, |
| "learning_rate": 5.99958319253979e-05, |
| "loss": 0.6166162490844727, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.039634146341463415, |
| "grad_norm": 6.683266639709473, |
| "learning_rate": 5.999516603787175e-05, |
| "loss": 0.7317699193954468, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.04006968641114982, |
| "grad_norm": 4.745250701904297, |
| "learning_rate": 5.99944508308317e-05, |
| "loss": 0.2565714418888092, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.04050522648083624, |
| "grad_norm": 5.142008304595947, |
| "learning_rate": 5.999368630545374e-05, |
| "loss": 0.3202317953109741, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.040940766550522645, |
| "grad_norm": 5.019248962402344, |
| "learning_rate": 5.999287246299492e-05, |
| "loss": 0.43142205476760864, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.04137630662020906, |
| "grad_norm": 4.156179904937744, |
| "learning_rate": 5.999200930479341e-05, |
| "loss": 0.34984830021858215, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.041811846689895474, |
| "grad_norm": 4.465534687042236, |
| "learning_rate": 5.9991096832268456e-05, |
| "loss": 0.3629593551158905, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.04224738675958188, |
| "grad_norm": 4.149345397949219, |
| "learning_rate": 5.9990135046920397e-05, |
| "loss": 0.30301085114479065, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.042682926829268296, |
| "grad_norm": 7.968324661254883, |
| "learning_rate": 5.9989123950330635e-05, |
| "loss": 0.34854352474212646, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.043118466898954703, |
| "grad_norm": 4.874617576599121, |
| "learning_rate": 5.998806354416167e-05, |
| "loss": 0.34224873781204224, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.04355400696864112, |
| "grad_norm": 5.08293342590332, |
| "learning_rate": 5.9986953830157074e-05, |
| "loss": 0.48989981412887573, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.043989547038327526, |
| "grad_norm": 4.008183479309082, |
| "learning_rate": 5.9985794810141485e-05, |
| "loss": 0.29492127895355225, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.04442508710801394, |
| "grad_norm": 5.573810577392578, |
| "learning_rate": 5.998458648602064e-05, |
| "loss": 0.6134231686592102, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.04486062717770035, |
| "grad_norm": 9.695103645324707, |
| "learning_rate": 5.99833288597813e-05, |
| "loss": 0.4994890093803406, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.04529616724738676, |
| "grad_norm": 5.72934103012085, |
| "learning_rate": 5.9982021933491335e-05, |
| "loss": 0.49891799688339233, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.04573170731707317, |
| "grad_norm": 4.611719608306885, |
| "learning_rate": 5.998066570929964e-05, |
| "loss": 0.40656140446662903, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.046167247386759584, |
| "grad_norm": 4.542270660400391, |
| "learning_rate": 5.99792601894362e-05, |
| "loss": 0.3569484353065491, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.04660278745644599, |
| "grad_norm": 5.533016204833984, |
| "learning_rate": 5.997780537621203e-05, |
| "loss": 0.4485136568546295, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.047038327526132406, |
| "grad_norm": 5.8837809562683105, |
| "learning_rate": 5.997630127201921e-05, |
| "loss": 0.35450878739356995, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.047473867595818814, |
| "grad_norm": 4.73000955581665, |
| "learning_rate": 5.997474787933086e-05, |
| "loss": 0.40301626920700073, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.04790940766550523, |
| "grad_norm": 5.76838493347168, |
| "learning_rate": 5.997314520070114e-05, |
| "loss": 0.4599734842777252, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.048344947735191636, |
| "grad_norm": 5.2645416259765625, |
| "learning_rate": 5.997149323876525e-05, |
| "loss": 0.3353433609008789, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.04878048780487805, |
| "grad_norm": 4.870075702667236, |
| "learning_rate": 5.9969791996239446e-05, |
| "loss": 0.41569170355796814, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.04921602787456446, |
| "grad_norm": 3.8678648471832275, |
| "learning_rate": 5.996804147592097e-05, |
| "loss": 0.23164506256580353, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.04965156794425087, |
| "grad_norm": 4.406476974487305, |
| "learning_rate": 5.996624168068812e-05, |
| "loss": 0.29653680324554443, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.05008710801393728, |
| "grad_norm": 4.233344078063965, |
| "learning_rate": 5.996439261350021e-05, |
| "loss": 0.41761860251426697, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.050522648083623695, |
| "grad_norm": 4.935632228851318, |
| "learning_rate": 5.996249427739757e-05, |
| "loss": 0.48940780758857727, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.0509581881533101, |
| "grad_norm": 9.252951622009277, |
| "learning_rate": 5.9960546675501534e-05, |
| "loss": 0.520698070526123, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.05139372822299652, |
| "grad_norm": 5.8596577644348145, |
| "learning_rate": 5.995854981101444e-05, |
| "loss": 0.34946513175964355, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.051829268292682924, |
| "grad_norm": 5.224259376525879, |
| "learning_rate": 5.995650368721963e-05, |
| "loss": 0.24262261390686035, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.05226480836236934, |
| "grad_norm": 4.012600898742676, |
| "learning_rate": 5.995440830748144e-05, |
| "loss": 0.2619999945163727, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.052700348432055746, |
| "grad_norm": 28.5828800201416, |
| "learning_rate": 5.99522636752452e-05, |
| "loss": 0.6061434745788574, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.05313588850174216, |
| "grad_norm": 7.685927391052246, |
| "learning_rate": 5.995006979403723e-05, |
| "loss": 0.41815459728240967, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.05357142857142857, |
| "grad_norm": 4.344602108001709, |
| "learning_rate": 5.994782666746479e-05, |
| "loss": 0.35912615060806274, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.05400696864111498, |
| "grad_norm": 7.120609760284424, |
| "learning_rate": 5.994553429921616e-05, |
| "loss": 0.5070939660072327, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.05444250871080139, |
| "grad_norm": 5.132368564605713, |
| "learning_rate": 5.994319269306055e-05, |
| "loss": 0.2924511432647705, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.054878048780487805, |
| "grad_norm": 3.984788179397583, |
| "learning_rate": 5.994080185284815e-05, |
| "loss": 0.44720563292503357, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.05531358885017421, |
| "grad_norm": 4.1977458000183105, |
| "learning_rate": 5.993836178251009e-05, |
| "loss": 0.32531148195266724, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.05574912891986063, |
| "grad_norm": 4.624279022216797, |
| "learning_rate": 5.9935872486058466e-05, |
| "loss": 0.3639815151691437, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.05618466898954704, |
| "grad_norm": 5.961254119873047, |
| "learning_rate": 5.993333396758628e-05, |
| "loss": 0.34735050797462463, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.05662020905923345, |
| "grad_norm": 4.802722930908203, |
| "learning_rate": 5.993074623126751e-05, |
| "loss": 0.5503559112548828, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.057055749128919864, |
| "grad_norm": 5.496182918548584, |
| "learning_rate": 5.992810928135702e-05, |
| "loss": 0.3910374641418457, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.05749128919860627, |
| "grad_norm": 4.28236722946167, |
| "learning_rate": 5.992542312219062e-05, |
| "loss": 0.5372604727745056, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.057926829268292686, |
| "grad_norm": 3.513167142868042, |
| "learning_rate": 5.9922687758185025e-05, |
| "loss": 0.24906368553638458, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.05836236933797909, |
| "grad_norm": 4.407099723815918, |
| "learning_rate": 5.991990319383784e-05, |
| "loss": 0.2458866685628891, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.05879790940766551, |
| "grad_norm": 3.931243658065796, |
| "learning_rate": 5.991706943372761e-05, |
| "loss": 0.4201250374317169, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.059233449477351915, |
| "grad_norm": 4.789584159851074, |
| "learning_rate": 5.991418648251372e-05, |
| "loss": 0.32899245619773865, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.05966898954703833, |
| "grad_norm": 4.8763041496276855, |
| "learning_rate": 5.991125434493646e-05, |
| "loss": 0.2878221869468689, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.06010452961672474, |
| "grad_norm": 3.938612461090088, |
| "learning_rate": 5.990827302581699e-05, |
| "loss": 0.4039849042892456, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.06054006968641115, |
| "grad_norm": 5.274370193481445, |
| "learning_rate": 5.990524253005736e-05, |
| "loss": 0.605360209941864, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.06097560975609756, |
| "grad_norm": 5.30519962310791, |
| "learning_rate": 5.990216286264044e-05, |
| "loss": 0.45326894521713257, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.061411149825783974, |
| "grad_norm": 5.347064018249512, |
| "learning_rate": 5.9899034028629974e-05, |
| "loss": 0.6441291570663452, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.06184668989547038, |
| "grad_norm": 3.7961628437042236, |
| "learning_rate": 5.9895856033170545e-05, |
| "loss": 0.33006763458251953, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.062282229965156796, |
| "grad_norm": 4.970699787139893, |
| "learning_rate": 5.989262888148757e-05, |
| "loss": 0.4621412456035614, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.0627177700348432, |
| "grad_norm": 3.839979648590088, |
| "learning_rate": 5.9889352578887285e-05, |
| "loss": 0.4416477680206299, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.06315331010452961, |
| "grad_norm": 4.4527482986450195, |
| "learning_rate": 5.988602713075675e-05, |
| "loss": 0.3810202181339264, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.06358885017421603, |
| "grad_norm": 4.3594136238098145, |
| "learning_rate": 5.988265254256383e-05, |
| "loss": 0.5155733823776245, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.06402439024390244, |
| "grad_norm": 3.899627923965454, |
| "learning_rate": 5.987922881985718e-05, |
| "loss": 0.5186405777931213, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.06445993031358885, |
| "grad_norm": 4.210773944854736, |
| "learning_rate": 5.987575596826625e-05, |
| "loss": 0.37238413095474243, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.06489547038327526, |
| "grad_norm": 7.1049370765686035, |
| "learning_rate": 5.9872233993501284e-05, |
| "loss": 0.44268158078193665, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.06533101045296168, |
| "grad_norm": 5.073590278625488, |
| "learning_rate": 5.986866290135327e-05, |
| "loss": 0.4634779095649719, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.06576655052264808, |
| "grad_norm": 4.059816837310791, |
| "learning_rate": 5.986504269769399e-05, |
| "loss": 0.27338430285453796, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.06620209059233449, |
| "grad_norm": 4.310779571533203, |
| "learning_rate": 5.986137338847595e-05, |
| "loss": 0.4411619007587433, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.0666376306620209, |
| "grad_norm": 3.5691351890563965, |
| "learning_rate": 5.9857654979732404e-05, |
| "loss": 0.19724196195602417, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.06707317073170732, |
| "grad_norm": 5.597500324249268, |
| "learning_rate": 5.985388747757734e-05, |
| "loss": 0.4121205806732178, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.06750871080139373, |
| "grad_norm": 3.7421982288360596, |
| "learning_rate": 5.985007088820547e-05, |
| "loss": 0.37780073285102844, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.06794425087108014, |
| "grad_norm": 3.0510623455047607, |
| "learning_rate": 5.984620521789223e-05, |
| "loss": 0.33326056599617004, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.06837979094076654, |
| "grad_norm": 5.448624134063721, |
| "learning_rate": 5.984229047299372e-05, |
| "loss": 0.30908840894699097, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.06881533101045297, |
| "grad_norm": 25.528583526611328, |
| "learning_rate": 5.983832665994678e-05, |
| "loss": 0.9894929528236389, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.06925087108013937, |
| "grad_norm": 3.450305700302124, |
| "learning_rate": 5.9834313785268876e-05, |
| "loss": 0.25326600670814514, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.06968641114982578, |
| "grad_norm": 8.0743408203125, |
| "learning_rate": 5.9830251855558186e-05, |
| "loss": 0.4455889165401459, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0701219512195122, |
| "grad_norm": 4.482630729675293, |
| "learning_rate": 5.982614087749354e-05, |
| "loss": 0.31729862093925476, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.07055749128919861, |
| "grad_norm": 3.542126417160034, |
| "learning_rate": 5.982198085783441e-05, |
| "loss": 0.41243883967399597, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.07099303135888502, |
| "grad_norm": 6.5717244148254395, |
| "learning_rate": 5.981777180342089e-05, |
| "loss": 0.5788612961769104, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.07142857142857142, |
| "grad_norm": 4.794477939605713, |
| "learning_rate": 5.981351372117371e-05, |
| "loss": 0.448479026556015, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.07186411149825785, |
| "grad_norm": 3.567678689956665, |
| "learning_rate": 5.980920661809424e-05, |
| "loss": 0.29112547636032104, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.07229965156794425, |
| "grad_norm": 5.347809314727783, |
| "learning_rate": 5.98048505012644e-05, |
| "loss": 0.5111991763114929, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.07273519163763066, |
| "grad_norm": 5.480915069580078, |
| "learning_rate": 5.980044537784675e-05, |
| "loss": 0.4717521369457245, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.07317073170731707, |
| "grad_norm": 4.314980506896973, |
| "learning_rate": 5.9795991255084396e-05, |
| "loss": 0.670697033405304, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.07360627177700349, |
| "grad_norm": 4.50567102432251, |
| "learning_rate": 5.9791488140301025e-05, |
| "loss": 0.6572335362434387, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.0740418118466899, |
| "grad_norm": 3.9728336334228516, |
| "learning_rate": 5.9786936040900883e-05, |
| "loss": 0.4115130305290222, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0744773519163763, |
| "grad_norm": 4.734399795532227, |
| "learning_rate": 5.9782334964368754e-05, |
| "loss": 0.730222761631012, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.07491289198606271, |
| "grad_norm": 4.3242011070251465, |
| "learning_rate": 5.9777684918269954e-05, |
| "loss": 0.5822874307632446, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.07534843205574913, |
| "grad_norm": 3.332104444503784, |
| "learning_rate": 5.977298591025031e-05, |
| "loss": 0.3016602098941803, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.07578397212543554, |
| "grad_norm": 3.616602897644043, |
| "learning_rate": 5.9768237948036154e-05, |
| "loss": 0.29622113704681396, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.07621951219512195, |
| "grad_norm": 4.338099956512451, |
| "learning_rate": 5.976344103943434e-05, |
| "loss": 0.5108498930931091, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.07665505226480836, |
| "grad_norm": 24.313859939575195, |
| "learning_rate": 5.975859519233215e-05, |
| "loss": 0.5016686320304871, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.07709059233449478, |
| "grad_norm": 3.768911123275757, |
| "learning_rate": 5.975370041469738e-05, |
| "loss": 0.39636003971099854, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.07752613240418119, |
| "grad_norm": 6.764847278594971, |
| "learning_rate": 5.974875671457827e-05, |
| "loss": 0.4613531231880188, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.0779616724738676, |
| "grad_norm": 4.90284538269043, |
| "learning_rate": 5.974376410010347e-05, |
| "loss": 0.16952866315841675, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.078397212543554, |
| "grad_norm": 3.6416501998901367, |
| "learning_rate": 5.9738722579482085e-05, |
| "loss": 0.442071795463562, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.07883275261324042, |
| "grad_norm": 3.841498613357544, |
| "learning_rate": 5.9733632161003644e-05, |
| "loss": 0.3613032102584839, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.07926829268292683, |
| "grad_norm": 3.3739707469940186, |
| "learning_rate": 5.9728492853038046e-05, |
| "loss": 0.3872697651386261, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.07970383275261324, |
| "grad_norm": 3.3486735820770264, |
| "learning_rate": 5.97233046640356e-05, |
| "loss": 0.2394520789384842, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.08013937282229965, |
| "grad_norm": 3.3529720306396484, |
| "learning_rate": 5.971806760252697e-05, |
| "loss": 0.24202373623847961, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.08057491289198607, |
| "grad_norm": 6.825578689575195, |
| "learning_rate": 5.97127816771232e-05, |
| "loss": 0.3372780382633209, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.08101045296167247, |
| "grad_norm": 4.4420671463012695, |
| "learning_rate": 5.970744689651566e-05, |
| "loss": 0.6656676530838013, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.08144599303135888, |
| "grad_norm": 3.852478265762329, |
| "learning_rate": 5.970206326947606e-05, |
| "loss": 0.558366596698761, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.08188153310104529, |
| "grad_norm": 2.8650240898132324, |
| "learning_rate": 5.9696630804856415e-05, |
| "loss": 0.29067957401275635, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.08231707317073171, |
| "grad_norm": 3.5653297901153564, |
| "learning_rate": 5.9691149511589044e-05, |
| "loss": 0.3298783600330353, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.08275261324041812, |
| "grad_norm": 4.125470161437988, |
| "learning_rate": 5.968561939868658e-05, |
| "loss": 0.4376567006111145, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.08318815331010453, |
| "grad_norm": 3.92022967338562, |
| "learning_rate": 5.9680040475241876e-05, |
| "loss": 0.3284645676612854, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.08362369337979095, |
| "grad_norm": 3.5128839015960693, |
| "learning_rate": 5.9674412750428086e-05, |
| "loss": 0.32722342014312744, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.08405923344947736, |
| "grad_norm": 3.4035446643829346, |
| "learning_rate": 5.966873623349859e-05, |
| "loss": 0.19320723414421082, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.08449477351916376, |
| "grad_norm": 2.8215816020965576, |
| "learning_rate": 5.9663010933786985e-05, |
| "loss": 0.23085403442382812, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.08493031358885017, |
| "grad_norm": 3.409130334854126, |
| "learning_rate": 5.9657236860707095e-05, |
| "loss": 0.27380236983299255, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.08536585365853659, |
| "grad_norm": 3.850834608078003, |
| "learning_rate": 5.9651414023752926e-05, |
| "loss": 0.5454622507095337, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.085801393728223, |
| "grad_norm": 8.392861366271973, |
| "learning_rate": 5.9645542432498674e-05, |
| "loss": 0.5527616143226624, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.08623693379790941, |
| "grad_norm": 3.055513858795166, |
| "learning_rate": 5.96396220965987e-05, |
| "loss": 0.22095486521720886, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.08667247386759581, |
| "grad_norm": 4.779624938964844, |
| "learning_rate": 5.9633653025787494e-05, |
| "loss": 0.5306509733200073, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.08710801393728224, |
| "grad_norm": 5.780481815338135, |
| "learning_rate": 5.9627635229879714e-05, |
| "loss": 0.6932032704353333, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.08754355400696864, |
| "grad_norm": 4.153634071350098, |
| "learning_rate": 5.96215687187701e-05, |
| "loss": 0.3226391077041626, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.08797909407665505, |
| "grad_norm": 4.055916786193848, |
| "learning_rate": 5.961545350243351e-05, |
| "loss": 0.3141464293003082, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.08841463414634146, |
| "grad_norm": 4.628835201263428, |
| "learning_rate": 5.9609289590924874e-05, |
| "loss": 0.4275514483451843, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.08885017421602788, |
| "grad_norm": 3.744318723678589, |
| "learning_rate": 5.960307699437921e-05, |
| "loss": 0.46349039673805237, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.08928571428571429, |
| "grad_norm": 3.325406074523926, |
| "learning_rate": 5.959681572301154e-05, |
| "loss": 0.5422636866569519, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.0897212543554007, |
| "grad_norm": 3.6108150482177734, |
| "learning_rate": 5.959050578711699e-05, |
| "loss": 0.34997403621673584, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.0901567944250871, |
| "grad_norm": 3.3761067390441895, |
| "learning_rate": 5.9584147197070644e-05, |
| "loss": 0.22484757006168365, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.09059233449477352, |
| "grad_norm": 5.039508819580078, |
| "learning_rate": 5.957773996332762e-05, |
| "loss": 0.6595714688301086, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.09102787456445993, |
| "grad_norm": 3.130208730697632, |
| "learning_rate": 5.957128409642299e-05, |
| "loss": 0.2467401921749115, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.09146341463414634, |
| "grad_norm": 2.3789288997650146, |
| "learning_rate": 5.95647796069718e-05, |
| "loss": 0.20558048784732819, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.09189895470383275, |
| "grad_norm": 4.2998528480529785, |
| "learning_rate": 5.955822650566907e-05, |
| "loss": 0.4207920432090759, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.09233449477351917, |
| "grad_norm": 5.529782772064209, |
| "learning_rate": 5.9551624803289706e-05, |
| "loss": 0.7910427451133728, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.09277003484320558, |
| "grad_norm": 4.337933540344238, |
| "learning_rate": 5.954497451068856e-05, |
| "loss": 0.4066309630870819, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.09320557491289198, |
| "grad_norm": 4.27602481842041, |
| "learning_rate": 5.953827563880037e-05, |
| "loss": 0.4262276887893677, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.09364111498257839, |
| "grad_norm": 3.751633644104004, |
| "learning_rate": 5.953152819863974e-05, |
| "loss": 0.13259102404117584, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.09407665505226481, |
| "grad_norm": 4.1712260246276855, |
| "learning_rate": 5.9524732201301144e-05, |
| "loss": 0.41622844338417053, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.09451219512195122, |
| "grad_norm": 4.062272548675537, |
| "learning_rate": 5.951788765795889e-05, |
| "loss": 0.3765306770801544, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.09494773519163763, |
| "grad_norm": 3.4402194023132324, |
| "learning_rate": 5.951099457986712e-05, |
| "loss": 0.41485047340393066, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.09538327526132404, |
| "grad_norm": 3.8705575466156006, |
| "learning_rate": 5.950405297835975e-05, |
| "loss": 0.744124710559845, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.09581881533101046, |
| "grad_norm": 4.074329376220703, |
| "learning_rate": 5.949706286485051e-05, |
| "loss": 0.47809547185897827, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.09625435540069686, |
| "grad_norm": 2.601438522338867, |
| "learning_rate": 5.949002425083289e-05, |
| "loss": 0.25259143114089966, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.09668989547038327, |
| "grad_norm": 3.029209852218628, |
| "learning_rate": 5.9482937147880115e-05, |
| "loss": 0.24662332236766815, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.09712543554006968, |
| "grad_norm": 4.5319294929504395, |
| "learning_rate": 5.9475801567645154e-05, |
| "loss": 0.553925096988678, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.0975609756097561, |
| "grad_norm": 3.651581048965454, |
| "learning_rate": 5.9468617521860666e-05, |
| "loss": 0.38856908679008484, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.09799651567944251, |
| "grad_norm": 4.415187835693359, |
| "learning_rate": 5.946138502233901e-05, |
| "loss": 0.262853741645813, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.09843205574912892, |
| "grad_norm": 3.820777416229248, |
| "learning_rate": 5.945410408097221e-05, |
| "loss": 0.4125519394874573, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.09886759581881534, |
| "grad_norm": 26.099712371826172, |
| "learning_rate": 5.944677470973196e-05, |
| "loss": 0.2600629925727844, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.09930313588850175, |
| "grad_norm": 4.106088638305664, |
| "learning_rate": 5.943939692066956e-05, |
| "loss": 0.3799162209033966, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.09973867595818815, |
| "grad_norm": 3.5217361450195312, |
| "learning_rate": 5.943197072591594e-05, |
| "loss": 0.4515937268733978, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.10017421602787456, |
| "grad_norm": 4.781862258911133, |
| "learning_rate": 5.942449613768158e-05, |
| "loss": 0.414560467004776, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.10060975609756098, |
| "grad_norm": 4.576272010803223, |
| "learning_rate": 5.941697316825661e-05, |
| "loss": 0.5281628370285034, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.10104529616724739, |
| "grad_norm": 3.8092219829559326, |
| "learning_rate": 5.940940183001062e-05, |
| "loss": 0.1876661628484726, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.1014808362369338, |
| "grad_norm": 6.050763130187988, |
| "learning_rate": 5.940178213539279e-05, |
| "loss": 0.5996348857879639, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.1019163763066202, |
| "grad_norm": 4.08701229095459, |
| "learning_rate": 5.939411409693181e-05, |
| "loss": 0.42441272735595703, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.10235191637630663, |
| "grad_norm": 23.136457443237305, |
| "learning_rate": 5.938639772723581e-05, |
| "loss": 0.44853517413139343, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.10278745644599303, |
| "grad_norm": 3.8539414405822754, |
| "learning_rate": 5.937863303899244e-05, |
| "loss": 0.40238991379737854, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.10322299651567944, |
| "grad_norm": 3.4291346073150635, |
| "learning_rate": 5.937082004496879e-05, |
| "loss": 0.43223151564598083, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.10365853658536585, |
| "grad_norm": 4.153804302215576, |
| "learning_rate": 5.936295875801135e-05, |
| "loss": 0.2871413230895996, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.10409407665505227, |
| "grad_norm": 4.158131122589111, |
| "learning_rate": 5.935504919104602e-05, |
| "loss": 0.4195539057254791, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.10452961672473868, |
| "grad_norm": 4.2054924964904785, |
| "learning_rate": 5.934709135707812e-05, |
| "loss": 0.41957569122314453, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.10496515679442509, |
| "grad_norm": 5.174735069274902, |
| "learning_rate": 5.9339085269192297e-05, |
| "loss": 0.4768425524234772, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.10540069686411149, |
| "grad_norm": 3.6339337825775146, |
| "learning_rate": 5.933103094055255e-05, |
| "loss": 0.43883439898490906, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.10583623693379791, |
| "grad_norm": 3.986072063446045, |
| "learning_rate": 5.932292838440219e-05, |
| "loss": 0.5161284804344177, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.10627177700348432, |
| "grad_norm": 4.491393089294434, |
| "learning_rate": 5.931477761406386e-05, |
| "loss": 0.279838889837265, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.10670731707317073, |
| "grad_norm": 3.6689412593841553, |
| "learning_rate": 5.930657864293943e-05, |
| "loss": 0.41032958030700684, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.10714285714285714, |
| "grad_norm": 6.117321491241455, |
| "learning_rate": 5.929833148451006e-05, |
| "loss": 0.21936632692813873, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.10757839721254356, |
| "grad_norm": 9.828569412231445, |
| "learning_rate": 5.9290036152336126e-05, |
| "loss": 0.4434066414833069, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.10801393728222997, |
| "grad_norm": 3.723280191421509, |
| "learning_rate": 5.928169266005722e-05, |
| "loss": 0.2267613261938095, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.10844947735191637, |
| "grad_norm": 3.717986583709717, |
| "learning_rate": 5.927330102139211e-05, |
| "loss": 0.7076844573020935, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.10888501742160278, |
| "grad_norm": 3.0444395542144775, |
| "learning_rate": 5.926486125013875e-05, |
| "loss": 0.2787216603755951, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.1093205574912892, |
| "grad_norm": 10.31541919708252, |
| "learning_rate": 5.9256373360174215e-05, |
| "loss": 0.39915427565574646, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.10975609756097561, |
| "grad_norm": 3.321547269821167, |
| "learning_rate": 5.924783736545471e-05, |
| "loss": 0.24315430223941803, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.11019163763066202, |
| "grad_norm": 3.1179211139678955, |
| "learning_rate": 5.923925328001553e-05, |
| "loss": 0.1516541838645935, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.11062717770034843, |
| "grad_norm": 3.3325746059417725, |
| "learning_rate": 5.9230621117971055e-05, |
| "loss": 0.39757847785949707, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.11106271777003485, |
| "grad_norm": 2.9964897632598877, |
| "learning_rate": 5.92219408935147e-05, |
| "loss": 0.2858999967575073, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.11149825783972125, |
| "grad_norm": 4.240176200866699, |
| "learning_rate": 5.9213212620918915e-05, |
| "loss": 0.4097846448421478, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.11193379790940766, |
| "grad_norm": 3.143634080886841, |
| "learning_rate": 5.9204436314535145e-05, |
| "loss": 0.3486226499080658, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.11236933797909408, |
| "grad_norm": 3.751833915710449, |
| "learning_rate": 5.9195611988793834e-05, |
| "loss": 0.2703690528869629, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.11280487804878049, |
| "grad_norm": 2.8497073650360107, |
| "learning_rate": 5.918673965820435e-05, |
| "loss": 0.3483740985393524, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.1132404181184669, |
| "grad_norm": 3.8466384410858154, |
| "learning_rate": 5.917781933735503e-05, |
| "loss": 0.49914324283599854, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.1136759581881533, |
| "grad_norm": 3.848766565322876, |
| "learning_rate": 5.916885104091309e-05, |
| "loss": 0.48484426736831665, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.11411149825783973, |
| "grad_norm": 53.641883850097656, |
| "learning_rate": 5.915983478362464e-05, |
| "loss": 0.5588650107383728, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.11454703832752614, |
| "grad_norm": 3.2413623332977295, |
| "learning_rate": 5.915077058031465e-05, |
| "loss": 0.3975299596786499, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.11498257839721254, |
| "grad_norm": 5.507150173187256, |
| "learning_rate": 5.914165844588693e-05, |
| "loss": 0.28446516394615173, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.11541811846689895, |
| "grad_norm": 3.687784433364868, |
| "learning_rate": 5.91324983953241e-05, |
| "loss": 0.22974251210689545, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.11585365853658537, |
| "grad_norm": 3.8906285762786865, |
| "learning_rate": 5.912329044368754e-05, |
| "loss": 0.4539046287536621, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.11628919860627178, |
| "grad_norm": 3.03236985206604, |
| "learning_rate": 5.911403460611744e-05, |
| "loss": 0.3238216042518616, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.11672473867595819, |
| "grad_norm": 3.8074209690093994, |
| "learning_rate": 5.910473089783268e-05, |
| "loss": 0.4562893807888031, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.1171602787456446, |
| "grad_norm": 2.949838399887085, |
| "learning_rate": 5.909537933413088e-05, |
| "loss": 0.2538418173789978, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.11759581881533102, |
| "grad_norm": 3.5550177097320557, |
| "learning_rate": 5.908597993038833e-05, |
| "loss": 0.30767640471458435, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.11803135888501742, |
| "grad_norm": 5.034956932067871, |
| "learning_rate": 5.9076532702059996e-05, |
| "loss": 0.27341094613075256, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.11846689895470383, |
| "grad_norm": 3.447186231613159, |
| "learning_rate": 5.906703766467946e-05, |
| "loss": 0.43015486001968384, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.11890243902439024, |
| "grad_norm": 2.623302698135376, |
| "learning_rate": 5.9057494833858934e-05, |
| "loss": 0.35072818398475647, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.11933797909407666, |
| "grad_norm": 1.9780162572860718, |
| "learning_rate": 5.904790422528921e-05, |
| "loss": 0.2096354216337204, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.11977351916376307, |
| "grad_norm": 4.384994029998779, |
| "learning_rate": 5.903826585473962e-05, |
| "loss": 0.6722011566162109, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.12020905923344948, |
| "grad_norm": 3.368285894393921, |
| "learning_rate": 5.902857973805805e-05, |
| "loss": 0.420385479927063, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.12064459930313588, |
| "grad_norm": 3.893756628036499, |
| "learning_rate": 5.901884589117089e-05, |
| "loss": 0.5444890260696411, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.1210801393728223, |
| "grad_norm": 3.9243831634521484, |
| "learning_rate": 5.900906433008299e-05, |
| "loss": 0.5945472717285156, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.12151567944250871, |
| "grad_norm": 3.144181966781616, |
| "learning_rate": 5.899923507087769e-05, |
| "loss": 0.48838314414024353, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.12195121951219512, |
| "grad_norm": 3.3676986694335938, |
| "learning_rate": 5.898935812971672e-05, |
| "loss": 0.30420905351638794, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.12238675958188153, |
| "grad_norm": 2.8812191486358643, |
| "learning_rate": 5.897943352284024e-05, |
| "loss": 0.12117484956979752, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.12282229965156795, |
| "grad_norm": 3.402890920639038, |
| "learning_rate": 5.896946126656677e-05, |
| "loss": 0.35500258207321167, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.12325783972125436, |
| "grad_norm": 3.255955457687378, |
| "learning_rate": 5.895944137729317e-05, |
| "loss": 0.3618396818637848, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.12369337979094076, |
| "grad_norm": 3.5595552921295166, |
| "learning_rate": 5.894937387149464e-05, |
| "loss": 0.32178887724876404, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.12412891986062717, |
| "grad_norm": 7.080356597900391, |
| "learning_rate": 5.893925876572467e-05, |
| "loss": 0.9547200202941895, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.12456445993031359, |
| "grad_norm": 2.9700067043304443, |
| "learning_rate": 5.892909607661499e-05, |
| "loss": 0.30830103158950806, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.125, |
| "grad_norm": 3.487654209136963, |
| "learning_rate": 5.8918885820875596e-05, |
| "loss": 0.5279611945152283, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.1254355400696864, |
| "grad_norm": 2.330852746963501, |
| "learning_rate": 5.89086280152947e-05, |
| "loss": 0.21217352151870728, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.12587108013937282, |
| "grad_norm": 8.291617393493652, |
| "learning_rate": 5.889832267673868e-05, |
| "loss": 0.6116448640823364, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.12630662020905922, |
| "grad_norm": 2.4565370082855225, |
| "learning_rate": 5.888796982215207e-05, |
| "loss": 0.13923649489879608, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.12674216027874566, |
| "grad_norm": 2.9344496726989746, |
| "learning_rate": 5.887756946855755e-05, |
| "loss": 0.3439269959926605, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.12717770034843207, |
| "grad_norm": 3.047532796859741, |
| "learning_rate": 5.8867121633055865e-05, |
| "loss": 0.3120923638343811, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.12761324041811847, |
| "grad_norm": 3.0953640937805176, |
| "learning_rate": 5.8856626332825875e-05, |
| "loss": 0.44614851474761963, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.12804878048780488, |
| "grad_norm": 6.419539928436279, |
| "learning_rate": 5.884608358512447e-05, |
| "loss": 0.5056896209716797, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.1284843205574913, |
| "grad_norm": 2.7036960124969482, |
| "learning_rate": 5.8835493407286526e-05, |
| "loss": 0.2922249436378479, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.1289198606271777, |
| "grad_norm": 2.4225053787231445, |
| "learning_rate": 5.882485581672495e-05, |
| "loss": 0.18315936625003815, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.1293554006968641, |
| "grad_norm": 3.148970365524292, |
| "learning_rate": 5.881417083093058e-05, |
| "loss": 0.37226563692092896, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.1297909407665505, |
| "grad_norm": 4.340565204620361, |
| "learning_rate": 5.880343846747219e-05, |
| "loss": 0.5254518389701843, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.13022648083623695, |
| "grad_norm": 3.2641384601593018, |
| "learning_rate": 5.8792658743996447e-05, |
| "loss": 0.46655771136283875, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.13066202090592335, |
| "grad_norm": 4.538827896118164, |
| "learning_rate": 5.878183167822791e-05, |
| "loss": 0.6459740400314331, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.13109756097560976, |
| "grad_norm": 3.9605119228363037, |
| "learning_rate": 5.877095728796897e-05, |
| "loss": 0.5029232501983643, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.13153310104529617, |
| "grad_norm": 3.8765976428985596, |
| "learning_rate": 5.876003559109982e-05, |
| "loss": 0.35932299494743347, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.13196864111498258, |
| "grad_norm": 3.01568865776062, |
| "learning_rate": 5.874906660557845e-05, |
| "loss": 0.30334898829460144, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.13240418118466898, |
| "grad_norm": 3.2705347537994385, |
| "learning_rate": 5.87380503494406e-05, |
| "loss": 0.33966773748397827, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.1328397212543554, |
| "grad_norm": 2.8459813594818115, |
| "learning_rate": 5.872698684079973e-05, |
| "loss": 0.31088122725486755, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.1332752613240418, |
| "grad_norm": 2.8871638774871826, |
| "learning_rate": 5.8715876097847016e-05, |
| "loss": 0.39034247398376465, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.13371080139372823, |
| "grad_norm": 4.1663994789123535, |
| "learning_rate": 5.870471813885126e-05, |
| "loss": 0.6248642206192017, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.13414634146341464, |
| "grad_norm": 4.300301551818848, |
| "learning_rate": 5.869351298215895e-05, |
| "loss": 0.7800649404525757, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.13458188153310105, |
| "grad_norm": 3.260450839996338, |
| "learning_rate": 5.868226064619412e-05, |
| "loss": 0.2849424183368683, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.13501742160278746, |
| "grad_norm": 3.0514910221099854, |
| "learning_rate": 5.8670961149458436e-05, |
| "loss": 0.3328036665916443, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.13545296167247386, |
| "grad_norm": 3.9534335136413574, |
| "learning_rate": 5.865961451053107e-05, |
| "loss": 0.6528239846229553, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.13588850174216027, |
| "grad_norm": 4.142487049102783, |
| "learning_rate": 5.8648220748068714e-05, |
| "loss": 0.5896745920181274, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.13632404181184668, |
| "grad_norm": 2.6488277912139893, |
| "learning_rate": 5.863677988080555e-05, |
| "loss": 0.15598152577877045, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.1367595818815331, |
| "grad_norm": 3.2811038494110107, |
| "learning_rate": 5.8625291927553225e-05, |
| "loss": 0.3515435457229614, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.13719512195121952, |
| "grad_norm": 3.985107898712158, |
| "learning_rate": 5.8613756907200765e-05, |
| "loss": 0.4326629042625427, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.13763066202090593, |
| "grad_norm": 3.6167123317718506, |
| "learning_rate": 5.860217483871463e-05, |
| "loss": 0.37209489941596985, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.13806620209059234, |
| "grad_norm": 3.6874396800994873, |
| "learning_rate": 5.859054574113862e-05, |
| "loss": 0.21563073992729187, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.13850174216027875, |
| "grad_norm": 4.237402439117432, |
| "learning_rate": 5.8578869633593856e-05, |
| "loss": 0.48311465978622437, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.13893728222996515, |
| "grad_norm": 2.9363856315612793, |
| "learning_rate": 5.856714653527877e-05, |
| "loss": 0.32102543115615845, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.13937282229965156, |
| "grad_norm": 2.245986223220825, |
| "learning_rate": 5.855537646546906e-05, |
| "loss": 0.17108489573001862, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.13980836236933797, |
| "grad_norm": 2.893437147140503, |
| "learning_rate": 5.8543559443517626e-05, |
| "loss": 0.37245070934295654, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.1402439024390244, |
| "grad_norm": 3.0935897827148438, |
| "learning_rate": 5.853169548885461e-05, |
| "loss": 0.5019145011901855, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.1406794425087108, |
| "grad_norm": 5.870626449584961, |
| "learning_rate": 5.85197846209873e-05, |
| "loss": 0.5496518015861511, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.14111498257839722, |
| "grad_norm": 3.308720588684082, |
| "learning_rate": 5.850782685950012e-05, |
| "loss": 0.3894205689430237, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.14155052264808363, |
| "grad_norm": 3.3871140480041504, |
| "learning_rate": 5.849582222405461e-05, |
| "loss": 0.3189050257205963, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.14198606271777003, |
| "grad_norm": 2.6264402866363525, |
| "learning_rate": 5.848377073438938e-05, |
| "loss": 0.2555387318134308, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.14242160278745644, |
| "grad_norm": 3.5241360664367676, |
| "learning_rate": 5.847167241032006e-05, |
| "loss": 0.5328623652458191, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 10.405203819274902, |
| "learning_rate": 5.845952727173933e-05, |
| "loss": 0.37476304173469543, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.14329268292682926, |
| "grad_norm": 2.7880072593688965, |
| "learning_rate": 5.844733533861679e-05, |
| "loss": 0.2289225310087204, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.1437282229965157, |
| "grad_norm": 2.890775203704834, |
| "learning_rate": 5.843509663099904e-05, |
| "loss": 0.3335177004337311, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.1441637630662021, |
| "grad_norm": 3.10864520072937, |
| "learning_rate": 5.842281116900953e-05, |
| "loss": 0.36614590883255005, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.1445993031358885, |
| "grad_norm": 2.7503323554992676, |
| "learning_rate": 5.841047897284864e-05, |
| "loss": 0.2282811552286148, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.14503484320557491, |
| "grad_norm": 3.9090466499328613, |
| "learning_rate": 5.839810006279355e-05, |
| "loss": 0.5526589751243591, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.14547038327526132, |
| "grad_norm": 2.721558094024658, |
| "learning_rate": 5.8385674459198293e-05, |
| "loss": 0.1679580807685852, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.14590592334494773, |
| "grad_norm": 4.967030048370361, |
| "learning_rate": 5.837320218249361e-05, |
| "loss": 0.5397082567214966, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.14634146341463414, |
| "grad_norm": 2.8730831146240234, |
| "learning_rate": 5.8360683253187064e-05, |
| "loss": 0.49895915389060974, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.14677700348432055, |
| "grad_norm": 3.6818113327026367, |
| "learning_rate": 5.834811769186288e-05, |
| "loss": 0.4961114525794983, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.14721254355400698, |
| "grad_norm": 3.3775928020477295, |
| "learning_rate": 5.833550551918196e-05, |
| "loss": 0.5750399827957153, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.1476480836236934, |
| "grad_norm": 2.630991220474243, |
| "learning_rate": 5.8322846755881844e-05, |
| "loss": 0.17237579822540283, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.1480836236933798, |
| "grad_norm": 2.1829628944396973, |
| "learning_rate": 5.8310141422776704e-05, |
| "loss": 0.2518506944179535, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.1485191637630662, |
| "grad_norm": 3.1226797103881836, |
| "learning_rate": 5.8297389540757264e-05, |
| "loss": 0.5372876524925232, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.1489547038327526, |
| "grad_norm": 3.109635591506958, |
| "learning_rate": 5.828459113079079e-05, |
| "loss": 0.23638257384300232, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.14939024390243902, |
| "grad_norm": 2.893676519393921, |
| "learning_rate": 5.827174621392105e-05, |
| "loss": 0.3341526985168457, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.14982578397212543, |
| "grad_norm": 3.0126700401306152, |
| "learning_rate": 5.825885481126827e-05, |
| "loss": 0.30167242884635925, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.15026132404181183, |
| "grad_norm": 3.7824339866638184, |
| "learning_rate": 5.8245916944029144e-05, |
| "loss": 0.5100857019424438, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.15069686411149827, |
| "grad_norm": 3.7733497619628906, |
| "learning_rate": 5.8232932633476734e-05, |
| "loss": 0.5847695469856262, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.15113240418118468, |
| "grad_norm": 2.5057897567749023, |
| "learning_rate": 5.8219901900960476e-05, |
| "loss": 0.20945973694324493, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.15156794425087108, |
| "grad_norm": 2.862794876098633, |
| "learning_rate": 5.820682476790614e-05, |
| "loss": 0.26181623339653015, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.1520034843205575, |
| "grad_norm": 3.6921818256378174, |
| "learning_rate": 5.819370125581577e-05, |
| "loss": 0.6429627537727356, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.1524390243902439, |
| "grad_norm": 3.4509518146514893, |
| "learning_rate": 5.818053138626771e-05, |
| "loss": 0.4285081624984741, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.1528745644599303, |
| "grad_norm": 2.1838231086730957, |
| "learning_rate": 5.8167315180916475e-05, |
| "loss": 0.23856952786445618, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.15331010452961671, |
| "grad_norm": 4.499940872192383, |
| "learning_rate": 5.8154052661492814e-05, |
| "loss": 0.6542803049087524, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.15374564459930315, |
| "grad_norm": 2.9323813915252686, |
| "learning_rate": 5.81407438498036e-05, |
| "loss": 0.3660646378993988, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.15418118466898956, |
| "grad_norm": 2.4150519371032715, |
| "learning_rate": 5.812738876773182e-05, |
| "loss": 0.1559220552444458, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.15461672473867596, |
| "grad_norm": 4.202732086181641, |
| "learning_rate": 5.811398743723657e-05, |
| "loss": 0.4209378957748413, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.15505226480836237, |
| "grad_norm": 2.4548439979553223, |
| "learning_rate": 5.8100539880352964e-05, |
| "loss": 0.22386117279529572, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.15548780487804878, |
| "grad_norm": 3.3079488277435303, |
| "learning_rate": 5.808704611919212e-05, |
| "loss": 0.46925926208496094, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.1559233449477352, |
| "grad_norm": 3.3249030113220215, |
| "learning_rate": 5.807350617594114e-05, |
| "loss": 0.2813144028186798, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.1563588850174216, |
| "grad_norm": 2.5232508182525635, |
| "learning_rate": 5.805992007286308e-05, |
| "loss": 0.3266029357910156, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.156794425087108, |
| "grad_norm": 3.212397813796997, |
| "learning_rate": 5.804628783229685e-05, |
| "loss": 0.43195345997810364, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.15722996515679444, |
| "grad_norm": 3.1499733924865723, |
| "learning_rate": 5.803260947665725e-05, |
| "loss": 0.3817780613899231, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.15766550522648085, |
| "grad_norm": 3.6318905353546143, |
| "learning_rate": 5.8018885028434896e-05, |
| "loss": 0.299665242433548, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.15810104529616725, |
| "grad_norm": 3.650736093521118, |
| "learning_rate": 5.8005114510196204e-05, |
| "loss": 0.27266037464141846, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.15853658536585366, |
| "grad_norm": 2.3392574787139893, |
| "learning_rate": 5.7991297944583326e-05, |
| "loss": 0.294393390417099, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.15897212543554007, |
| "grad_norm": 2.7203664779663086, |
| "learning_rate": 5.797743535431414e-05, |
| "loss": 0.20500853657722473, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.15940766550522648, |
| "grad_norm": 3.0068352222442627, |
| "learning_rate": 5.796352676218217e-05, |
| "loss": 0.4201393127441406, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.15984320557491288, |
| "grad_norm": 4.926451683044434, |
| "learning_rate": 5.7949572191056625e-05, |
| "loss": 0.5963433980941772, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.1602787456445993, |
| "grad_norm": 3.0790085792541504, |
| "learning_rate": 5.793557166388228e-05, |
| "loss": 0.34307345747947693, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.16071428571428573, |
| "grad_norm": 3.2974956035614014, |
| "learning_rate": 5.7921525203679493e-05, |
| "loss": 0.40867480635643005, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.16114982578397213, |
| "grad_norm": 3.0908453464508057, |
| "learning_rate": 5.7907432833544125e-05, |
| "loss": 0.39343345165252686, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.16158536585365854, |
| "grad_norm": 3.0946133136749268, |
| "learning_rate": 5.789329457664754e-05, |
| "loss": 0.4469483196735382, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.16202090592334495, |
| "grad_norm": 3.3782730102539062, |
| "learning_rate": 5.787911045623656e-05, |
| "loss": 0.3448239266872406, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.16245644599303136, |
| "grad_norm": 3.3905892372131348, |
| "learning_rate": 5.78648804956334e-05, |
| "loss": 0.49512943625450134, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.16289198606271776, |
| "grad_norm": 3.835350513458252, |
| "learning_rate": 5.785060471823566e-05, |
| "loss": 0.37304946780204773, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.16332752613240417, |
| "grad_norm": 4.430235385894775, |
| "learning_rate": 5.783628314751626e-05, |
| "loss": 0.3764013350009918, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.16376306620209058, |
| "grad_norm": 3.1338720321655273, |
| "learning_rate": 5.782191580702344e-05, |
| "loss": 0.3681105673313141, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.16419860627177701, |
| "grad_norm": 4.322766304016113, |
| "learning_rate": 5.7807502720380655e-05, |
| "loss": 0.5008698105812073, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.16463414634146342, |
| "grad_norm": 3.038327932357788, |
| "learning_rate": 5.779304391128662e-05, |
| "loss": 0.39290112257003784, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.16506968641114983, |
| "grad_norm": 3.0575621128082275, |
| "learning_rate": 5.777853940351523e-05, |
| "loss": 0.22081999480724335, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.16550522648083624, |
| "grad_norm": 6.143305778503418, |
| "learning_rate": 5.776398922091548e-05, |
| "loss": 0.5169167518615723, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.16594076655052264, |
| "grad_norm": 2.3610904216766357, |
| "learning_rate": 5.774939338741149e-05, |
| "loss": 0.1692521572113037, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.16637630662020905, |
| "grad_norm": 2.9524288177490234, |
| "learning_rate": 5.773475192700245e-05, |
| "loss": 0.2333371490240097, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.16681184668989546, |
| "grad_norm": 2.895930767059326, |
| "learning_rate": 5.772006486376256e-05, |
| "loss": 0.5078673958778381, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.1672473867595819, |
| "grad_norm": 2.327312707901001, |
| "learning_rate": 5.7705332221841004e-05, |
| "loss": 0.29399269819259644, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.1676829268292683, |
| "grad_norm": 3.972898483276367, |
| "learning_rate": 5.7690554025461926e-05, |
| "loss": 0.5167810916900635, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.1681184668989547, |
| "grad_norm": 3.638333797454834, |
| "learning_rate": 5.767573029892433e-05, |
| "loss": 0.6212786436080933, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.16855400696864112, |
| "grad_norm": 2.6218979358673096, |
| "learning_rate": 5.766086106660212e-05, |
| "loss": 0.36016392707824707, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.16898954703832753, |
| "grad_norm": 3.568425416946411, |
| "learning_rate": 5.764594635294401e-05, |
| "loss": 0.38378381729125977, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.16942508710801393, |
| "grad_norm": 2.461933135986328, |
| "learning_rate": 5.763098618247352e-05, |
| "loss": 0.2846580445766449, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.16986062717770034, |
| "grad_norm": 3.510734796524048, |
| "learning_rate": 5.7615980579788866e-05, |
| "loss": 0.5628392100334167, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.17029616724738675, |
| "grad_norm": 4.032413005828857, |
| "learning_rate": 5.760092956956299e-05, |
| "loss": 0.3166201710700989, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.17073170731707318, |
| "grad_norm": 5.332808494567871, |
| "learning_rate": 5.7585833176543523e-05, |
| "loss": 0.39749202132225037, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.1711672473867596, |
| "grad_norm": 2.7166059017181396, |
| "learning_rate": 5.757069142555267e-05, |
| "loss": 0.2836206257343292, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.171602787456446, |
| "grad_norm": 2.8603949546813965, |
| "learning_rate": 5.7555504341487234e-05, |
| "loss": 0.3909367024898529, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.1720383275261324, |
| "grad_norm": 3.053326368331909, |
| "learning_rate": 5.754027194931856e-05, |
| "loss": 0.5241299867630005, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.17247386759581881, |
| "grad_norm": 3.1499178409576416, |
| "learning_rate": 5.752499427409251e-05, |
| "loss": 0.602374255657196, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.17290940766550522, |
| "grad_norm": 3.6846296787261963, |
| "learning_rate": 5.7509671340929355e-05, |
| "loss": 0.35683053731918335, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.17334494773519163, |
| "grad_norm": 2.823683738708496, |
| "learning_rate": 5.7494303175023825e-05, |
| "loss": 0.26556044816970825, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.17378048780487804, |
| "grad_norm": 3.7188608646392822, |
| "learning_rate": 5.7478889801645e-05, |
| "loss": 0.5656572580337524, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.17421602787456447, |
| "grad_norm": 3.4140899181365967, |
| "learning_rate": 5.74634312461363e-05, |
| "loss": 0.4407804310321808, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.17465156794425088, |
| "grad_norm": 2.633164167404175, |
| "learning_rate": 5.7447927533915444e-05, |
| "loss": 0.259867399930954, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.1750871080139373, |
| "grad_norm": 3.6294641494750977, |
| "learning_rate": 5.743237869047438e-05, |
| "loss": 0.7187398076057434, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.1755226480836237, |
| "grad_norm": 3.009660243988037, |
| "learning_rate": 5.7416784741379274e-05, |
| "loss": 0.4730783998966217, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.1759581881533101, |
| "grad_norm": 2.3565995693206787, |
| "learning_rate": 5.7401145712270464e-05, |
| "loss": 0.17444337904453278, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.1763937282229965, |
| "grad_norm": 2.3016297817230225, |
| "learning_rate": 5.738546162886241e-05, |
| "loss": 0.24557653069496155, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.17682926829268292, |
| "grad_norm": 4.1529717445373535, |
| "learning_rate": 5.736973251694363e-05, |
| "loss": 0.23661747574806213, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.17726480836236932, |
| "grad_norm": 3.7318098545074463, |
| "learning_rate": 5.7353958402376705e-05, |
| "loss": 0.3016824424266815, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.17770034843205576, |
| "grad_norm": 2.309924840927124, |
| "learning_rate": 5.733813931109821e-05, |
| "loss": 0.16430430114269257, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.17813588850174217, |
| "grad_norm": 2.177198886871338, |
| "learning_rate": 5.7322275269118654e-05, |
| "loss": 0.17235147953033447, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.17857142857142858, |
| "grad_norm": 2.956559658050537, |
| "learning_rate": 5.730636630252247e-05, |
| "loss": 0.4217454493045807, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.17900696864111498, |
| "grad_norm": 2.0801639556884766, |
| "learning_rate": 5.729041243746796e-05, |
| "loss": 0.2157486230134964, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.1794425087108014, |
| "grad_norm": 6.07927131652832, |
| "learning_rate": 5.727441370018725e-05, |
| "loss": 0.5806931853294373, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.1798780487804878, |
| "grad_norm": 2.6141040325164795, |
| "learning_rate": 5.725837011698623e-05, |
| "loss": 0.33312302827835083, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.1803135888501742, |
| "grad_norm": 2.9973456859588623, |
| "learning_rate": 5.7242281714244555e-05, |
| "loss": 0.41377151012420654, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.18074912891986064, |
| "grad_norm": 2.15769100189209, |
| "learning_rate": 5.722614851841557e-05, |
| "loss": 0.1909504383802414, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.18118466898954705, |
| "grad_norm": 3.482913017272949, |
| "learning_rate": 5.720997055602622e-05, |
| "loss": 0.49475884437561035, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.18162020905923346, |
| "grad_norm": 2.951566696166992, |
| "learning_rate": 5.7193747853677144e-05, |
| "loss": 0.5117514133453369, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.18205574912891986, |
| "grad_norm": 2.646484375, |
| "learning_rate": 5.7177480438042484e-05, |
| "loss": 0.27676504850387573, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.18249128919860627, |
| "grad_norm": 2.9160587787628174, |
| "learning_rate": 5.716116833586991e-05, |
| "loss": 0.423473984003067, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.18292682926829268, |
| "grad_norm": 2.7105772495269775, |
| "learning_rate": 5.7144811573980586e-05, |
| "loss": 0.24852384626865387, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.1833623693379791, |
| "grad_norm": 3.320552110671997, |
| "learning_rate": 5.7128410179269096e-05, |
| "loss": 0.41279682517051697, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.1837979094076655, |
| "grad_norm": 4.013285160064697, |
| "learning_rate": 5.7111964178703406e-05, |
| "loss": 0.21642212569713593, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.18423344947735193, |
| "grad_norm": 2.4734084606170654, |
| "learning_rate": 5.709547359932483e-05, |
| "loss": 0.30680298805236816, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.18466898954703834, |
| "grad_norm": 2.6160335540771484, |
| "learning_rate": 5.7078938468247996e-05, |
| "loss": 0.28854677081108093, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.18510452961672474, |
| "grad_norm": 11.225839614868164, |
| "learning_rate": 5.706235881266076e-05, |
| "loss": 0.8473872542381287, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.18554006968641115, |
| "grad_norm": 4.983267784118652, |
| "learning_rate": 5.704573465982421e-05, |
| "loss": 0.40326401591300964, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.18597560975609756, |
| "grad_norm": 3.467745304107666, |
| "learning_rate": 5.702906603707257e-05, |
| "loss": 0.45423075556755066, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.18641114982578397, |
| "grad_norm": 4.141380310058594, |
| "learning_rate": 5.701235297181323e-05, |
| "loss": 0.4765985310077667, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.18684668989547037, |
| "grad_norm": 2.7531843185424805, |
| "learning_rate": 5.69955954915266e-05, |
| "loss": 0.21389271318912506, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.18728222996515678, |
| "grad_norm": 2.7568931579589844, |
| "learning_rate": 5.697879362376616e-05, |
| "loss": 0.44873806834220886, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.18771777003484322, |
| "grad_norm": 3.4245147705078125, |
| "learning_rate": 5.6961947396158356e-05, |
| "loss": 0.5183812379837036, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.18815331010452963, |
| "grad_norm": 2.7614827156066895, |
| "learning_rate": 5.6945056836402566e-05, |
| "loss": 0.23446352779865265, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.18858885017421603, |
| "grad_norm": 2.4439728260040283, |
| "learning_rate": 5.6928121972271104e-05, |
| "loss": 0.2790519595146179, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.18902439024390244, |
| "grad_norm": 3.062150478363037, |
| "learning_rate": 5.691114283160906e-05, |
| "loss": 0.667241096496582, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.18945993031358885, |
| "grad_norm": 6.293123722076416, |
| "learning_rate": 5.689411944233439e-05, |
| "loss": 0.35569697618484497, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.18989547038327526, |
| "grad_norm": 2.586483955383301, |
| "learning_rate": 5.687705183243777e-05, |
| "loss": 0.3412120044231415, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.19033101045296166, |
| "grad_norm": 3.4411263465881348, |
| "learning_rate": 5.68599400299826e-05, |
| "loss": 0.4637414216995239, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.19076655052264807, |
| "grad_norm": 3.214369773864746, |
| "learning_rate": 5.684278406310493e-05, |
| "loss": 0.43616122007369995, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.1912020905923345, |
| "grad_norm": 4.95930814743042, |
| "learning_rate": 5.682558396001345e-05, |
| "loss": 0.5177434086799622, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.1916376306620209, |
| "grad_norm": 2.650282382965088, |
| "learning_rate": 5.68083397489894e-05, |
| "loss": 0.4715700149536133, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.19207317073170732, |
| "grad_norm": 2.928900718688965, |
| "learning_rate": 5.679105145838657e-05, |
| "loss": 0.2337208390235901, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.19250871080139373, |
| "grad_norm": 3.052281379699707, |
| "learning_rate": 5.677371911663118e-05, |
| "loss": 0.5388917326927185, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.19294425087108014, |
| "grad_norm": 2.7061450481414795, |
| "learning_rate": 5.6756342752221926e-05, |
| "loss": 0.44527140259742737, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.19337979094076654, |
| "grad_norm": 2.047010660171509, |
| "learning_rate": 5.6738922393729876e-05, |
| "loss": 0.25706106424331665, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.19381533101045295, |
| "grad_norm": 5.4084272384643555, |
| "learning_rate": 5.672145806979842e-05, |
| "loss": 0.693732500076294, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.19425087108013936, |
| "grad_norm": 3.09945011138916, |
| "learning_rate": 5.670394980914328e-05, |
| "loss": 0.315384179353714, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.1946864111498258, |
| "grad_norm": 2.6355202198028564, |
| "learning_rate": 5.668639764055236e-05, |
| "loss": 0.45389968156814575, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.1951219512195122, |
| "grad_norm": 2.0075201988220215, |
| "learning_rate": 5.66688015928858e-05, |
| "loss": 0.18614061176776886, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.1955574912891986, |
| "grad_norm": 2.3727307319641113, |
| "learning_rate": 5.6651161695075884e-05, |
| "loss": 0.16602136194705963, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.19599303135888502, |
| "grad_norm": 3.731719970703125, |
| "learning_rate": 5.663347797612699e-05, |
| "loss": 0.33041632175445557, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.19642857142857142, |
| "grad_norm": 2.605224847793579, |
| "learning_rate": 5.6615750465115553e-05, |
| "loss": 0.4029352068901062, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.19686411149825783, |
| "grad_norm": 2.325559616088867, |
| "learning_rate": 5.6597979191190005e-05, |
| "loss": 0.2628800570964813, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.19729965156794424, |
| "grad_norm": 1.946218729019165, |
| "learning_rate": 5.658016418357074e-05, |
| "loss": 0.15498803555965424, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.19773519163763068, |
| "grad_norm": 248.51025390625, |
| "learning_rate": 5.656230547155008e-05, |
| "loss": 3.988314390182495, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.19817073170731708, |
| "grad_norm": 3.5869944095611572, |
| "learning_rate": 5.6544403084492155e-05, |
| "loss": 0.45759788155555725, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.1986062717770035, |
| "grad_norm": 5.973674297332764, |
| "learning_rate": 5.652645705183297e-05, |
| "loss": 0.44340991973876953, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.1990418118466899, |
| "grad_norm": 3.0261120796203613, |
| "learning_rate": 5.650846740308026e-05, |
| "loss": 0.46621379256248474, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.1994773519163763, |
| "grad_norm": 2.5985636711120605, |
| "learning_rate": 5.649043416781347e-05, |
| "loss": 0.37670281529426575, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.1999128919860627, |
| "grad_norm": 4.255541801452637, |
| "learning_rate": 5.647235737568376e-05, |
| "loss": 0.3623659014701843, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.20034843205574912, |
| "grad_norm": 3.634413003921509, |
| "learning_rate": 5.645423705641383e-05, |
| "loss": 0.2825435400009155, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.20078397212543553, |
| "grad_norm": 3.1250483989715576, |
| "learning_rate": 5.6436073239798015e-05, |
| "loss": 0.3223016858100891, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.20121951219512196, |
| "grad_norm": 2.211331844329834, |
| "learning_rate": 5.641786595570214e-05, |
| "loss": 0.39748725295066833, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.20165505226480837, |
| "grad_norm": 2.9066059589385986, |
| "learning_rate": 5.639961523406351e-05, |
| "loss": 0.5434019565582275, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.20209059233449478, |
| "grad_norm": 2.308541774749756, |
| "learning_rate": 5.638132110489086e-05, |
| "loss": 0.2683337926864624, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.20252613240418119, |
| "grad_norm": 3.197903871536255, |
| "learning_rate": 5.636298359826428e-05, |
| "loss": 0.5274491906166077, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.2029616724738676, |
| "grad_norm": 2.0946524143218994, |
| "learning_rate": 5.6344602744335184e-05, |
| "loss": 0.24602563679218292, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.203397212543554, |
| "grad_norm": 4.435793399810791, |
| "learning_rate": 5.6326178573326295e-05, |
| "loss": 0.45035260915756226, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.2038327526132404, |
| "grad_norm": 2.7595176696777344, |
| "learning_rate": 5.63077111155315e-05, |
| "loss": 0.35273417830467224, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.20426829268292682, |
| "grad_norm": 2.701477527618408, |
| "learning_rate": 5.6289200401315906e-05, |
| "loss": 0.40391775965690613, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.20470383275261325, |
| "grad_norm": 2.315180778503418, |
| "learning_rate": 5.6270646461115747e-05, |
| "loss": 0.22713856399059296, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.20513937282229966, |
| "grad_norm": 2.58843994140625, |
| "learning_rate": 5.6252049325438295e-05, |
| "loss": 0.45999160408973694, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.20557491289198607, |
| "grad_norm": 59.73284912109375, |
| "learning_rate": 5.623340902486187e-05, |
| "loss": 1.4801427125930786, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.20601045296167247, |
| "grad_norm": 2.2025094032287598, |
| "learning_rate": 5.621472559003578e-05, |
| "loss": 0.2753940522670746, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.20644599303135888, |
| "grad_norm": 6.605295658111572, |
| "learning_rate": 5.619599905168021e-05, |
| "loss": 0.43076926469802856, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.2068815331010453, |
| "grad_norm": 3.9197635650634766, |
| "learning_rate": 5.617722944058628e-05, |
| "loss": 0.555379331111908, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.2073170731707317, |
| "grad_norm": 3.0363945960998535, |
| "learning_rate": 5.6158416787615874e-05, |
| "loss": 0.28737494349479675, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.2077526132404181, |
| "grad_norm": 3.191235303878784, |
| "learning_rate": 5.613956112370168e-05, |
| "loss": 0.6662890315055847, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.20818815331010454, |
| "grad_norm": 2.4153549671173096, |
| "learning_rate": 5.61206624798471e-05, |
| "loss": 0.37223950028419495, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.20862369337979095, |
| "grad_norm": 2.5620276927948, |
| "learning_rate": 5.6101720887126215e-05, |
| "loss": 0.13547761738300323, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.20905923344947736, |
| "grad_norm": 3.0297389030456543, |
| "learning_rate": 5.6082736376683706e-05, |
| "loss": 0.3918512761592865, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.20949477351916376, |
| "grad_norm": 2.991147994995117, |
| "learning_rate": 5.6063708979734826e-05, |
| "loss": 0.43971002101898193, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.20993031358885017, |
| "grad_norm": 2.4670262336730957, |
| "learning_rate": 5.604463872756535e-05, |
| "loss": 0.25469866394996643, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.21036585365853658, |
| "grad_norm": 3.0097854137420654, |
| "learning_rate": 5.6025525651531525e-05, |
| "loss": 0.4463574290275574, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.21080139372822299, |
| "grad_norm": 3.6692404747009277, |
| "learning_rate": 5.600636978306e-05, |
| "loss": 0.6650458574295044, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.21123693379790942, |
| "grad_norm": 2.676802635192871, |
| "learning_rate": 5.598717115364778e-05, |
| "loss": 0.2255852371454239, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.21167247386759583, |
| "grad_norm": 1.793445110321045, |
| "learning_rate": 5.5967929794862185e-05, |
| "loss": 0.19365793466567993, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.21210801393728224, |
| "grad_norm": 3.4050021171569824, |
| "learning_rate": 5.594864573834081e-05, |
| "loss": 0.5663712024688721, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.21254355400696864, |
| "grad_norm": 5.212076663970947, |
| "learning_rate": 5.5929319015791424e-05, |
| "loss": 0.5150182843208313, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.21297909407665505, |
| "grad_norm": 1.9778928756713867, |
| "learning_rate": 5.5909949658991984e-05, |
| "loss": 0.0955156460404396, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.21341463414634146, |
| "grad_norm": 2.2691402435302734, |
| "learning_rate": 5.5890537699790504e-05, |
| "loss": 0.34243911504745483, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.21385017421602787, |
| "grad_norm": 3.0053064823150635, |
| "learning_rate": 5.587108317010511e-05, |
| "loss": 0.23516543209552765, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.21428571428571427, |
| "grad_norm": 2.569539785385132, |
| "learning_rate": 5.5851586101923855e-05, |
| "loss": 0.40535518527030945, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.2147212543554007, |
| "grad_norm": 1.8088382482528687, |
| "learning_rate": 5.583204652730478e-05, |
| "loss": 0.19923770427703857, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.21515679442508712, |
| "grad_norm": 3.086596965789795, |
| "learning_rate": 5.581246447837581e-05, |
| "loss": 0.3753933310508728, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.21559233449477352, |
| "grad_norm": 2.307676315307617, |
| "learning_rate": 5.57928399873347e-05, |
| "loss": 0.23381267488002777, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.21602787456445993, |
| "grad_norm": 2.9633724689483643, |
| "learning_rate": 5.5773173086449005e-05, |
| "loss": 0.2984374463558197, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.21646341463414634, |
| "grad_norm": 2.1099798679351807, |
| "learning_rate": 5.575346380805599e-05, |
| "loss": 0.24412637948989868, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.21689895470383275, |
| "grad_norm": 2.467271089553833, |
| "learning_rate": 5.57337121845626e-05, |
| "loss": 0.1961180418729782, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.21733449477351915, |
| "grad_norm": 2.884908676147461, |
| "learning_rate": 5.571391824844545e-05, |
| "loss": 0.5709798336029053, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.21777003484320556, |
| "grad_norm": 2.5026917457580566, |
| "learning_rate": 5.569408203225067e-05, |
| "loss": 0.38770389556884766, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.218205574912892, |
| "grad_norm": 1.9116250276565552, |
| "learning_rate": 5.567420356859393e-05, |
| "loss": 0.10600558668375015, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.2186411149825784, |
| "grad_norm": 2.14990496635437, |
| "learning_rate": 5.565428289016039e-05, |
| "loss": 0.22628635168075562, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.2190766550522648, |
| "grad_norm": 3.923018217086792, |
| "learning_rate": 5.5634320029704576e-05, |
| "loss": 0.522826075553894, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.21951219512195122, |
| "grad_norm": 3.0573270320892334, |
| "learning_rate": 5.5614315020050417e-05, |
| "loss": 0.45696744322776794, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.21994773519163763, |
| "grad_norm": 2.963902235031128, |
| "learning_rate": 5.559426789409112e-05, |
| "loss": 0.32126572728157043, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.22038327526132404, |
| "grad_norm": 3.53619122505188, |
| "learning_rate": 5.557417868478913e-05, |
| "loss": 0.34392979741096497, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.22081881533101044, |
| "grad_norm": 3.254573106765747, |
| "learning_rate": 5.555404742517613e-05, |
| "loss": 0.5475251078605652, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.22125435540069685, |
| "grad_norm": 1.9974862337112427, |
| "learning_rate": 5.55338741483529e-05, |
| "loss": 0.16820408403873444, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.22168989547038329, |
| "grad_norm": 2.0044822692871094, |
| "learning_rate": 5.551365888748932e-05, |
| "loss": 0.18580523133277893, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.2221254355400697, |
| "grad_norm": 3.0676891803741455, |
| "learning_rate": 5.5493401675824335e-05, |
| "loss": 0.3569593131542206, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.2225609756097561, |
| "grad_norm": 1.8743780851364136, |
| "learning_rate": 5.5473102546665816e-05, |
| "loss": 0.19013668596744537, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.2229965156794425, |
| "grad_norm": 3.1050829887390137, |
| "learning_rate": 5.545276153339058e-05, |
| "loss": 0.3429447114467621, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.22343205574912892, |
| "grad_norm": 2.7670722007751465, |
| "learning_rate": 5.543237866944432e-05, |
| "loss": 0.22625048458576202, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.22386759581881532, |
| "grad_norm": 2.255389928817749, |
| "learning_rate": 5.541195398834153e-05, |
| "loss": 0.11060892790555954, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.22430313588850173, |
| "grad_norm": 3.2096235752105713, |
| "learning_rate": 5.539148752366547e-05, |
| "loss": 0.4126913845539093, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.22473867595818817, |
| "grad_norm": 3.147122621536255, |
| "learning_rate": 5.537097930906811e-05, |
| "loss": 0.43897491693496704, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.22517421602787457, |
| "grad_norm": 4.295405864715576, |
| "learning_rate": 5.535042937827004e-05, |
| "loss": 0.4825495779514313, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.22560975609756098, |
| "grad_norm": 8.302755355834961, |
| "learning_rate": 5.5329837765060454e-05, |
| "loss": 0.48595091700553894, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.2260452961672474, |
| "grad_norm": 2.0586352348327637, |
| "learning_rate": 5.5309204503297104e-05, |
| "loss": 0.2588714361190796, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.2264808362369338, |
| "grad_norm": 3.6186585426330566, |
| "learning_rate": 5.5288529626906184e-05, |
| "loss": 0.5523048043251038, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.2269163763066202, |
| "grad_norm": 3.2036564350128174, |
| "learning_rate": 5.5267813169882346e-05, |
| "loss": 0.5375420451164246, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.2273519163763066, |
| "grad_norm": 1.9075562953948975, |
| "learning_rate": 5.52470551662886e-05, |
| "loss": 0.1914283186197281, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.22778745644599302, |
| "grad_norm": 1.9798812866210938, |
| "learning_rate": 5.522625565025626e-05, |
| "loss": 0.17384450137615204, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.22822299651567945, |
| "grad_norm": 2.6905782222747803, |
| "learning_rate": 5.5205414655984907e-05, |
| "loss": 0.4978514015674591, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.22865853658536586, |
| "grad_norm": 3.3779313564300537, |
| "learning_rate": 5.5184532217742315e-05, |
| "loss": 0.3461341857910156, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.22909407665505227, |
| "grad_norm": 2.1723992824554443, |
| "learning_rate": 5.516360836986442e-05, |
| "loss": 0.17703719437122345, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.22952961672473868, |
| "grad_norm": 1.9252556562423706, |
| "learning_rate": 5.5142643146755215e-05, |
| "loss": 0.24247752130031586, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.22996515679442509, |
| "grad_norm": 63.143653869628906, |
| "learning_rate": 5.512163658288676e-05, |
| "loss": 1.545414924621582, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.2304006968641115, |
| "grad_norm": 4.05615234375, |
| "learning_rate": 5.510058871279906e-05, |
| "loss": 0.15074379742145538, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.2308362369337979, |
| "grad_norm": 2.5352370738983154, |
| "learning_rate": 5.507949957110005e-05, |
| "loss": 0.26275303959846497, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.2312717770034843, |
| "grad_norm": 3.075396776199341, |
| "learning_rate": 5.5058369192465526e-05, |
| "loss": 0.39978256821632385, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.23170731707317074, |
| "grad_norm": 3.0044796466827393, |
| "learning_rate": 5.5037197611639083e-05, |
| "loss": 0.4790782034397125, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.23214285714285715, |
| "grad_norm": 3.606722354888916, |
| "learning_rate": 5.5015984863432074e-05, |
| "loss": 0.3166565001010895, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.23257839721254356, |
| "grad_norm": 3.0490329265594482, |
| "learning_rate": 5.499473098272352e-05, |
| "loss": 0.37955307960510254, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.23301393728222997, |
| "grad_norm": 3.1137914657592773, |
| "learning_rate": 5.49734360044601e-05, |
| "loss": 0.46020975708961487, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.23344947735191637, |
| "grad_norm": 2.517592191696167, |
| "learning_rate": 5.4952099963656044e-05, |
| "loss": 0.28713101148605347, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.23388501742160278, |
| "grad_norm": 2.476351261138916, |
| "learning_rate": 5.493072289539312e-05, |
| "loss": 0.3367736041545868, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.2343205574912892, |
| "grad_norm": 2.88899827003479, |
| "learning_rate": 5.490930483482054e-05, |
| "loss": 0.42216894030570984, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.2347560975609756, |
| "grad_norm": 2.648317337036133, |
| "learning_rate": 5.488784581715494e-05, |
| "loss": 0.3768916726112366, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.23519163763066203, |
| "grad_norm": 1.8454852104187012, |
| "learning_rate": 5.4866345877680256e-05, |
| "loss": 0.15335480868816376, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.23562717770034844, |
| "grad_norm": 3.2238688468933105, |
| "learning_rate": 5.484480505174775e-05, |
| "loss": 0.6146450638771057, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.23606271777003485, |
| "grad_norm": 2.4257168769836426, |
| "learning_rate": 5.48232233747759e-05, |
| "loss": 0.1650456190109253, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.23649825783972125, |
| "grad_norm": 2.4480040073394775, |
| "learning_rate": 5.4801600882250335e-05, |
| "loss": 0.5053808689117432, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.23693379790940766, |
| "grad_norm": 2.4296443462371826, |
| "learning_rate": 5.477993760972384e-05, |
| "loss": 0.3119818866252899, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.23736933797909407, |
| "grad_norm": 32.035987854003906, |
| "learning_rate": 5.4758233592816205e-05, |
| "loss": 0.3511289358139038, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.23780487804878048, |
| "grad_norm": 2.7308177947998047, |
| "learning_rate": 5.4736488867214226e-05, |
| "loss": 0.29788827896118164, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.2382404181184669, |
| "grad_norm": 2.649437665939331, |
| "learning_rate": 5.4714703468671646e-05, |
| "loss": 0.3411996364593506, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.23867595818815332, |
| "grad_norm": 2.7120471000671387, |
| "learning_rate": 5.469287743300909e-05, |
| "loss": 0.2743901312351227, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.23911149825783973, |
| "grad_norm": 1.9327714443206787, |
| "learning_rate": 5.467101079611399e-05, |
| "loss": 0.2022940218448639, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.23954703832752614, |
| "grad_norm": 2.2049081325531006, |
| "learning_rate": 5.464910359394051e-05, |
| "loss": 0.2971206605434418, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.23998257839721254, |
| "grad_norm": 2.5009241104125977, |
| "learning_rate": 5.462715586250957e-05, |
| "loss": 0.23545147478580475, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.24041811846689895, |
| "grad_norm": 2.061546802520752, |
| "learning_rate": 5.460516763790868e-05, |
| "loss": 0.25301986932754517, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.24085365853658536, |
| "grad_norm": 2.983513593673706, |
| "learning_rate": 5.458313895629196e-05, |
| "loss": 0.37645745277404785, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.24128919860627177, |
| "grad_norm": 2.133399724960327, |
| "learning_rate": 5.456106985388003e-05, |
| "loss": 0.24635758996009827, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.2417247386759582, |
| "grad_norm": 2.2305338382720947, |
| "learning_rate": 5.4538960366960014e-05, |
| "loss": 0.2812504470348358, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.2421602787456446, |
| "grad_norm": 2.751319169998169, |
| "learning_rate": 5.4516810531885374e-05, |
| "loss": 0.38190406560897827, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.24259581881533102, |
| "grad_norm": 2.385063648223877, |
| "learning_rate": 5.4494620385075957e-05, |
| "loss": 0.29792240262031555, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.24303135888501742, |
| "grad_norm": 2.248581647872925, |
| "learning_rate": 5.44723899630179e-05, |
| "loss": 0.21843376755714417, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.24346689895470383, |
| "grad_norm": 2.7898223400115967, |
| "learning_rate": 5.445011930226353e-05, |
| "loss": 0.2317291498184204, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.24390243902439024, |
| "grad_norm": 2.4398915767669678, |
| "learning_rate": 5.442780843943135e-05, |
| "loss": 0.40331947803497314, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.24433797909407665, |
| "grad_norm": 2.8241281509399414, |
| "learning_rate": 5.440545741120599e-05, |
| "loss": 0.330608069896698, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.24477351916376305, |
| "grad_norm": 2.1398751735687256, |
| "learning_rate": 5.438306625433808e-05, |
| "loss": 0.355224609375, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.2452090592334495, |
| "grad_norm": 2.459094524383545, |
| "learning_rate": 5.436063500564427e-05, |
| "loss": 0.30433890223503113, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.2456445993031359, |
| "grad_norm": 2.563917875289917, |
| "learning_rate": 5.4338163702007076e-05, |
| "loss": 0.3069239854812622, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.2460801393728223, |
| "grad_norm": 5.397764205932617, |
| "learning_rate": 5.4315652380374945e-05, |
| "loss": 0.29620981216430664, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.2465156794425087, |
| "grad_norm": 2.1989657878875732, |
| "learning_rate": 5.4293101077762076e-05, |
| "loss": 0.2682328224182129, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.24695121951219512, |
| "grad_norm": 2.394331216812134, |
| "learning_rate": 5.427050983124843e-05, |
| "loss": 0.2453674077987671, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.24738675958188153, |
| "grad_norm": 2.304926872253418, |
| "learning_rate": 5.424787867797962e-05, |
| "loss": 0.2651340961456299, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.24782229965156793, |
| "grad_norm": 2.7604246139526367, |
| "learning_rate": 5.4225207655166896e-05, |
| "loss": 0.4102301001548767, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.24825783972125434, |
| "grad_norm": 2.553823947906494, |
| "learning_rate": 5.420249680008707e-05, |
| "loss": 0.4071410000324249, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.24869337979094078, |
| "grad_norm": 3.386638641357422, |
| "learning_rate": 5.4179746150082425e-05, |
| "loss": 0.28314176201820374, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.24912891986062718, |
| "grad_norm": 2.14604115486145, |
| "learning_rate": 5.415695574256068e-05, |
| "loss": 0.2376149594783783, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.2495644599303136, |
| "grad_norm": 2.7643566131591797, |
| "learning_rate": 5.413412561499497e-05, |
| "loss": 0.4142191410064697, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.561444282531738, |
| "learning_rate": 5.411125580492366e-05, |
| "loss": 0.48868033289909363, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.25043554006968644, |
| "grad_norm": 1.8154240846633911, |
| "learning_rate": 5.408834634995044e-05, |
| "loss": 0.22167183458805084, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.2508710801393728, |
| "grad_norm": 2.7428133487701416, |
| "learning_rate": 5.4065397287744123e-05, |
| "loss": 0.19980987906455994, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.25130662020905925, |
| "grad_norm": 2.268111228942871, |
| "learning_rate": 5.40424086560387e-05, |
| "loss": 0.12131068110466003, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.25174216027874563, |
| "grad_norm": 2.2367212772369385, |
| "learning_rate": 5.401938049263319e-05, |
| "loss": 0.2455998957157135, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.25217770034843207, |
| "grad_norm": 3.422499656677246, |
| "learning_rate": 5.399631283539162e-05, |
| "loss": 0.4687111973762512, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.25261324041811845, |
| "grad_norm": 3.183786153793335, |
| "learning_rate": 5.397320572224296e-05, |
| "loss": 0.2607903480529785, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.2530487804878049, |
| "grad_norm": 2.5269060134887695, |
| "learning_rate": 5.395005919118105e-05, |
| "loss": 0.2356310784816742, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.2534843205574913, |
| "grad_norm": 3.032639265060425, |
| "learning_rate": 5.392687328026454e-05, |
| "loss": 0.19484254717826843, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.2539198606271777, |
| "grad_norm": 2.1062393188476562, |
| "learning_rate": 5.390364802761683e-05, |
| "loss": 0.178542360663414, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.25435540069686413, |
| "grad_norm": 2.02070689201355, |
| "learning_rate": 5.388038347142603e-05, |
| "loss": 0.26222264766693115, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.2547909407665505, |
| "grad_norm": 3.2957096099853516, |
| "learning_rate": 5.3857079649944866e-05, |
| "loss": 0.5145093202590942, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.25522648083623695, |
| "grad_norm": 2.0789458751678467, |
| "learning_rate": 5.383373660149058e-05, |
| "loss": 0.24781036376953125, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.2556620209059233, |
| "grad_norm": 2.1110708713531494, |
| "learning_rate": 5.3810354364444975e-05, |
| "loss": 0.2414492815732956, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.25609756097560976, |
| "grad_norm": 2.3557658195495605, |
| "learning_rate": 5.378693297725426e-05, |
| "loss": 0.3228926360607147, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.25653310104529614, |
| "grad_norm": 2.3702940940856934, |
| "learning_rate": 5.3763472478429014e-05, |
| "loss": 0.4048871397972107, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.2569686411149826, |
| "grad_norm": 2.050790309906006, |
| "learning_rate": 5.373997290654415e-05, |
| "loss": 0.3276667296886444, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.257404181184669, |
| "grad_norm": 3.1259238719940186, |
| "learning_rate": 5.371643430023879e-05, |
| "loss": 0.3684636652469635, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.2578397212543554, |
| "grad_norm": 2.837117910385132, |
| "learning_rate": 5.3692856698216274e-05, |
| "loss": 0.41767531633377075, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.2582752613240418, |
| "grad_norm": 2.3567311763763428, |
| "learning_rate": 5.366924013924403e-05, |
| "loss": 0.2999117374420166, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.2587108013937282, |
| "grad_norm": 2.6026651859283447, |
| "learning_rate": 5.364558466215356e-05, |
| "loss": 0.3756731450557709, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.25914634146341464, |
| "grad_norm": 2.351811408996582, |
| "learning_rate": 5.362189030584036e-05, |
| "loss": 0.23413093388080597, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.259581881533101, |
| "grad_norm": 3.4676575660705566, |
| "learning_rate": 5.359815710926384e-05, |
| "loss": 0.5966187715530396, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.26001742160278746, |
| "grad_norm": 3.2534892559051514, |
| "learning_rate": 5.3574385111447275e-05, |
| "loss": 0.20008111000061035, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.2604529616724739, |
| "grad_norm": 2.506997585296631, |
| "learning_rate": 5.355057435147774e-05, |
| "loss": 0.34755295515060425, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.2608885017421603, |
| "grad_norm": 1.9204219579696655, |
| "learning_rate": 5.352672486850607e-05, |
| "loss": 0.35030269622802734, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.2613240418118467, |
| "grad_norm": 2.489103317260742, |
| "learning_rate": 5.350283670174671e-05, |
| "loss": 0.36233243346214294, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.2617595818815331, |
| "grad_norm": 2.642930507659912, |
| "learning_rate": 5.3478909890477774e-05, |
| "loss": 0.20768094062805176, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.2621951219512195, |
| "grad_norm": 3.5183780193328857, |
| "learning_rate": 5.34549444740409e-05, |
| "loss": 0.46706584095954895, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.2626306620209059, |
| "grad_norm": 3.0686042308807373, |
| "learning_rate": 5.3430940491841166e-05, |
| "loss": 0.4515647888183594, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.26306620209059234, |
| "grad_norm": 2.3039629459381104, |
| "learning_rate": 5.34068979833471e-05, |
| "loss": 0.24386319518089294, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.2635017421602787, |
| "grad_norm": 2.276005268096924, |
| "learning_rate": 5.3382816988090574e-05, |
| "loss": 0.3203132152557373, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.26393728222996515, |
| "grad_norm": 2.282247304916382, |
| "learning_rate": 5.335869754566673e-05, |
| "loss": 0.08775690197944641, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.2643728222996516, |
| "grad_norm": 2.613861560821533, |
| "learning_rate": 5.333453969573392e-05, |
| "loss": 0.3421464264392853, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.26480836236933797, |
| "grad_norm": 3.0887272357940674, |
| "learning_rate": 5.331034347801367e-05, |
| "loss": 0.28912633657455444, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.2652439024390244, |
| "grad_norm": 376.1576843261719, |
| "learning_rate": 5.3286108932290594e-05, |
| "loss": 5.468525409698486, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.2656794425087108, |
| "grad_norm": 4.89982795715332, |
| "learning_rate": 5.326183609841228e-05, |
| "loss": 0.2803078591823578, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.2661149825783972, |
| "grad_norm": 2.978179931640625, |
| "learning_rate": 5.323752501628933e-05, |
| "loss": 0.5056819319725037, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.2665505226480836, |
| "grad_norm": 1.9154103994369507, |
| "learning_rate": 5.321317572589521e-05, |
| "loss": 0.17219078540802002, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.26698606271777003, |
| "grad_norm": 3.017457962036133, |
| "learning_rate": 5.3188788267266185e-05, |
| "loss": 0.4502747058868408, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.26742160278745647, |
| "grad_norm": 2.443941831588745, |
| "learning_rate": 5.316436268050133e-05, |
| "loss": 0.3415779769420624, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.26785714285714285, |
| "grad_norm": 2.623373031616211, |
| "learning_rate": 5.313989900576237e-05, |
| "loss": 0.3630954623222351, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.2682926829268293, |
| "grad_norm": 3.3081037998199463, |
| "learning_rate": 5.311539728327368e-05, |
| "loss": 0.3723497688770294, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.26872822299651566, |
| "grad_norm": 2.7899365425109863, |
| "learning_rate": 5.3090857553322185e-05, |
| "loss": 0.26360979676246643, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.2691637630662021, |
| "grad_norm": 3.0934946537017822, |
| "learning_rate": 5.306627985625729e-05, |
| "loss": 0.42840421199798584, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.2695993031358885, |
| "grad_norm": 2.2962405681610107, |
| "learning_rate": 5.304166423249087e-05, |
| "loss": 0.33532169461250305, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.2700348432055749, |
| "grad_norm": 4.007911205291748, |
| "learning_rate": 5.301701072249711e-05, |
| "loss": 0.26176902651786804, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.27047038327526135, |
| "grad_norm": 2.2172691822052, |
| "learning_rate": 5.299231936681253e-05, |
| "loss": 0.22151288390159607, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.27090592334494773, |
| "grad_norm": 4.345461845397949, |
| "learning_rate": 5.296759020603584e-05, |
| "loss": 0.4373162090778351, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.27134146341463417, |
| "grad_norm": 2.7401859760284424, |
| "learning_rate": 5.294282328082796e-05, |
| "loss": 0.5318459272384644, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.27177700348432055, |
| "grad_norm": 3.560107946395874, |
| "learning_rate": 5.291801863191184e-05, |
| "loss": 0.28315651416778564, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.272212543554007, |
| "grad_norm": 2.404473066329956, |
| "learning_rate": 5.289317630007252e-05, |
| "loss": 0.2705649733543396, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.27264808362369336, |
| "grad_norm": 2.635206699371338, |
| "learning_rate": 5.286829632615696e-05, |
| "loss": 0.41881152987480164, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.2730836236933798, |
| "grad_norm": 2.296557664871216, |
| "learning_rate": 5.284337875107403e-05, |
| "loss": 0.31238576769828796, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.2735191637630662, |
| "grad_norm": 2.548466682434082, |
| "learning_rate": 5.281842361579443e-05, |
| "loss": 0.4516921639442444, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.2739547038327526, |
| "grad_norm": 2.0833358764648438, |
| "learning_rate": 5.27934309613506e-05, |
| "loss": 0.24677640199661255, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.27439024390243905, |
| "grad_norm": 1.8020131587982178, |
| "learning_rate": 5.276840082883667e-05, |
| "loss": 0.15432265400886536, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.2748257839721254, |
| "grad_norm": 1.9113121032714844, |
| "learning_rate": 5.2743333259408425e-05, |
| "loss": 0.30026715993881226, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.27526132404181186, |
| "grad_norm": 3.3054003715515137, |
| "learning_rate": 5.271822829428316e-05, |
| "loss": 0.3225032091140747, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.27569686411149824, |
| "grad_norm": 1.7460321187973022, |
| "learning_rate": 5.2693085974739716e-05, |
| "loss": 0.12103584408760071, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.2761324041811847, |
| "grad_norm": 2.3774142265319824, |
| "learning_rate": 5.266790634211829e-05, |
| "loss": 0.2948479950428009, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.27656794425087106, |
| "grad_norm": 2.652705192565918, |
| "learning_rate": 5.2642689437820475e-05, |
| "loss": 0.34239229559898376, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.2770034843205575, |
| "grad_norm": 3.548137903213501, |
| "learning_rate": 5.261743530330913e-05, |
| "loss": 0.5889145731925964, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.2774390243902439, |
| "grad_norm": 2.8186047077178955, |
| "learning_rate": 5.2592143980108334e-05, |
| "loss": 0.3608764111995697, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.2778745644599303, |
| "grad_norm": 3.5767483711242676, |
| "learning_rate": 5.256681550980331e-05, |
| "loss": 0.4688553214073181, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.27831010452961674, |
| "grad_norm": 2.405748128890991, |
| "learning_rate": 5.2541449934040374e-05, |
| "loss": 0.23952972888946533, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.2787456445993031, |
| "grad_norm": 2.519501209259033, |
| "learning_rate": 5.251604729452683e-05, |
| "loss": 0.363694965839386, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.27918118466898956, |
| "grad_norm": 2.459491729736328, |
| "learning_rate": 5.249060763303095e-05, |
| "loss": 0.32389703392982483, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.27961672473867594, |
| "grad_norm": 2.1818344593048096, |
| "learning_rate": 5.2465130991381845e-05, |
| "loss": 0.24412031471729279, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.28005226480836237, |
| "grad_norm": 2.9095938205718994, |
| "learning_rate": 5.2439617411469475e-05, |
| "loss": 0.4006360173225403, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.2804878048780488, |
| "grad_norm": 2.4606289863586426, |
| "learning_rate": 5.2414066935244494e-05, |
| "loss": 0.29251357913017273, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.2809233449477352, |
| "grad_norm": 2.9968316555023193, |
| "learning_rate": 5.238847960471824e-05, |
| "loss": 0.20299626886844635, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.2813588850174216, |
| "grad_norm": 2.781447172164917, |
| "learning_rate": 5.236285546196266e-05, |
| "loss": 0.43354302644729614, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.281794425087108, |
| "grad_norm": 2.7352488040924072, |
| "learning_rate": 5.233719454911022e-05, |
| "loss": 0.4370250701904297, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.28222996515679444, |
| "grad_norm": 2.426342010498047, |
| "learning_rate": 5.231149690835382e-05, |
| "loss": 0.20590318739414215, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.2826655052264808, |
| "grad_norm": 3.026993989944458, |
| "learning_rate": 5.228576258194679e-05, |
| "loss": 0.47881436347961426, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.28310104529616725, |
| "grad_norm": 2.2497429847717285, |
| "learning_rate": 5.225999161220278e-05, |
| "loss": 0.3140888810157776, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.28353658536585363, |
| "grad_norm": 2.675499200820923, |
| "learning_rate": 5.223418404149565e-05, |
| "loss": 0.317365825176239, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.28397212543554007, |
| "grad_norm": 4.438257217407227, |
| "learning_rate": 5.2208339912259464e-05, |
| "loss": 0.3303869664669037, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.2844076655052265, |
| "grad_norm": 1.9659825563430786, |
| "learning_rate": 5.218245926698842e-05, |
| "loss": 0.14532172679901123, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.2848432055749129, |
| "grad_norm": 2.1391022205352783, |
| "learning_rate": 5.2156542148236725e-05, |
| "loss": 0.3416174352169037, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.2852787456445993, |
| "grad_norm": 4.760599136352539, |
| "learning_rate": 5.213058859861856e-05, |
| "loss": 0.4836631119251251, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 2.5022330284118652, |
| "learning_rate": 5.210459866080803e-05, |
| "loss": 0.24194282293319702, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.28614982578397213, |
| "grad_norm": 2.1997132301330566, |
| "learning_rate": 5.2078572377539054e-05, |
| "loss": 0.27557626366615295, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.2865853658536585, |
| "grad_norm": 2.8470523357391357, |
| "learning_rate": 5.20525097916053e-05, |
| "loss": 0.3273669183254242, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.28702090592334495, |
| "grad_norm": 3.201320171356201, |
| "learning_rate": 5.2026410945860165e-05, |
| "loss": 0.40493515133857727, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.2874564459930314, |
| "grad_norm": 2.5041067600250244, |
| "learning_rate": 5.200027588321664e-05, |
| "loss": 0.24689346551895142, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.28789198606271776, |
| "grad_norm": 2.182828187942505, |
| "learning_rate": 5.197410464664726e-05, |
| "loss": 0.2969200611114502, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.2883275261324042, |
| "grad_norm": 2.461186408996582, |
| "learning_rate": 5.194789727918404e-05, |
| "loss": 0.3893936276435852, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.2887630662020906, |
| "grad_norm": 2.3307294845581055, |
| "learning_rate": 5.1921653823918434e-05, |
| "loss": 0.2763025760650635, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.289198606271777, |
| "grad_norm": 3.478661298751831, |
| "learning_rate": 5.189537432400119e-05, |
| "loss": 0.32283133268356323, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.2896341463414634, |
| "grad_norm": 2.411134958267212, |
| "learning_rate": 5.186905882264235e-05, |
| "loss": 0.2972927987575531, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.29006968641114983, |
| "grad_norm": 2.8395445346832275, |
| "learning_rate": 5.184270736311115e-05, |
| "loss": 0.3796316981315613, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.2905052264808362, |
| "grad_norm": 8.8296537399292, |
| "learning_rate": 5.181631998873592e-05, |
| "loss": 0.16949090361595154, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.29094076655052264, |
| "grad_norm": 2.5507495403289795, |
| "learning_rate": 5.1789896742904096e-05, |
| "loss": 0.18015533685684204, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.2913763066202091, |
| "grad_norm": 3.095705509185791, |
| "learning_rate": 5.1763437669062056e-05, |
| "loss": 0.5752538442611694, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.29181184668989546, |
| "grad_norm": 2.3496663570404053, |
| "learning_rate": 5.1736942810715106e-05, |
| "loss": 0.27807486057281494, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.2922473867595819, |
| "grad_norm": 2.0596489906311035, |
| "learning_rate": 5.1710412211427364e-05, |
| "loss": 0.3460599184036255, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.2926829268292683, |
| "grad_norm": 2.478757858276367, |
| "learning_rate": 5.168384591482175e-05, |
| "loss": 0.5277547836303711, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.2931184668989547, |
| "grad_norm": 3.2058627605438232, |
| "learning_rate": 5.165724396457985e-05, |
| "loss": 0.3609742820262909, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.2935540069686411, |
| "grad_norm": 2.436610460281372, |
| "learning_rate": 5.163060640444191e-05, |
| "loss": 0.15664242208003998, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.2939895470383275, |
| "grad_norm": 2.1611251831054688, |
| "learning_rate": 5.160393327820669e-05, |
| "loss": 0.26065748929977417, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.29442508710801396, |
| "grad_norm": 2.735788345336914, |
| "learning_rate": 5.1577224629731446e-05, |
| "loss": 0.48367875814437866, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.29486062717770034, |
| "grad_norm": 2.953071355819702, |
| "learning_rate": 5.155048050293183e-05, |
| "loss": 0.43283146619796753, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.2952961672473868, |
| "grad_norm": 2.9070985317230225, |
| "learning_rate": 5.152370094178185e-05, |
| "loss": 0.2484615296125412, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.29573170731707316, |
| "grad_norm": 2.499534845352173, |
| "learning_rate": 5.1496885990313765e-05, |
| "loss": 0.3429194688796997, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.2961672473867596, |
| "grad_norm": 3.2010867595672607, |
| "learning_rate": 5.147003569261803e-05, |
| "loss": 0.5093741416931152, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.29660278745644597, |
| "grad_norm": 1.9604192972183228, |
| "learning_rate": 5.14431500928432e-05, |
| "loss": 0.17249713838100433, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.2970383275261324, |
| "grad_norm": 2.3224704265594482, |
| "learning_rate": 5.141622923519589e-05, |
| "loss": 0.35473430156707764, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.29747386759581884, |
| "grad_norm": 2.3144235610961914, |
| "learning_rate": 5.1389273163940705e-05, |
| "loss": 0.3599074184894562, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.2979094076655052, |
| "grad_norm": 2.9257864952087402, |
| "learning_rate": 5.1362281923400105e-05, |
| "loss": 0.6347458362579346, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.29834494773519166, |
| "grad_norm": 1.9177112579345703, |
| "learning_rate": 5.133525555795442e-05, |
| "loss": 0.2666842043399811, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.29878048780487804, |
| "grad_norm": 1.803248643875122, |
| "learning_rate": 5.130819411204171e-05, |
| "loss": 0.19426755607128143, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.29921602787456447, |
| "grad_norm": 2.1470141410827637, |
| "learning_rate": 5.1281097630157735e-05, |
| "loss": 0.1968349814414978, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.29965156794425085, |
| "grad_norm": 1.4250452518463135, |
| "learning_rate": 5.125396615685584e-05, |
| "loss": 0.15600012242794037, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.3000871080139373, |
| "grad_norm": 2.9089303016662598, |
| "learning_rate": 5.122679973674691e-05, |
| "loss": 0.35807380080223083, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.30052264808362367, |
| "grad_norm": 2.1265149116516113, |
| "learning_rate": 5.1199598414499304e-05, |
| "loss": 0.22464460134506226, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.3009581881533101, |
| "grad_norm": 1.9009349346160889, |
| "learning_rate": 5.1172362234838774e-05, |
| "loss": 0.2140391767024994, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.30139372822299654, |
| "grad_norm": 2.1035664081573486, |
| "learning_rate": 5.114509124254835e-05, |
| "loss": 0.32412955164909363, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.3018292682926829, |
| "grad_norm": 2.8171448707580566, |
| "learning_rate": 5.1117785482468347e-05, |
| "loss": 0.30770960450172424, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.30226480836236935, |
| "grad_norm": 3.4874441623687744, |
| "learning_rate": 5.109044499949622e-05, |
| "loss": 0.4037453532218933, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.30270034843205573, |
| "grad_norm": 2.3737778663635254, |
| "learning_rate": 5.106306983858652e-05, |
| "loss": 0.26509037613868713, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.30313588850174217, |
| "grad_norm": 2.5832784175872803, |
| "learning_rate": 5.1035660044750825e-05, |
| "loss": 0.5186740159988403, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.30357142857142855, |
| "grad_norm": 5.652341842651367, |
| "learning_rate": 5.1008215663057654e-05, |
| "loss": 0.2192973494529724, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.304006968641115, |
| "grad_norm": 1.8420180082321167, |
| "learning_rate": 5.098073673863239e-05, |
| "loss": 0.14051344990730286, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.3044425087108014, |
| "grad_norm": 2.808130979537964, |
| "learning_rate": 5.0953223316657224e-05, |
| "loss": 0.45707449316978455, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.3048780487804878, |
| "grad_norm": 2.0046088695526123, |
| "learning_rate": 5.092567544237108e-05, |
| "loss": 0.2464665323495865, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.30531358885017423, |
| "grad_norm": 6.972399711608887, |
| "learning_rate": 5.089809316106948e-05, |
| "loss": 0.48700714111328125, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.3057491289198606, |
| "grad_norm": 2.7439234256744385, |
| "learning_rate": 5.08704765181046e-05, |
| "loss": 0.36247894167900085, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.30618466898954705, |
| "grad_norm": 2.1775777339935303, |
| "learning_rate": 5.084282555888503e-05, |
| "loss": 0.3424620032310486, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.30662020905923343, |
| "grad_norm": 1.7375322580337524, |
| "learning_rate": 5.0815140328875846e-05, |
| "loss": 0.23459231853485107, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.30705574912891986, |
| "grad_norm": 2.7831716537475586, |
| "learning_rate": 5.078742087359845e-05, |
| "loss": 0.4608604311943054, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.3074912891986063, |
| "grad_norm": 1.9066694974899292, |
| "learning_rate": 5.075966723863052e-05, |
| "loss": 0.213066965341568, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.3079268292682927, |
| "grad_norm": 2.277796983718872, |
| "learning_rate": 5.0731879469605946e-05, |
| "loss": 0.3741539418697357, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.3083623693379791, |
| "grad_norm": 2.268251895904541, |
| "learning_rate": 5.07040576122147e-05, |
| "loss": 0.17553524672985077, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.3087979094076655, |
| "grad_norm": 3.7960548400878906, |
| "learning_rate": 5.067620171220288e-05, |
| "loss": 0.18264701962471008, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.30923344947735193, |
| "grad_norm": 5.125026226043701, |
| "learning_rate": 5.064831181537248e-05, |
| "loss": 0.42962655425071716, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.3096689895470383, |
| "grad_norm": 2.597109317779541, |
| "learning_rate": 5.062038796758144e-05, |
| "loss": 0.2502005994319916, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.31010452961672474, |
| "grad_norm": 1.9201244115829468, |
| "learning_rate": 5.0592430214743515e-05, |
| "loss": 0.24686509370803833, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.3105400696864111, |
| "grad_norm": 2.0413641929626465, |
| "learning_rate": 5.056443860282819e-05, |
| "loss": 0.2410474270582199, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.31097560975609756, |
| "grad_norm": 2.6316041946411133, |
| "learning_rate": 5.0536413177860664e-05, |
| "loss": 0.3609340786933899, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.311411149825784, |
| "grad_norm": 2.3200836181640625, |
| "learning_rate": 5.0508353985921675e-05, |
| "loss": 0.41137173771858215, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.3118466898954704, |
| "grad_norm": 2.083667516708374, |
| "learning_rate": 5.048026107314754e-05, |
| "loss": 0.26973897218704224, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.3122822299651568, |
| "grad_norm": 2.274315595626831, |
| "learning_rate": 5.0452134485729984e-05, |
| "loss": 0.43835991621017456, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.3127177700348432, |
| "grad_norm": 3.3288512229919434, |
| "learning_rate": 5.042397426991612e-05, |
| "loss": 0.7102029323577881, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.3131533101045296, |
| "grad_norm": 1.8666402101516724, |
| "learning_rate": 5.039578047200833e-05, |
| "loss": 0.20567335188388824, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.313588850174216, |
| "grad_norm": 2.454479455947876, |
| "learning_rate": 5.036755313836425e-05, |
| "loss": 0.3354480266571045, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.31402439024390244, |
| "grad_norm": 2.1819119453430176, |
| "learning_rate": 5.033929231539663e-05, |
| "loss": 0.18905246257781982, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.3144599303135889, |
| "grad_norm": 2.4131298065185547, |
| "learning_rate": 5.031099804957329e-05, |
| "loss": 0.2505360543727875, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.31489547038327526, |
| "grad_norm": 1.9293185472488403, |
| "learning_rate": 5.028267038741704e-05, |
| "loss": 0.3186812400817871, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.3153310104529617, |
| "grad_norm": 2.3936076164245605, |
| "learning_rate": 5.025430937550561e-05, |
| "loss": 0.33607974648475647, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.31576655052264807, |
| "grad_norm": 1.7327818870544434, |
| "learning_rate": 5.022591506047155e-05, |
| "loss": 0.17973336577415466, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.3162020905923345, |
| "grad_norm": 2.929656982421875, |
| "learning_rate": 5.019748748900219e-05, |
| "loss": 0.317905992269516, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.3166376306620209, |
| "grad_norm": 2.2508792877197266, |
| "learning_rate": 5.0169026707839506e-05, |
| "loss": 0.20367415249347687, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.3170731707317073, |
| "grad_norm": 1.5391528606414795, |
| "learning_rate": 5.014053276378012e-05, |
| "loss": 0.20586152374744415, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.3175087108013937, |
| "grad_norm": 2.805774211883545, |
| "learning_rate": 5.011200570367516e-05, |
| "loss": 0.3137643039226532, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.31794425087108014, |
| "grad_norm": 2.854203939437866, |
| "learning_rate": 5.0083445574430205e-05, |
| "loss": 0.5275669693946838, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.31837979094076657, |
| "grad_norm": 2.0014233589172363, |
| "learning_rate": 5.0054852423005214e-05, |
| "loss": 0.21874453127384186, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.31881533101045295, |
| "grad_norm": 1.589391827583313, |
| "learning_rate": 5.002622629641444e-05, |
| "loss": 0.15347574651241302, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.3192508710801394, |
| "grad_norm": 1.7128846645355225, |
| "learning_rate": 4.999756724172635e-05, |
| "loss": 0.20001181960105896, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.31968641114982577, |
| "grad_norm": 2.4763033390045166, |
| "learning_rate": 4.996887530606357e-05, |
| "loss": 0.30398374795913696, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.3201219512195122, |
| "grad_norm": 2.8564631938934326, |
| "learning_rate": 4.9940150536602775e-05, |
| "loss": 0.45606327056884766, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.3205574912891986, |
| "grad_norm": 4.005936145782471, |
| "learning_rate": 4.991139298057461e-05, |
| "loss": 0.2508484125137329, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.320993031358885, |
| "grad_norm": 2.3788046836853027, |
| "learning_rate": 4.988260268526369e-05, |
| "loss": 0.30009037256240845, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.32142857142857145, |
| "grad_norm": 2.2980520725250244, |
| "learning_rate": 4.985377969800839e-05, |
| "loss": 0.29453277587890625, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.32186411149825783, |
| "grad_norm": 1.8585875034332275, |
| "learning_rate": 4.982492406620088e-05, |
| "loss": 0.21691131591796875, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.32229965156794427, |
| "grad_norm": 2.273920774459839, |
| "learning_rate": 4.9796035837287004e-05, |
| "loss": 0.3003171980381012, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.32273519163763065, |
| "grad_norm": 2.0973970890045166, |
| "learning_rate": 4.9767115058766185e-05, |
| "loss": 0.24099519848823547, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.3231707317073171, |
| "grad_norm": 4.521590232849121, |
| "learning_rate": 4.9738161778191386e-05, |
| "loss": 0.36588922142982483, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.32360627177700346, |
| "grad_norm": 2.3793509006500244, |
| "learning_rate": 4.970917604316898e-05, |
| "loss": 0.37052589654922485, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.3240418118466899, |
| "grad_norm": 2.894683361053467, |
| "learning_rate": 4.9680157901358755e-05, |
| "loss": 0.4240562617778778, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.32447735191637633, |
| "grad_norm": 4.382136821746826, |
| "learning_rate": 4.9651107400473744e-05, |
| "loss": 0.5023569464683533, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.3249128919860627, |
| "grad_norm": 3.023576021194458, |
| "learning_rate": 4.962202458828018e-05, |
| "loss": 0.4053381085395813, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.32534843205574915, |
| "grad_norm": 2.969442129135132, |
| "learning_rate": 4.959290951259746e-05, |
| "loss": 0.4567044675350189, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.32578397212543553, |
| "grad_norm": 1.7953426837921143, |
| "learning_rate": 4.9563762221298e-05, |
| "loss": 0.14316818118095398, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.32621951219512196, |
| "grad_norm": 2.970860719680786, |
| "learning_rate": 4.9534582762307205e-05, |
| "loss": 0.5485292077064514, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.32665505226480834, |
| "grad_norm": 2.4259376525878906, |
| "learning_rate": 4.950537118360336e-05, |
| "loss": 0.23485639691352844, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.3270905923344948, |
| "grad_norm": 2.2285311222076416, |
| "learning_rate": 4.947612753321756e-05, |
| "loss": 0.31871992349624634, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.32752613240418116, |
| "grad_norm": 2.3286125659942627, |
| "learning_rate": 4.944685185923366e-05, |
| "loss": 0.13518506288528442, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.3279616724738676, |
| "grad_norm": 3.056697130203247, |
| "learning_rate": 4.941754420978812e-05, |
| "loss": 0.1707652062177658, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.32839721254355403, |
| "grad_norm": 2.178298234939575, |
| "learning_rate": 4.9388204633070026e-05, |
| "loss": 0.16916383802890778, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.3288327526132404, |
| "grad_norm": 2.166531801223755, |
| "learning_rate": 4.9358833177320936e-05, |
| "loss": 0.22334544360637665, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.32926829268292684, |
| "grad_norm": 2.549420118331909, |
| "learning_rate": 4.932942989083483e-05, |
| "loss": 0.4987979829311371, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.3297038327526132, |
| "grad_norm": 1.3684957027435303, |
| "learning_rate": 4.9299994821958023e-05, |
| "loss": 0.14485366642475128, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.33013937282229966, |
| "grad_norm": 1.5360108613967896, |
| "learning_rate": 4.927052801908909e-05, |
| "loss": 0.1815292239189148, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.33057491289198604, |
| "grad_norm": 2.047179698944092, |
| "learning_rate": 4.9241029530678784e-05, |
| "loss": 0.2976647913455963, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.3310104529616725, |
| "grad_norm": 1.785902738571167, |
| "learning_rate": 4.921149940522995e-05, |
| "loss": 0.26233765482902527, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3314459930313589, |
| "grad_norm": 2.2606799602508545, |
| "learning_rate": 4.918193769129748e-05, |
| "loss": 0.2813410460948944, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.3318815331010453, |
| "grad_norm": 2.012852907180786, |
| "learning_rate": 4.915234443748817e-05, |
| "loss": 0.2680850923061371, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.3323170731707317, |
| "grad_norm": 1.916207194328308, |
| "learning_rate": 4.912271969246069e-05, |
| "loss": 0.17596393823623657, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.3327526132404181, |
| "grad_norm": 2.380300521850586, |
| "learning_rate": 4.90930635049255e-05, |
| "loss": 0.32600095868110657, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.33318815331010454, |
| "grad_norm": 2.1763343811035156, |
| "learning_rate": 4.906337592364473e-05, |
| "loss": 0.1971885859966278, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.3336236933797909, |
| "grad_norm": 2.123842477798462, |
| "learning_rate": 4.903365699743216e-05, |
| "loss": 0.3027835190296173, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.33405923344947736, |
| "grad_norm": 2.117567777633667, |
| "learning_rate": 4.9003906775153104e-05, |
| "loss": 0.2675943076610565, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.3344947735191638, |
| "grad_norm": 1.8731281757354736, |
| "learning_rate": 4.897412530572431e-05, |
| "loss": 0.21540436148643494, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.33493031358885017, |
| "grad_norm": 2.385281562805176, |
| "learning_rate": 4.8944312638113936e-05, |
| "loss": 0.3476840555667877, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.3353658536585366, |
| "grad_norm": 2.5160634517669678, |
| "learning_rate": 4.8914468821341415e-05, |
| "loss": 0.2747837007045746, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.335801393728223, |
| "grad_norm": 1.995218276977539, |
| "learning_rate": 4.888459390447741e-05, |
| "loss": 0.29531779885292053, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.3362369337979094, |
| "grad_norm": 2.7136850357055664, |
| "learning_rate": 4.885468793664371e-05, |
| "loss": 0.3939990699291229, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.3366724738675958, |
| "grad_norm": 2.2970094680786133, |
| "learning_rate": 4.882475096701317e-05, |
| "loss": 0.30190250277519226, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.33710801393728224, |
| "grad_norm": 1.8993784189224243, |
| "learning_rate": 4.879478304480962e-05, |
| "loss": 0.26041510701179504, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.3375435540069686, |
| "grad_norm": 3.246617555618286, |
| "learning_rate": 4.876478421930776e-05, |
| "loss": 0.2988961935043335, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.33797909407665505, |
| "grad_norm": 1.6249643564224243, |
| "learning_rate": 4.873475453983314e-05, |
| "loss": 0.1617831438779831, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.3384146341463415, |
| "grad_norm": 2.038904905319214, |
| "learning_rate": 4.870469405576201e-05, |
| "loss": 0.22303509712219238, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.33885017421602787, |
| "grad_norm": 3.2666096687316895, |
| "learning_rate": 4.8674602816521284e-05, |
| "loss": 0.20506058633327484, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.3392857142857143, |
| "grad_norm": 1.8270618915557861, |
| "learning_rate": 4.8644480871588456e-05, |
| "loss": 0.17013514041900635, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.3397212543554007, |
| "grad_norm": 2.8056349754333496, |
| "learning_rate": 4.8614328270491484e-05, |
| "loss": 0.4606097936630249, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.3401567944250871, |
| "grad_norm": 3.236732006072998, |
| "learning_rate": 4.8584145062808744e-05, |
| "loss": 0.3603575825691223, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.3405923344947735, |
| "grad_norm": 2.4107377529144287, |
| "learning_rate": 4.855393129816895e-05, |
| "loss": 0.5446003675460815, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.34102787456445993, |
| "grad_norm": 3.174638509750366, |
| "learning_rate": 4.852368702625103e-05, |
| "loss": 0.19237878918647766, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.34146341463414637, |
| "grad_norm": 2.007488250732422, |
| "learning_rate": 4.8493412296784094e-05, |
| "loss": 0.1635846495628357, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.34189895470383275, |
| "grad_norm": 2.6916699409484863, |
| "learning_rate": 4.846310715954734e-05, |
| "loss": 0.2995496392250061, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.3423344947735192, |
| "grad_norm": 2.0276548862457275, |
| "learning_rate": 4.843277166436995e-05, |
| "loss": 0.3006119132041931, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.34277003484320556, |
| "grad_norm": 2.308098077774048, |
| "learning_rate": 4.8402405861131e-05, |
| "loss": 0.2775416374206543, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.343205574912892, |
| "grad_norm": 2.6866931915283203, |
| "learning_rate": 4.8372009799759444e-05, |
| "loss": 0.21514524519443512, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.3436411149825784, |
| "grad_norm": 1.6504535675048828, |
| "learning_rate": 4.834158353023397e-05, |
| "loss": 0.17605851590633392, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.3440766550522648, |
| "grad_norm": 3.001971483230591, |
| "learning_rate": 4.831112710258292e-05, |
| "loss": 0.3435129225254059, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.3445121951219512, |
| "grad_norm": 2.3672101497650146, |
| "learning_rate": 4.828064056688425e-05, |
| "loss": 0.37349751591682434, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.34494773519163763, |
| "grad_norm": 3.3694398403167725, |
| "learning_rate": 4.82501239732654e-05, |
| "loss": 0.29241520166397095, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.34538327526132406, |
| "grad_norm": 1.7382696866989136, |
| "learning_rate": 4.821957737190323e-05, |
| "loss": 0.2380804717540741, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.34581881533101044, |
| "grad_norm": 1.8435139656066895, |
| "learning_rate": 4.8189000813023974e-05, |
| "loss": 0.1665818989276886, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.3462543554006969, |
| "grad_norm": 3.804211139678955, |
| "learning_rate": 4.815839434690309e-05, |
| "loss": 0.21870584785938263, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.34668989547038326, |
| "grad_norm": 2.9439947605133057, |
| "learning_rate": 4.812775802386522e-05, |
| "loss": 0.5781724452972412, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.3471254355400697, |
| "grad_norm": 2.6496896743774414, |
| "learning_rate": 4.809709189428409e-05, |
| "loss": 0.6180941462516785, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.3475609756097561, |
| "grad_norm": 1.6901885271072388, |
| "learning_rate": 4.806639600858247e-05, |
| "loss": 0.22962598502635956, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.3479965156794425, |
| "grad_norm": 1.6468688249588013, |
| "learning_rate": 4.8035670417232e-05, |
| "loss": 0.17219378054141998, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.34843205574912894, |
| "grad_norm": 2.349210262298584, |
| "learning_rate": 4.800491517075322e-05, |
| "loss": 0.2877485454082489, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.3488675958188153, |
| "grad_norm": 1.653975248336792, |
| "learning_rate": 4.79741303197154e-05, |
| "loss": 0.21996523439884186, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.34930313588850176, |
| "grad_norm": 2.7227258682250977, |
| "learning_rate": 4.794331591473648e-05, |
| "loss": 0.4063904285430908, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.34973867595818814, |
| "grad_norm": 2.049790143966675, |
| "learning_rate": 4.7912472006483017e-05, |
| "loss": 0.29521843791007996, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.3501742160278746, |
| "grad_norm": 2.041923999786377, |
| "learning_rate": 4.7881598645670075e-05, |
| "loss": 0.18165485560894012, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.35060975609756095, |
| "grad_norm": 2.8233280181884766, |
| "learning_rate": 4.785069588306111e-05, |
| "loss": 0.2750641703605652, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.3510452961672474, |
| "grad_norm": 2.004594564437866, |
| "learning_rate": 4.781976376946799e-05, |
| "loss": 0.2630676329135895, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.3514808362369338, |
| "grad_norm": 2.5958309173583984, |
| "learning_rate": 4.778880235575077e-05, |
| "loss": 0.3713662922382355, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.3519163763066202, |
| "grad_norm": 2.6400725841522217, |
| "learning_rate": 4.775781169281774e-05, |
| "loss": 0.47602757811546326, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.35235191637630664, |
| "grad_norm": 2.361229658126831, |
| "learning_rate": 4.772679183162524e-05, |
| "loss": 0.3832179307937622, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.352787456445993, |
| "grad_norm": 1.9195042848587036, |
| "learning_rate": 4.769574282317765e-05, |
| "loss": 0.2526417374610901, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.35322299651567945, |
| "grad_norm": 2.1501147747039795, |
| "learning_rate": 4.766466471852726e-05, |
| "loss": 0.32173803448677063, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.35365853658536583, |
| "grad_norm": 2.6281814575195312, |
| "learning_rate": 4.7633557568774194e-05, |
| "loss": 0.2847055494785309, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.35409407665505227, |
| "grad_norm": 2.34344744682312, |
| "learning_rate": 4.7602421425066355e-05, |
| "loss": 0.4627992510795593, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.35452961672473865, |
| "grad_norm": 1.4984525442123413, |
| "learning_rate": 4.757125633859931e-05, |
| "loss": 0.10671970993280411, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.3549651567944251, |
| "grad_norm": 2.170597553253174, |
| "learning_rate": 4.7540062360616205e-05, |
| "loss": 0.2696705758571625, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.3554006968641115, |
| "grad_norm": 2.531949520111084, |
| "learning_rate": 4.750883954240771e-05, |
| "loss": 0.41582998633384705, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.3558362369337979, |
| "grad_norm": 2.235222101211548, |
| "learning_rate": 4.7477587935311885e-05, |
| "loss": 0.24640201032161713, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.35627177700348434, |
| "grad_norm": 1.8476630449295044, |
| "learning_rate": 4.744630759071416e-05, |
| "loss": 0.17049409449100494, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.3567073170731707, |
| "grad_norm": 2.273088216781616, |
| "learning_rate": 4.741499856004721e-05, |
| "loss": 0.1715134233236313, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.35714285714285715, |
| "grad_norm": 1.9884344339370728, |
| "learning_rate": 4.738366089479085e-05, |
| "loss": 0.2179429531097412, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.35757839721254353, |
| "grad_norm": 1.775165319442749, |
| "learning_rate": 4.7352294646472006e-05, |
| "loss": 0.13170787692070007, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.35801393728222997, |
| "grad_norm": 2.2568187713623047, |
| "learning_rate": 4.732089986666459e-05, |
| "loss": 0.31695109605789185, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.3584494773519164, |
| "grad_norm": 7.905406475067139, |
| "learning_rate": 4.728947660698943e-05, |
| "loss": 0.7050952911376953, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.3588850174216028, |
| "grad_norm": 2.2587032318115234, |
| "learning_rate": 4.725802491911418e-05, |
| "loss": 0.2926887273788452, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.3593205574912892, |
| "grad_norm": 1.8203696012496948, |
| "learning_rate": 4.7226544854753246e-05, |
| "loss": 0.26601338386535645, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.3597560975609756, |
| "grad_norm": 2.185535192489624, |
| "learning_rate": 4.719503646566767e-05, |
| "loss": 0.33747395873069763, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.36019163763066203, |
| "grad_norm": 2.108612060546875, |
| "learning_rate": 4.716349980366509e-05, |
| "loss": 0.27849528193473816, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.3606271777003484, |
| "grad_norm": 2.727937698364258, |
| "learning_rate": 4.7131934920599624e-05, |
| "loss": 0.3729945719242096, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.36106271777003485, |
| "grad_norm": 2.2429885864257812, |
| "learning_rate": 4.710034186837179e-05, |
| "loss": 0.2559064030647278, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.3614982578397213, |
| "grad_norm": 2.595430612564087, |
| "learning_rate": 4.706872069892842e-05, |
| "loss": 0.1997009664773941, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.36193379790940766, |
| "grad_norm": 2.3698348999023438, |
| "learning_rate": 4.7037071464262585e-05, |
| "loss": 0.21821241080760956, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.3623693379790941, |
| "grad_norm": 3.0654587745666504, |
| "learning_rate": 4.70053942164135e-05, |
| "loss": 0.48292678594589233, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.3628048780487805, |
| "grad_norm": 2.100109815597534, |
| "learning_rate": 4.697368900746644e-05, |
| "loss": 0.3548566401004791, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.3632404181184669, |
| "grad_norm": 1.520383596420288, |
| "learning_rate": 4.6941955889552655e-05, |
| "loss": 0.150685116648674, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.3636759581881533, |
| "grad_norm": 2.9962422847747803, |
| "learning_rate": 4.691019491484927e-05, |
| "loss": 0.5536919236183167, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.3641114982578397, |
| "grad_norm": 1.5012987852096558, |
| "learning_rate": 4.6878406135579256e-05, |
| "loss": 0.12082011997699738, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.3645470383275261, |
| "grad_norm": 1.7148158550262451, |
| "learning_rate": 4.684658960401124e-05, |
| "loss": 0.20840385556221008, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.36498257839721254, |
| "grad_norm": 2.415844202041626, |
| "learning_rate": 4.6814745372459544e-05, |
| "loss": 0.23237290978431702, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.365418118466899, |
| "grad_norm": 1.80989670753479, |
| "learning_rate": 4.678287349328399e-05, |
| "loss": 0.25620025396347046, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.36585365853658536, |
| "grad_norm": 2.3795692920684814, |
| "learning_rate": 4.6750974018889874e-05, |
| "loss": 0.35787680745124817, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.3662891986062718, |
| "grad_norm": 2.517714023590088, |
| "learning_rate": 4.671904700172787e-05, |
| "loss": 0.37427693605422974, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.3667247386759582, |
| "grad_norm": 2.251675605773926, |
| "learning_rate": 4.6687092494293944e-05, |
| "loss": 0.20893049240112305, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.3671602787456446, |
| "grad_norm": 2.2461068630218506, |
| "learning_rate": 4.665511054912925e-05, |
| "loss": 0.30002468824386597, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.367595818815331, |
| "grad_norm": 2.0128045082092285, |
| "learning_rate": 4.6623101218820046e-05, |
| "loss": 0.2909575402736664, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.3680313588850174, |
| "grad_norm": 2.517052412033081, |
| "learning_rate": 4.659106455599765e-05, |
| "loss": 0.15982338786125183, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.36846689895470386, |
| "grad_norm": 2.331834316253662, |
| "learning_rate": 4.655900061333829e-05, |
| "loss": 0.34930112957954407, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.36890243902439024, |
| "grad_norm": 1.9253557920455933, |
| "learning_rate": 4.6526909443563075e-05, |
| "loss": 0.17883646488189697, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.3693379790940767, |
| "grad_norm": 1.4028785228729248, |
| "learning_rate": 4.6494791099437876e-05, |
| "loss": 0.12381847947835922, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.36977351916376305, |
| "grad_norm": 2.1856231689453125, |
| "learning_rate": 4.646264563377323e-05, |
| "loss": 0.3212660849094391, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.3702090592334495, |
| "grad_norm": 2.0202670097351074, |
| "learning_rate": 4.643047309942427e-05, |
| "loss": 0.31043222546577454, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.37064459930313587, |
| "grad_norm": 4.5791730880737305, |
| "learning_rate": 4.639827354929065e-05, |
| "loss": 0.20062652230262756, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.3710801393728223, |
| "grad_norm": 1.8765974044799805, |
| "learning_rate": 4.636604703631646e-05, |
| "loss": 0.12009351700544357, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.3715156794425087, |
| "grad_norm": 2.1494240760803223, |
| "learning_rate": 4.633379361349008e-05, |
| "loss": 0.24129889905452728, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.3719512195121951, |
| "grad_norm": 2.0562222003936768, |
| "learning_rate": 4.630151333384418e-05, |
| "loss": 0.2728952467441559, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.37238675958188155, |
| "grad_norm": 1.562795877456665, |
| "learning_rate": 4.6269206250455544e-05, |
| "loss": 0.20648470520973206, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.37282229965156793, |
| "grad_norm": 2.0476596355438232, |
| "learning_rate": 4.623687241644506e-05, |
| "loss": 0.29676952958106995, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.37325783972125437, |
| "grad_norm": 1.8746294975280762, |
| "learning_rate": 4.620451188497761e-05, |
| "loss": 0.2097632735967636, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.37369337979094075, |
| "grad_norm": 2.6812257766723633, |
| "learning_rate": 4.617212470926194e-05, |
| "loss": 0.1916254162788391, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.3741289198606272, |
| "grad_norm": 2.8972885608673096, |
| "learning_rate": 4.613971094255063e-05, |
| "loss": 0.49081873893737793, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.37456445993031356, |
| "grad_norm": 1.9234166145324707, |
| "learning_rate": 4.610727063813997e-05, |
| "loss": 0.2887973487377167, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.375, |
| "grad_norm": 1.4788038730621338, |
| "learning_rate": 4.60748038493699e-05, |
| "loss": 0.10276740044355392, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.37543554006968644, |
| "grad_norm": 2.112279176712036, |
| "learning_rate": 4.604231062962389e-05, |
| "loss": 0.29371023178100586, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.3758710801393728, |
| "grad_norm": 2.5955822467803955, |
| "learning_rate": 4.600979103232887e-05, |
| "loss": 0.342989444732666, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.37630662020905925, |
| "grad_norm": 2.2624590396881104, |
| "learning_rate": 4.597724511095515e-05, |
| "loss": 0.31010106205940247, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.37674216027874563, |
| "grad_norm": 3.920708656311035, |
| "learning_rate": 4.594467291901634e-05, |
| "loss": 0.34923437237739563, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.37717770034843207, |
| "grad_norm": 2.5577876567840576, |
| "learning_rate": 4.591207451006919e-05, |
| "loss": 0.35567763447761536, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.37761324041811845, |
| "grad_norm": 2.2601115703582764, |
| "learning_rate": 4.5879449937713625e-05, |
| "loss": 0.37643715739250183, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.3780487804878049, |
| "grad_norm": 2.651115894317627, |
| "learning_rate": 4.584679925559254e-05, |
| "loss": 0.2969552278518677, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.3784843205574913, |
| "grad_norm": 1.9528902769088745, |
| "learning_rate": 4.581412251739177e-05, |
| "loss": 0.21172142028808594, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.3789198606271777, |
| "grad_norm": 2.0835535526275635, |
| "learning_rate": 4.578141977684002e-05, |
| "loss": 0.24634137749671936, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.37935540069686413, |
| "grad_norm": 1.74702787399292, |
| "learning_rate": 4.574869108770871e-05, |
| "loss": 0.19275891780853271, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.3797909407665505, |
| "grad_norm": 2.2658638954162598, |
| "learning_rate": 4.5715936503811964e-05, |
| "loss": 0.33438411355018616, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.38022648083623695, |
| "grad_norm": 1.542203426361084, |
| "learning_rate": 4.5683156079006466e-05, |
| "loss": 0.16634584963321686, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.3806620209059233, |
| "grad_norm": 2.426499128341675, |
| "learning_rate": 4.565034986719136e-05, |
| "loss": 0.36716070771217346, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.38109756097560976, |
| "grad_norm": 2.161501407623291, |
| "learning_rate": 4.561751792230826e-05, |
| "loss": 0.2952579855918884, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.38153310104529614, |
| "grad_norm": 2.9603166580200195, |
| "learning_rate": 4.558466029834102e-05, |
| "loss": 0.17678497731685638, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.3819686411149826, |
| "grad_norm": 2.9551875591278076, |
| "learning_rate": 4.555177704931576e-05, |
| "loss": 0.45397627353668213, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.382404181184669, |
| "grad_norm": 2.2442197799682617, |
| "learning_rate": 4.5518868229300704e-05, |
| "loss": 0.15878188610076904, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.3828397212543554, |
| "grad_norm": 1.7353442907333374, |
| "learning_rate": 4.548593389240616e-05, |
| "loss": 0.20920580625534058, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.3832752613240418, |
| "grad_norm": 1.9834926128387451, |
| "learning_rate": 4.545297409278435e-05, |
| "loss": 0.18969261646270752, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.3837108013937282, |
| "grad_norm": 2.330472946166992, |
| "learning_rate": 4.5419988884629395e-05, |
| "loss": 0.3659213185310364, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.38414634146341464, |
| "grad_norm": 2.618563175201416, |
| "learning_rate": 4.5386978322177185e-05, |
| "loss": 0.37713539600372314, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.384581881533101, |
| "grad_norm": 1.871374487876892, |
| "learning_rate": 4.5353942459705287e-05, |
| "loss": 0.17814186215400696, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.38501742160278746, |
| "grad_norm": 1.7359042167663574, |
| "learning_rate": 4.532088135153288e-05, |
| "loss": 0.14600001275539398, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.3854529616724739, |
| "grad_norm": 3.2327709197998047, |
| "learning_rate": 4.528779505202065e-05, |
| "loss": 0.41953763365745544, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.3858885017421603, |
| "grad_norm": 2.3193259239196777, |
| "learning_rate": 4.52546836155707e-05, |
| "loss": 0.2808064818382263, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.3863240418118467, |
| "grad_norm": 1.928562045097351, |
| "learning_rate": 4.5221547096626465e-05, |
| "loss": 0.38005247712135315, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.3867595818815331, |
| "grad_norm": 2.336855888366699, |
| "learning_rate": 4.5188385549672634e-05, |
| "loss": 0.3188779056072235, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.3871951219512195, |
| "grad_norm": 2.31748366355896, |
| "learning_rate": 4.515519902923504e-05, |
| "loss": 0.3468675911426544, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.3876306620209059, |
| "grad_norm": 1.5490388870239258, |
| "learning_rate": 4.5121987589880565e-05, |
| "loss": 0.15842217206954956, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.38806620209059234, |
| "grad_norm": 3.5019423961639404, |
| "learning_rate": 4.508875128621707e-05, |
| "loss": 0.28810760378837585, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.3885017421602787, |
| "grad_norm": 2.0126070976257324, |
| "learning_rate": 4.505549017289333e-05, |
| "loss": 0.2353540062904358, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.38893728222996515, |
| "grad_norm": 1.9609909057617188, |
| "learning_rate": 4.502220430459887e-05, |
| "loss": 0.3874630928039551, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.3893728222996516, |
| "grad_norm": 2.0348684787750244, |
| "learning_rate": 4.4988893736063947e-05, |
| "loss": 0.3751717507839203, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.38980836236933797, |
| "grad_norm": 2.0112955570220947, |
| "learning_rate": 4.495555852205941e-05, |
| "loss": 0.40611499547958374, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.3902439024390244, |
| "grad_norm": 1.2058541774749756, |
| "learning_rate": 4.492219871739666e-05, |
| "loss": 0.10419934242963791, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.3906794425087108, |
| "grad_norm": 2.7054202556610107, |
| "learning_rate": 4.488881437692751e-05, |
| "loss": 0.32684460282325745, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.3911149825783972, |
| "grad_norm": 1.5993212461471558, |
| "learning_rate": 4.485540555554409e-05, |
| "loss": 0.18016701936721802, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.3915505226480836, |
| "grad_norm": 2.3083279132843018, |
| "learning_rate": 4.482197230817885e-05, |
| "loss": 0.3840901851654053, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.39198606271777003, |
| "grad_norm": 3.015695571899414, |
| "learning_rate": 4.478851468980435e-05, |
| "loss": 0.4404813349246979, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.39242160278745647, |
| "grad_norm": 2.28902268409729, |
| "learning_rate": 4.475503275543324e-05, |
| "loss": 0.2342604100704193, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.39285714285714285, |
| "grad_norm": 1.9270371198654175, |
| "learning_rate": 4.472152656011814e-05, |
| "loss": 0.1430806964635849, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.3932926829268293, |
| "grad_norm": 1.5050816535949707, |
| "learning_rate": 4.468799615895158e-05, |
| "loss": 0.2087690532207489, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.39372822299651566, |
| "grad_norm": 3.2533674240112305, |
| "learning_rate": 4.465444160706586e-05, |
| "loss": 0.31095901131629944, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.3941637630662021, |
| "grad_norm": 2.875899314880371, |
| "learning_rate": 4.462086295963304e-05, |
| "loss": 0.3637046217918396, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.3945993031358885, |
| "grad_norm": 2.6985037326812744, |
| "learning_rate": 4.458726027186475e-05, |
| "loss": 0.3689204752445221, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.3950348432055749, |
| "grad_norm": 1.9792944192886353, |
| "learning_rate": 4.455363359901216e-05, |
| "loss": 0.2858157157897949, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.39547038327526135, |
| "grad_norm": 290.6600036621094, |
| "learning_rate": 4.4519982996365904e-05, |
| "loss": 2.9012584686279297, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.39590592334494773, |
| "grad_norm": 2.054550886154175, |
| "learning_rate": 4.448630851925593e-05, |
| "loss": 0.1844339221715927, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.39634146341463417, |
| "grad_norm": 1.793392539024353, |
| "learning_rate": 4.445261022305146e-05, |
| "loss": 0.24598374962806702, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.39677700348432055, |
| "grad_norm": 1.6666088104248047, |
| "learning_rate": 4.4418888163160877e-05, |
| "loss": 0.2094908207654953, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.397212543554007, |
| "grad_norm": 2.18825101852417, |
| "learning_rate": 4.438514239503162e-05, |
| "loss": 0.34002190828323364, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.39764808362369336, |
| "grad_norm": 2.982192039489746, |
| "learning_rate": 4.4351372974150136e-05, |
| "loss": 0.3183772563934326, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.3980836236933798, |
| "grad_norm": 2.1596477031707764, |
| "learning_rate": 4.4317579956041764e-05, |
| "loss": 0.21566207706928253, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.3985191637630662, |
| "grad_norm": 1.9461866617202759, |
| "learning_rate": 4.428376339627061e-05, |
| "loss": 0.15616366267204285, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.3989547038327526, |
| "grad_norm": 1.5195719003677368, |
| "learning_rate": 4.4249923350439534e-05, |
| "loss": 0.16720472276210785, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.39939024390243905, |
| "grad_norm": 2.3700497150421143, |
| "learning_rate": 4.421605987418996e-05, |
| "loss": 0.37578192353248596, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.3998257839721254, |
| "grad_norm": 1.9579461812973022, |
| "learning_rate": 4.4182173023201884e-05, |
| "loss": 0.40221208333969116, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.40026132404181186, |
| "grad_norm": 4.54142951965332, |
| "learning_rate": 4.4148262853193724e-05, |
| "loss": 0.4499346613883972, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.40069686411149824, |
| "grad_norm": 3.385910749435425, |
| "learning_rate": 4.411432941992222e-05, |
| "loss": 0.386046826839447, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.4011324041811847, |
| "grad_norm": 2.0574419498443604, |
| "learning_rate": 4.4080372779182385e-05, |
| "loss": 0.37446242570877075, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.40156794425087106, |
| "grad_norm": 2.4433603286743164, |
| "learning_rate": 4.4046392986807374e-05, |
| "loss": 0.3782312273979187, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.4020034843205575, |
| "grad_norm": 1.7931782007217407, |
| "learning_rate": 4.4012390098668434e-05, |
| "loss": 0.2744954526424408, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.4024390243902439, |
| "grad_norm": 2.7063257694244385, |
| "learning_rate": 4.397836417067474e-05, |
| "loss": 0.24188196659088135, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.4028745644599303, |
| "grad_norm": 1.614099144935608, |
| "learning_rate": 4.3944315258773424e-05, |
| "loss": 0.11933901160955429, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.40331010452961674, |
| "grad_norm": 1.8113682270050049, |
| "learning_rate": 4.391024341894933e-05, |
| "loss": 0.2077467441558838, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.4037456445993031, |
| "grad_norm": 2.136359453201294, |
| "learning_rate": 4.3876148707225067e-05, |
| "loss": 0.2716275751590729, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.40418118466898956, |
| "grad_norm": 2.130950450897217, |
| "learning_rate": 4.384203117966079e-05, |
| "loss": 0.3650788366794586, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.40461672473867594, |
| "grad_norm": 1.770280122756958, |
| "learning_rate": 4.380789089235422e-05, |
| "loss": 0.12962089478969574, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.40505226480836237, |
| "grad_norm": 1.9038286209106445, |
| "learning_rate": 4.377372790144049e-05, |
| "loss": 0.20767280459403992, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.4054878048780488, |
| "grad_norm": 2.104893207550049, |
| "learning_rate": 4.373954226309203e-05, |
| "loss": 0.25325140357017517, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.4059233449477352, |
| "grad_norm": 1.9297376871109009, |
| "learning_rate": 4.370533403351855e-05, |
| "loss": 0.23843050003051758, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.4063588850174216, |
| "grad_norm": 2.3137731552124023, |
| "learning_rate": 4.367110326896688e-05, |
| "loss": 0.39864328503608704, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.406794425087108, |
| "grad_norm": 4.147006511688232, |
| "learning_rate": 4.363685002572092e-05, |
| "loss": 0.2789791524410248, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.40722996515679444, |
| "grad_norm": 3.185917377471924, |
| "learning_rate": 4.360257436010152e-05, |
| "loss": 0.16983839869499207, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.4076655052264808, |
| "grad_norm": 2.532496452331543, |
| "learning_rate": 4.3568276328466396e-05, |
| "loss": 0.41707172989845276, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.40810104529616725, |
| "grad_norm": 3.1450369358062744, |
| "learning_rate": 4.353395598721004e-05, |
| "loss": 0.5653339624404907, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.40853658536585363, |
| "grad_norm": 2.3720433712005615, |
| "learning_rate": 4.3499613392763636e-05, |
| "loss": 0.4383832812309265, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.40897212543554007, |
| "grad_norm": 2.2802417278289795, |
| "learning_rate": 4.3465248601594956e-05, |
| "loss": 0.17606112360954285, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.4094076655052265, |
| "grad_norm": 3.1008355617523193, |
| "learning_rate": 4.3430861670208244e-05, |
| "loss": 0.2367875874042511, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.4098432055749129, |
| "grad_norm": 1.8726050853729248, |
| "learning_rate": 4.33964526551442e-05, |
| "loss": 0.25677791237831116, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.4102787456445993, |
| "grad_norm": 1.865566372871399, |
| "learning_rate": 4.336202161297977e-05, |
| "loss": 0.22968684136867523, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.4107142857142857, |
| "grad_norm": 1.5942243337631226, |
| "learning_rate": 4.3327568600328185e-05, |
| "loss": 0.11294664442539215, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.41114982578397213, |
| "grad_norm": 2.3330395221710205, |
| "learning_rate": 4.329309367383874e-05, |
| "loss": 0.4628675878047943, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.4115853658536585, |
| "grad_norm": 2.323913335800171, |
| "learning_rate": 4.3258596890196806e-05, |
| "loss": 0.345470666885376, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.41202090592334495, |
| "grad_norm": 2.159897804260254, |
| "learning_rate": 4.322407830612367e-05, |
| "loss": 0.28461676836013794, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.4124564459930314, |
| "grad_norm": 1.7452759742736816, |
| "learning_rate": 4.318953797837647e-05, |
| "loss": 0.2049267292022705, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.41289198606271776, |
| "grad_norm": 2.6372017860412598, |
| "learning_rate": 4.315497596374809e-05, |
| "loss": 0.4714125692844391, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.4133275261324042, |
| "grad_norm": 1.8999590873718262, |
| "learning_rate": 4.3120392319067085e-05, |
| "loss": 0.2355360984802246, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.4137630662020906, |
| "grad_norm": 1.5243780612945557, |
| "learning_rate": 4.308578710119758e-05, |
| "loss": 0.16119180619716644, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.414198606271777, |
| "grad_norm": 2.480419158935547, |
| "learning_rate": 4.305116036703914e-05, |
| "loss": 0.21980510652065277, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.4146341463414634, |
| "grad_norm": 2.1265127658843994, |
| "learning_rate": 4.3016512173526744e-05, |
| "loss": 0.28115135431289673, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.41506968641114983, |
| "grad_norm": 1.7992740869522095, |
| "learning_rate": 4.298184257763064e-05, |
| "loss": 0.21461021900177002, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.4155052264808362, |
| "grad_norm": 1.6940401792526245, |
| "learning_rate": 4.294715163635626e-05, |
| "loss": 0.17362363636493683, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.41594076655052264, |
| "grad_norm": 2.0729286670684814, |
| "learning_rate": 4.291243940674414e-05, |
| "loss": 0.300682932138443, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.4163763066202091, |
| "grad_norm": 1.8306151628494263, |
| "learning_rate": 4.2877705945869825e-05, |
| "loss": 0.24257077276706696, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.41681184668989546, |
| "grad_norm": 2.0635182857513428, |
| "learning_rate": 4.2842951310843774e-05, |
| "loss": 0.11749780923128128, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.4172473867595819, |
| "grad_norm": 1.8503384590148926, |
| "learning_rate": 4.280817555881122e-05, |
| "loss": 0.4075123071670532, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.4176829268292683, |
| "grad_norm": 1.8040497303009033, |
| "learning_rate": 4.277337874695218e-05, |
| "loss": 0.2563296854496002, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.4181184668989547, |
| "grad_norm": 2.5588722229003906, |
| "learning_rate": 4.273856093248126e-05, |
| "loss": 0.48061805963516235, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.4185540069686411, |
| "grad_norm": 2.956188440322876, |
| "learning_rate": 4.2703722172647604e-05, |
| "loss": 0.2670336663722992, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.4189895470383275, |
| "grad_norm": 2.2303805351257324, |
| "learning_rate": 4.26688625247348e-05, |
| "loss": 0.32827040553092957, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.41942508710801396, |
| "grad_norm": 1.871222734451294, |
| "learning_rate": 4.2633982046060774e-05, |
| "loss": 0.23880444467067719, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.41986062717770034, |
| "grad_norm": 1.8872041702270508, |
| "learning_rate": 4.259908079397772e-05, |
| "loss": 0.29812219738960266, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.4202961672473868, |
| "grad_norm": 1.8570531606674194, |
| "learning_rate": 4.256415882587198e-05, |
| "loss": 0.22244131565093994, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.42073170731707316, |
| "grad_norm": 1.3347151279449463, |
| "learning_rate": 4.252921619916393e-05, |
| "loss": 0.11683449894189835, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.4211672473867596, |
| "grad_norm": 2.401367425918579, |
| "learning_rate": 4.2494252971307974e-05, |
| "loss": 0.35306575894355774, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.42160278745644597, |
| "grad_norm": 1.8394988775253296, |
| "learning_rate": 4.245926919979235e-05, |
| "loss": 0.19184793531894684, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.4220383275261324, |
| "grad_norm": 2.1858699321746826, |
| "learning_rate": 4.242426494213905e-05, |
| "loss": 0.24983565509319305, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.42247386759581884, |
| "grad_norm": 1.3739334344863892, |
| "learning_rate": 4.23892402559038e-05, |
| "loss": 0.09930071979761124, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.4229094076655052, |
| "grad_norm": 1.7197543382644653, |
| "learning_rate": 4.235419519867591e-05, |
| "loss": 0.22170346975326538, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.42334494773519166, |
| "grad_norm": 2.004143476486206, |
| "learning_rate": 4.2319129828078144e-05, |
| "loss": 0.24919940531253815, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.42378048780487804, |
| "grad_norm": 1.678539514541626, |
| "learning_rate": 4.228404420176672e-05, |
| "loss": 0.2413455992937088, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.42421602787456447, |
| "grad_norm": 2.67918062210083, |
| "learning_rate": 4.224893837743112e-05, |
| "loss": 0.32433634996414185, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.42465156794425085, |
| "grad_norm": 2.4954192638397217, |
| "learning_rate": 4.221381241279404e-05, |
| "loss": 0.22011467814445496, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.4250871080139373, |
| "grad_norm": 2.9000563621520996, |
| "learning_rate": 4.2178666365611326e-05, |
| "loss": 0.253103107213974, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.42552264808362367, |
| "grad_norm": 1.63368558883667, |
| "learning_rate": 4.214350029367181e-05, |
| "loss": 0.1841430813074112, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.4259581881533101, |
| "grad_norm": 1.8548649549484253, |
| "learning_rate": 4.210831425479727e-05, |
| "loss": 0.1870099902153015, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.42639372822299654, |
| "grad_norm": 2.1839723587036133, |
| "learning_rate": 4.2073108306842304e-05, |
| "loss": 0.4274691939353943, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.4268292682926829, |
| "grad_norm": 2.029909372329712, |
| "learning_rate": 4.203788250769423e-05, |
| "loss": 0.2532752752304077, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.42726480836236935, |
| "grad_norm": 1.8807498216629028, |
| "learning_rate": 4.200263691527304e-05, |
| "loss": 0.2725544273853302, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.42770034843205573, |
| "grad_norm": 1.6516238451004028, |
| "learning_rate": 4.196737158753125e-05, |
| "loss": 0.23303918540477753, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.42813588850174217, |
| "grad_norm": 2.0873897075653076, |
| "learning_rate": 4.193208658245384e-05, |
| "loss": 0.23010580241680145, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 1.4161659479141235, |
| "learning_rate": 4.189678195805812e-05, |
| "loss": 0.13613292574882507, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.429006968641115, |
| "grad_norm": 2.082766532897949, |
| "learning_rate": 4.186145777239368e-05, |
| "loss": 0.37587469816207886, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.4294425087108014, |
| "grad_norm": 1.2092549800872803, |
| "learning_rate": 4.182611408354227e-05, |
| "loss": 0.07028897851705551, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.4298780487804878, |
| "grad_norm": 1.6855392456054688, |
| "learning_rate": 4.1790750949617714e-05, |
| "loss": 0.17492924630641937, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.43031358885017423, |
| "grad_norm": 1.2352831363677979, |
| "learning_rate": 4.175536842876578e-05, |
| "loss": 0.08578023314476013, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.4307491289198606, |
| "grad_norm": 1.5761475563049316, |
| "learning_rate": 4.171996657916415e-05, |
| "loss": 0.22124648094177246, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.43118466898954705, |
| "grad_norm": 1.6022588014602661, |
| "learning_rate": 4.1684545459022265e-05, |
| "loss": 0.1353543996810913, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.43162020905923343, |
| "grad_norm": 1.757262110710144, |
| "learning_rate": 4.1649105126581255e-05, |
| "loss": 0.2399410754442215, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.43205574912891986, |
| "grad_norm": 1.6773788928985596, |
| "learning_rate": 4.1613645640113844e-05, |
| "loss": 0.18033163249492645, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.4324912891986063, |
| "grad_norm": 1.519549012184143, |
| "learning_rate": 4.157816705792425e-05, |
| "loss": 0.16516245901584625, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.4329268292682927, |
| "grad_norm": 2.4569895267486572, |
| "learning_rate": 4.154266943834808e-05, |
| "loss": 0.5264909267425537, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.4333623693379791, |
| "grad_norm": 1.8953137397766113, |
| "learning_rate": 4.150715283975226e-05, |
| "loss": 0.2877585291862488, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.4337979094076655, |
| "grad_norm": 5.475688934326172, |
| "learning_rate": 4.147161732053491e-05, |
| "loss": 0.2908034920692444, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.43423344947735193, |
| "grad_norm": 2.009016990661621, |
| "learning_rate": 4.143606293912525e-05, |
| "loss": 0.29379820823669434, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.4346689895470383, |
| "grad_norm": 2.2312984466552734, |
| "learning_rate": 4.1400489753983547e-05, |
| "loss": 0.3389362096786499, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.43510452961672474, |
| "grad_norm": 2.484955072402954, |
| "learning_rate": 4.1364897823600946e-05, |
| "loss": 0.2630944848060608, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.4355400696864111, |
| "grad_norm": 2.4746384620666504, |
| "learning_rate": 4.132928720649945e-05, |
| "loss": 0.23273994028568268, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.43597560975609756, |
| "grad_norm": 2.8906540870666504, |
| "learning_rate": 4.129365796123176e-05, |
| "loss": 0.24152767658233643, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.436411149825784, |
| "grad_norm": 2.3826897144317627, |
| "learning_rate": 4.125801014638123e-05, |
| "loss": 0.4553738832473755, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.4368466898954704, |
| "grad_norm": 1.6368283033370972, |
| "learning_rate": 4.122234382056172e-05, |
| "loss": 0.21736015379428864, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.4372822299651568, |
| "grad_norm": 1.78972327709198, |
| "learning_rate": 4.1186659042417544e-05, |
| "loss": 0.1785997748374939, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.4377177700348432, |
| "grad_norm": 1.8462789058685303, |
| "learning_rate": 4.115095587062336e-05, |
| "loss": 0.19652527570724487, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.4381533101045296, |
| "grad_norm": 1.4874708652496338, |
| "learning_rate": 4.111523436388407e-05, |
| "loss": 0.16495780646800995, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.438588850174216, |
| "grad_norm": 1.185657262802124, |
| "learning_rate": 4.1079494580934696e-05, |
| "loss": 0.07202600687742233, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.43902439024390244, |
| "grad_norm": 1.9535876512527466, |
| "learning_rate": 4.104373658054034e-05, |
| "loss": 0.2809737026691437, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.4394599303135889, |
| "grad_norm": 2.17014217376709, |
| "learning_rate": 4.100796042149605e-05, |
| "loss": 0.31771209836006165, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.43989547038327526, |
| "grad_norm": 2.2775838375091553, |
| "learning_rate": 4.0972166162626735e-05, |
| "loss": 0.30792367458343506, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.4403310104529617, |
| "grad_norm": 2.6030287742614746, |
| "learning_rate": 4.0936353862787064e-05, |
| "loss": 0.6439055800437927, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.44076655052264807, |
| "grad_norm": 2.1043639183044434, |
| "learning_rate": 4.090052358086134e-05, |
| "loss": 0.26491498947143555, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.4412020905923345, |
| "grad_norm": 4.263086795806885, |
| "learning_rate": 4.08646753757635e-05, |
| "loss": 0.22857271134853363, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.4416376306620209, |
| "grad_norm": 1.7173675298690796, |
| "learning_rate": 4.082880930643687e-05, |
| "loss": 0.1753542423248291, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.4420731707317073, |
| "grad_norm": 1.4423112869262695, |
| "learning_rate": 4.0792925431854214e-05, |
| "loss": 0.17598173022270203, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.4425087108013937, |
| "grad_norm": 2.5329623222351074, |
| "learning_rate": 4.0757023811017526e-05, |
| "loss": 0.2128322869539261, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.44294425087108014, |
| "grad_norm": 2.226210594177246, |
| "learning_rate": 4.072110450295803e-05, |
| "loss": 0.1874837726354599, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.44337979094076657, |
| "grad_norm": 1.9166638851165771, |
| "learning_rate": 4.068516756673598e-05, |
| "loss": 0.2177751660346985, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.44381533101045295, |
| "grad_norm": 10.40202808380127, |
| "learning_rate": 4.0649213061440645e-05, |
| "loss": 0.3713855743408203, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.4442508710801394, |
| "grad_norm": 2.716055154800415, |
| "learning_rate": 4.0613241046190175e-05, |
| "loss": 0.36425653100013733, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.44468641114982577, |
| "grad_norm": 2.1875741481781006, |
| "learning_rate": 4.0577251580131505e-05, |
| "loss": 0.29257893562316895, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.4451219512195122, |
| "grad_norm": 3.214385747909546, |
| "learning_rate": 4.054124472244029e-05, |
| "loss": 0.4335079491138458, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.4455574912891986, |
| "grad_norm": 2.326630115509033, |
| "learning_rate": 4.050522053232073e-05, |
| "loss": 0.34904661774635315, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.445993031358885, |
| "grad_norm": 1.6926970481872559, |
| "learning_rate": 4.046917906900557e-05, |
| "loss": 0.2000325471162796, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.44642857142857145, |
| "grad_norm": 2.481614112854004, |
| "learning_rate": 4.0433120391755956e-05, |
| "loss": 0.2251674383878708, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.44686411149825783, |
| "grad_norm": 2.767874002456665, |
| "learning_rate": 4.039704455986129e-05, |
| "loss": 0.166401669383049, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.44729965156794427, |
| "grad_norm": 2.0968570709228516, |
| "learning_rate": 4.0360951632639226e-05, |
| "loss": 0.2338012456893921, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.44773519163763065, |
| "grad_norm": 1.6682534217834473, |
| "learning_rate": 4.032484166943553e-05, |
| "loss": 0.16686654090881348, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.4481707317073171, |
| "grad_norm": 1.7409390211105347, |
| "learning_rate": 4.0288714729623946e-05, |
| "loss": 0.20249372720718384, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.44860627177700346, |
| "grad_norm": 1.755963683128357, |
| "learning_rate": 4.025257087260616e-05, |
| "loss": 0.1978229582309723, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.4490418118466899, |
| "grad_norm": 2.0796258449554443, |
| "learning_rate": 4.021641015781165e-05, |
| "loss": 0.27793261408805847, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.44947735191637633, |
| "grad_norm": 0.9890313744544983, |
| "learning_rate": 4.018023264469763e-05, |
| "loss": 0.08678162097930908, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.4499128919860627, |
| "grad_norm": 1.8974298238754272, |
| "learning_rate": 4.014403839274894e-05, |
| "loss": 0.24924422800540924, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.45034843205574915, |
| "grad_norm": 3.0077805519104004, |
| "learning_rate": 4.0107827461477925e-05, |
| "loss": 0.3869110941886902, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.45078397212543553, |
| "grad_norm": 2.050006628036499, |
| "learning_rate": 4.0071599910424366e-05, |
| "loss": 0.23416951298713684, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.45121951219512196, |
| "grad_norm": 2.593156337738037, |
| "learning_rate": 4.003535579915537e-05, |
| "loss": 0.3253931999206543, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.45165505226480834, |
| "grad_norm": 1.6890918016433716, |
| "learning_rate": 3.999909518726526e-05, |
| "loss": 0.1908685564994812, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.4520905923344948, |
| "grad_norm": 2.0124287605285645, |
| "learning_rate": 3.996281813437551e-05, |
| "loss": 0.22000683844089508, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.45252613240418116, |
| "grad_norm": 1.9493992328643799, |
| "learning_rate": 3.9926524700134615e-05, |
| "loss": 0.23390452563762665, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.4529616724738676, |
| "grad_norm": 1.9060395956039429, |
| "learning_rate": 3.9890214944218016e-05, |
| "loss": 0.19219157099723816, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.45339721254355403, |
| "grad_norm": 1.98427414894104, |
| "learning_rate": 3.985388892632797e-05, |
| "loss": 0.24846132099628448, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.4538327526132404, |
| "grad_norm": 2.42861008644104, |
| "learning_rate": 3.981754670619351e-05, |
| "loss": 0.31060081720352173, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.45426829268292684, |
| "grad_norm": 1.6326144933700562, |
| "learning_rate": 3.9781188343570257e-05, |
| "loss": 0.10890248417854309, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.4547038327526132, |
| "grad_norm": 1.8023030757904053, |
| "learning_rate": 3.974481389824043e-05, |
| "loss": 0.2299550622701645, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.45513937282229966, |
| "grad_norm": 2.3280529975891113, |
| "learning_rate": 3.9708423430012624e-05, |
| "loss": 0.2716372013092041, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.45557491289198604, |
| "grad_norm": 1.5614609718322754, |
| "learning_rate": 3.967201699872187e-05, |
| "loss": 0.17763203382492065, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.4560104529616725, |
| "grad_norm": 2.5043132305145264, |
| "learning_rate": 3.9635594664229374e-05, |
| "loss": 0.3421574532985687, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.4564459930313589, |
| "grad_norm": 1.4411299228668213, |
| "learning_rate": 3.9599156486422505e-05, |
| "loss": 0.1556592881679535, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.4568815331010453, |
| "grad_norm": 2.5077855587005615, |
| "learning_rate": 3.95627025252147e-05, |
| "loss": 0.5266510248184204, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.4573170731707317, |
| "grad_norm": 1.9919426441192627, |
| "learning_rate": 3.9526232840545334e-05, |
| "loss": 0.2659042179584503, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.4577526132404181, |
| "grad_norm": 2.2780230045318604, |
| "learning_rate": 3.948974749237964e-05, |
| "loss": 0.36428526043891907, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.45818815331010454, |
| "grad_norm": 2.3657538890838623, |
| "learning_rate": 3.945324654070863e-05, |
| "loss": 0.4230879247188568, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.4586236933797909, |
| "grad_norm": 1.126559853553772, |
| "learning_rate": 3.941673004554891e-05, |
| "loss": 0.1057363748550415, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.45905923344947736, |
| "grad_norm": 2.1077284812927246, |
| "learning_rate": 3.93801980669427e-05, |
| "loss": 0.4350264072418213, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.4594947735191638, |
| "grad_norm": 2.2297935485839844, |
| "learning_rate": 3.9343650664957656e-05, |
| "loss": 0.3553493618965149, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.45993031358885017, |
| "grad_norm": 2.1402523517608643, |
| "learning_rate": 3.9307087899686805e-05, |
| "loss": 0.30047255754470825, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.4603658536585366, |
| "grad_norm": 2.0212974548339844, |
| "learning_rate": 3.927050983124842e-05, |
| "loss": 0.20427030324935913, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.460801393728223, |
| "grad_norm": 1.7246992588043213, |
| "learning_rate": 3.923391651978595e-05, |
| "loss": 0.281399130821228, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.4612369337979094, |
| "grad_norm": 1.9288454055786133, |
| "learning_rate": 3.91973080254679e-05, |
| "loss": 0.14276517927646637, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.4616724738675958, |
| "grad_norm": 2.8457846641540527, |
| "learning_rate": 3.916068440848773e-05, |
| "loss": 0.26192185282707214, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.46210801393728224, |
| "grad_norm": 1.8432071208953857, |
| "learning_rate": 3.9124045729063785e-05, |
| "loss": 0.34318462014198303, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.4625435540069686, |
| "grad_norm": 2.0565929412841797, |
| "learning_rate": 3.9087392047439164e-05, |
| "loss": 0.397199422121048, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.46297909407665505, |
| "grad_norm": 2.4439921379089355, |
| "learning_rate": 3.905072342388165e-05, |
| "loss": 0.30207327008247375, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.4634146341463415, |
| "grad_norm": 2.050793170928955, |
| "learning_rate": 3.901403991868356e-05, |
| "loss": 0.16369059681892395, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.46385017421602787, |
| "grad_norm": 2.0417544841766357, |
| "learning_rate": 3.897734159216171e-05, |
| "loss": 0.2773264944553375, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.4642857142857143, |
| "grad_norm": 1.908002257347107, |
| "learning_rate": 3.894062850465728e-05, |
| "loss": 0.2917279005050659, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.4647212543554007, |
| "grad_norm": 1.4750418663024902, |
| "learning_rate": 3.8903900716535716e-05, |
| "loss": 0.17489050328731537, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.4651567944250871, |
| "grad_norm": 1.8329523801803589, |
| "learning_rate": 3.886715828818664e-05, |
| "loss": 0.18389306962490082, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.4655923344947735, |
| "grad_norm": 4.052893161773682, |
| "learning_rate": 3.8830401280023735e-05, |
| "loss": 0.1971951723098755, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.46602787456445993, |
| "grad_norm": 1.2665988206863403, |
| "learning_rate": 3.8793629752484683e-05, |
| "loss": 0.1589955985546112, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.46646341463414637, |
| "grad_norm": 1.4124928712844849, |
| "learning_rate": 3.875684376603101e-05, |
| "loss": 0.1795637160539627, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.46689895470383275, |
| "grad_norm": 1.530629277229309, |
| "learning_rate": 3.8720043381148014e-05, |
| "loss": 0.20030775666236877, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.4673344947735192, |
| "grad_norm": 2.1725456714630127, |
| "learning_rate": 3.8683228658344695e-05, |
| "loss": 0.4135640561580658, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.46777003484320556, |
| "grad_norm": 1.5520142316818237, |
| "learning_rate": 3.864639965815362e-05, |
| "loss": 0.1797064244747162, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.468205574912892, |
| "grad_norm": 1.2044910192489624, |
| "learning_rate": 3.860955644113082e-05, |
| "loss": 0.119352325797081, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.4686411149825784, |
| "grad_norm": 1.670790195465088, |
| "learning_rate": 3.857269906785571e-05, |
| "loss": 0.23476135730743408, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.4690766550522648, |
| "grad_norm": 1.4100192785263062, |
| "learning_rate": 3.853582759893097e-05, |
| "loss": 0.16152602434158325, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.4695121951219512, |
| "grad_norm": 1.6012604236602783, |
| "learning_rate": 3.849894209498249e-05, |
| "loss": 0.19146762788295746, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.46994773519163763, |
| "grad_norm": 2.1748833656311035, |
| "learning_rate": 3.846204261665918e-05, |
| "loss": 0.32349032163619995, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.47038327526132406, |
| "grad_norm": 1.5371596813201904, |
| "learning_rate": 3.842512922463299e-05, |
| "loss": 0.10898125916719437, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.47081881533101044, |
| "grad_norm": 1.8772963285446167, |
| "learning_rate": 3.83882019795987e-05, |
| "loss": 0.2286071628332138, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.4712543554006969, |
| "grad_norm": 1.8666821718215942, |
| "learning_rate": 3.8351260942273905e-05, |
| "loss": 0.29231593012809753, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.47168989547038326, |
| "grad_norm": 1.6794028282165527, |
| "learning_rate": 3.8314306173398835e-05, |
| "loss": 0.2852476239204407, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.4721254355400697, |
| "grad_norm": 1.8610312938690186, |
| "learning_rate": 3.8277337733736336e-05, |
| "loss": 0.21379250288009644, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.4725609756097561, |
| "grad_norm": 3.9601831436157227, |
| "learning_rate": 3.824035568407171e-05, |
| "loss": 0.26303401589393616, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.4729965156794425, |
| "grad_norm": 2.074098825454712, |
| "learning_rate": 3.820336008521266e-05, |
| "loss": 0.3794580101966858, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.47343205574912894, |
| "grad_norm": 2.3670401573181152, |
| "learning_rate": 3.816635099798914e-05, |
| "loss": 0.45137739181518555, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.4738675958188153, |
| "grad_norm": 2.1595757007598877, |
| "learning_rate": 3.8129328483253294e-05, |
| "loss": 0.20874722301959991, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.47430313588850176, |
| "grad_norm": 8.217854499816895, |
| "learning_rate": 3.809229260187935e-05, |
| "loss": 0.3662978410720825, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.47473867595818814, |
| "grad_norm": 4.416383743286133, |
| "learning_rate": 3.805524341476352e-05, |
| "loss": 0.20218460261821747, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.4751742160278746, |
| "grad_norm": 2.4727258682250977, |
| "learning_rate": 3.801818098282386e-05, |
| "loss": 0.31493085622787476, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.47560975609756095, |
| "grad_norm": 1.5364067554473877, |
| "learning_rate": 3.7981105367000255e-05, |
| "loss": 0.21770140528678894, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.4760452961672474, |
| "grad_norm": 1.3883204460144043, |
| "learning_rate": 3.794401662825422e-05, |
| "loss": 0.07463032007217407, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.4764808362369338, |
| "grad_norm": 2.752943992614746, |
| "learning_rate": 3.790691482756886e-05, |
| "loss": 0.1984841525554657, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.4769163763066202, |
| "grad_norm": 2.1443254947662354, |
| "learning_rate": 3.786980002594879e-05, |
| "loss": 0.3150251507759094, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.47735191637630664, |
| "grad_norm": 1.4597605466842651, |
| "learning_rate": 3.7832672284419946e-05, |
| "loss": 0.14665824174880981, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.477787456445993, |
| "grad_norm": 1.60385262966156, |
| "learning_rate": 3.779553166402959e-05, |
| "loss": 0.12216822057962418, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.47822299651567945, |
| "grad_norm": 1.6355791091918945, |
| "learning_rate": 3.775837822584614e-05, |
| "loss": 0.2450210452079773, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.47865853658536583, |
| "grad_norm": 1.816836953163147, |
| "learning_rate": 3.7721212030959075e-05, |
| "loss": 0.26053452491760254, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.47909407665505227, |
| "grad_norm": 2.1515588760375977, |
| "learning_rate": 3.768403314047888e-05, |
| "loss": 0.23760691285133362, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.47952961672473865, |
| "grad_norm": 2.116184711456299, |
| "learning_rate": 3.764684161553688e-05, |
| "loss": 0.4242888391017914, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.4799651567944251, |
| "grad_norm": 1.9052082300186157, |
| "learning_rate": 3.760963751728522e-05, |
| "loss": 0.23510190844535828, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.4804006968641115, |
| "grad_norm": 2.223618268966675, |
| "learning_rate": 3.7572420906896677e-05, |
| "loss": 0.27720868587493896, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.4808362369337979, |
| "grad_norm": 2.4222936630249023, |
| "learning_rate": 3.7535191845564614e-05, |
| "loss": 0.3049902617931366, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.48127177700348434, |
| "grad_norm": 2.2711338996887207, |
| "learning_rate": 3.749795039450287e-05, |
| "loss": 0.3518047034740448, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.4817073170731707, |
| "grad_norm": 2.168548107147217, |
| "learning_rate": 3.7460696614945656e-05, |
| "loss": 0.2788136303424835, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.48214285714285715, |
| "grad_norm": 1.606977105140686, |
| "learning_rate": 3.742343056814743e-05, |
| "loss": 0.14667417109012604, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.48257839721254353, |
| "grad_norm": 1.7878289222717285, |
| "learning_rate": 3.738615231538288e-05, |
| "loss": 0.25555139780044556, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.48301393728222997, |
| "grad_norm": 1.7126524448394775, |
| "learning_rate": 3.7348861917946706e-05, |
| "loss": 0.27080005407333374, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.4834494773519164, |
| "grad_norm": 1.978907585144043, |
| "learning_rate": 3.73115594371536e-05, |
| "loss": 0.31338369846343994, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.4838850174216028, |
| "grad_norm": 1.6885507106781006, |
| "learning_rate": 3.727424493433812e-05, |
| "loss": 0.23299245536327362, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.4843205574912892, |
| "grad_norm": 1.7485069036483765, |
| "learning_rate": 3.7236918470854575e-05, |
| "loss": 0.13693390786647797, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.4847560975609756, |
| "grad_norm": 1.826476812362671, |
| "learning_rate": 3.719958010807697e-05, |
| "loss": 0.1849220097064972, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.48519163763066203, |
| "grad_norm": 5.854074954986572, |
| "learning_rate": 3.716222990739888e-05, |
| "loss": 0.09990092366933823, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.4856271777003484, |
| "grad_norm": 2.0516929626464844, |
| "learning_rate": 3.712486793023329e-05, |
| "loss": 0.3089669346809387, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.48606271777003485, |
| "grad_norm": 1.940704584121704, |
| "learning_rate": 3.7087494238012596e-05, |
| "loss": 0.23908154666423798, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.4864982578397213, |
| "grad_norm": 2.3100922107696533, |
| "learning_rate": 3.705010889218846e-05, |
| "loss": 0.31568342447280884, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.48693379790940766, |
| "grad_norm": 1.7474900484085083, |
| "learning_rate": 3.7012711954231664e-05, |
| "loss": 0.22894521057605743, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.4873693379790941, |
| "grad_norm": 1.4813580513000488, |
| "learning_rate": 3.697530348563209e-05, |
| "loss": 0.20368552207946777, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.4878048780487805, |
| "grad_norm": 3.280672311782837, |
| "learning_rate": 3.693788354789857e-05, |
| "loss": 0.43283942341804504, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.4882404181184669, |
| "grad_norm": 2.5738935470581055, |
| "learning_rate": 3.6900452202558773e-05, |
| "loss": 0.4143170714378357, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.4886759581881533, |
| "grad_norm": 1.6483888626098633, |
| "learning_rate": 3.686300951115916e-05, |
| "loss": 0.2075437605381012, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.4891114982578397, |
| "grad_norm": 1.8468018770217896, |
| "learning_rate": 3.682555553526482e-05, |
| "loss": 0.19734838604927063, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.4895470383275261, |
| "grad_norm": 2.5180857181549072, |
| "learning_rate": 3.67880903364594e-05, |
| "loss": 0.3383256494998932, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.48998257839721254, |
| "grad_norm": 2.1052417755126953, |
| "learning_rate": 3.6750613976345024e-05, |
| "loss": 0.16855601966381073, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.490418118466899, |
| "grad_norm": 1.2968577146530151, |
| "learning_rate": 3.671312651654212e-05, |
| "loss": 0.09480296075344086, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.49085365853658536, |
| "grad_norm": 2.1694722175598145, |
| "learning_rate": 3.667562801868943e-05, |
| "loss": 0.2736762464046478, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.4912891986062718, |
| "grad_norm": 2.292961597442627, |
| "learning_rate": 3.6638118544443796e-05, |
| "loss": 0.39153796434402466, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.4917247386759582, |
| "grad_norm": 1.430195927619934, |
| "learning_rate": 3.660059815548012e-05, |
| "loss": 0.15875433385372162, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.4921602787456446, |
| "grad_norm": 2.2262954711914062, |
| "learning_rate": 3.656306691349126e-05, |
| "loss": 0.5231969356536865, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.492595818815331, |
| "grad_norm": 1.8816285133361816, |
| "learning_rate": 3.652552488018791e-05, |
| "loss": 0.2707490921020508, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.4930313588850174, |
| "grad_norm": 2.232910633087158, |
| "learning_rate": 3.64879721172985e-05, |
| "loss": 0.39035457372665405, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.49346689895470386, |
| "grad_norm": 3.149932622909546, |
| "learning_rate": 3.645040868656914e-05, |
| "loss": 0.4072360396385193, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.49390243902439024, |
| "grad_norm": 1.986310601234436, |
| "learning_rate": 3.641283464976344e-05, |
| "loss": 0.310905784368515, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.4943379790940767, |
| "grad_norm": 1.630486011505127, |
| "learning_rate": 3.637525006866245e-05, |
| "loss": 0.1954832822084427, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.49477351916376305, |
| "grad_norm": 1.542914628982544, |
| "learning_rate": 3.633765500506459e-05, |
| "loss": 0.21935656666755676, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.4952090592334495, |
| "grad_norm": 0.9337291717529297, |
| "learning_rate": 3.630004952078548e-05, |
| "loss": 0.05458977445960045, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.49564459930313587, |
| "grad_norm": 1.5782147645950317, |
| "learning_rate": 3.6262433677657905e-05, |
| "loss": 0.15672199428081512, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.4960801393728223, |
| "grad_norm": 3.4689111709594727, |
| "learning_rate": 3.622480753753166e-05, |
| "loss": 0.34506598114967346, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.4965156794425087, |
| "grad_norm": 1.7527915239334106, |
| "learning_rate": 3.618717116227347e-05, |
| "loss": 0.2832348644733429, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.4969512195121951, |
| "grad_norm": 2.610633373260498, |
| "learning_rate": 3.614952461376692e-05, |
| "loss": 0.31143471598625183, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.49738675958188155, |
| "grad_norm": 1.6302624940872192, |
| "learning_rate": 3.611186795391227e-05, |
| "loss": 0.1804867684841156, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.49782229965156793, |
| "grad_norm": 2.661018133163452, |
| "learning_rate": 3.607420124462645e-05, |
| "loss": 0.45085033774375916, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.49825783972125437, |
| "grad_norm": 1.8829233646392822, |
| "learning_rate": 3.603652454784291e-05, |
| "loss": 0.25015872716903687, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.49869337979094075, |
| "grad_norm": 1.3712189197540283, |
| "learning_rate": 3.5998837925511505e-05, |
| "loss": 0.11537285894155502, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.4991289198606272, |
| "grad_norm": 2.282701015472412, |
| "learning_rate": 3.59611414395984e-05, |
| "loss": 0.3380337655544281, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.49956445993031356, |
| "grad_norm": 2.2574007511138916, |
| "learning_rate": 3.592343515208601e-05, |
| "loss": 0.16830267012119293, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.0298690795898438, |
| "learning_rate": 3.5885719124972853e-05, |
| "loss": 0.2698993980884552, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.5004355400696864, |
| "grad_norm": 4.269159317016602, |
| "learning_rate": 3.5847993420273456e-05, |
| "loss": 0.388205885887146, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.5008710801393729, |
| "grad_norm": 1.408455729484558, |
| "learning_rate": 3.581025810001826e-05, |
| "loss": 0.22693203389644623, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5013066202090593, |
| "grad_norm": 2.306385040283203, |
| "learning_rate": 3.5772513226253504e-05, |
| "loss": 0.44473230838775635, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.5017421602787456, |
| "grad_norm": 2.6218597888946533, |
| "learning_rate": 3.573475886104117e-05, |
| "loss": 0.22028397023677826, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.502177700348432, |
| "grad_norm": 2.36444354057312, |
| "learning_rate": 3.5696995066458815e-05, |
| "loss": 0.2536901831626892, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.5026132404181185, |
| "grad_norm": 2.2865681648254395, |
| "learning_rate": 3.565922190459951e-05, |
| "loss": 0.3871194124221802, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.5030487804878049, |
| "grad_norm": 2.7124545574188232, |
| "learning_rate": 3.562143943757174e-05, |
| "loss": 0.4441030025482178, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.5034843205574913, |
| "grad_norm": 1.7426185607910156, |
| "learning_rate": 3.558364772749926e-05, |
| "loss": 0.1774807572364807, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.5039198606271778, |
| "grad_norm": 2.0493288040161133, |
| "learning_rate": 3.5545846836521065e-05, |
| "loss": 0.273227721452713, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.5043554006968641, |
| "grad_norm": 1.5088497400283813, |
| "learning_rate": 3.5508036826791196e-05, |
| "loss": 0.18878690898418427, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.5047909407665505, |
| "grad_norm": 1.7294305562973022, |
| "learning_rate": 3.547021776047873e-05, |
| "loss": 0.257981538772583, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.5052264808362369, |
| "grad_norm": 1.827804684638977, |
| "learning_rate": 3.5432389699767616e-05, |
| "loss": 0.12571388483047485, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.5056620209059234, |
| "grad_norm": 1.653143048286438, |
| "learning_rate": 3.53945527068566e-05, |
| "loss": 0.10509958118200302, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.5060975609756098, |
| "grad_norm": 1.5076053142547607, |
| "learning_rate": 3.53567068439591e-05, |
| "loss": 0.20317985117435455, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.5065331010452961, |
| "grad_norm": 2.545489549636841, |
| "learning_rate": 3.531885217330314e-05, |
| "loss": 0.33121374249458313, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.5069686411149826, |
| "grad_norm": 2.0277304649353027, |
| "learning_rate": 3.52809887571312e-05, |
| "loss": 0.3832542896270752, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.507404181184669, |
| "grad_norm": 2.225128173828125, |
| "learning_rate": 3.524311665770016e-05, |
| "loss": 0.3043123483657837, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.5078397212543554, |
| "grad_norm": 1.8099216222763062, |
| "learning_rate": 3.520523593728117e-05, |
| "loss": 0.13923023641109467, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.5082752613240418, |
| "grad_norm": 1.89533269405365, |
| "learning_rate": 3.516734665815957e-05, |
| "loss": 0.19309771060943604, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.5087108013937283, |
| "grad_norm": 1.566048264503479, |
| "learning_rate": 3.5129448882634746e-05, |
| "loss": 0.22543549537658691, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.5091463414634146, |
| "grad_norm": 1.5776112079620361, |
| "learning_rate": 3.5091542673020067e-05, |
| "loss": 0.15838418900966644, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.509581881533101, |
| "grad_norm": 1.7228840589523315, |
| "learning_rate": 3.505362809164278e-05, |
| "loss": 0.15526948869228363, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.5100174216027874, |
| "grad_norm": 1.9034383296966553, |
| "learning_rate": 3.501570520084388e-05, |
| "loss": 0.15756778419017792, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.5104529616724739, |
| "grad_norm": 1.5244131088256836, |
| "learning_rate": 3.497777406297804e-05, |
| "loss": 0.14303278923034668, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.5108885017421603, |
| "grad_norm": 1.6165560483932495, |
| "learning_rate": 3.493983474041347e-05, |
| "loss": 0.15983034670352936, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.5113240418118467, |
| "grad_norm": 2.376225709915161, |
| "learning_rate": 3.490188729553187e-05, |
| "loss": 0.37235596776008606, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.5117595818815331, |
| "grad_norm": 1.5993398427963257, |
| "learning_rate": 3.486393179072827e-05, |
| "loss": 0.1570022702217102, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.5121951219512195, |
| "grad_norm": 1.8028088808059692, |
| "learning_rate": 3.482596828841095e-05, |
| "loss": 0.32625892758369446, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.5126306620209059, |
| "grad_norm": 1.747727632522583, |
| "learning_rate": 3.478799685100138e-05, |
| "loss": 0.14791378378868103, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.5130662020905923, |
| "grad_norm": 3.087388753890991, |
| "learning_rate": 3.475001754093402e-05, |
| "loss": 0.34930557012557983, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.5135017421602788, |
| "grad_norm": 2.1234850883483887, |
| "learning_rate": 3.471203042065632e-05, |
| "loss": 0.431566059589386, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.5139372822299652, |
| "grad_norm": 2.2144737243652344, |
| "learning_rate": 3.467403555262855e-05, |
| "loss": 0.16848622262477875, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.5143728222996515, |
| "grad_norm": 1.3118842840194702, |
| "learning_rate": 3.463603299932371e-05, |
| "loss": 0.13345350325107574, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.514808362369338, |
| "grad_norm": 2.0039496421813965, |
| "learning_rate": 3.4598022823227476e-05, |
| "loss": 0.22919665277004242, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.5152439024390244, |
| "grad_norm": 2.303839921951294, |
| "learning_rate": 3.456000508683802e-05, |
| "loss": 0.4300968050956726, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.5156794425087108, |
| "grad_norm": 1.6594644784927368, |
| "learning_rate": 3.452197985266594e-05, |
| "loss": 0.23674441874027252, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.5161149825783972, |
| "grad_norm": 1.461106538772583, |
| "learning_rate": 3.448394718323421e-05, |
| "loss": 0.07900139689445496, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.5165505226480837, |
| "grad_norm": 1.8544007539749146, |
| "learning_rate": 3.444590714107798e-05, |
| "loss": 0.21660542488098145, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.51698606271777, |
| "grad_norm": 1.869638204574585, |
| "learning_rate": 3.4407859788744545e-05, |
| "loss": 0.2114979773759842, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.5174216027874564, |
| "grad_norm": 1.802417278289795, |
| "learning_rate": 3.4369805188793206e-05, |
| "loss": 0.2311743199825287, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.5178571428571429, |
| "grad_norm": 2.32055926322937, |
| "learning_rate": 3.433174340379521e-05, |
| "loss": 0.3279076814651489, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.5182926829268293, |
| "grad_norm": 1.6646573543548584, |
| "learning_rate": 3.429367449633359e-05, |
| "loss": 0.1886872500181198, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.5187282229965157, |
| "grad_norm": 1.6114059686660767, |
| "learning_rate": 3.425559852900309e-05, |
| "loss": 0.2587176561355591, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.519163763066202, |
| "grad_norm": 1.9697712659835815, |
| "learning_rate": 3.421751556441009e-05, |
| "loss": 0.09466700255870819, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.5195993031358885, |
| "grad_norm": 2.4811038970947266, |
| "learning_rate": 3.417942566517244e-05, |
| "loss": 0.33618924021720886, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.5200348432055749, |
| "grad_norm": 1.917385458946228, |
| "learning_rate": 3.4141328893919414e-05, |
| "loss": 0.1491500437259674, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.5204703832752613, |
| "grad_norm": 1.5917587280273438, |
| "learning_rate": 3.410322531329159e-05, |
| "loss": 0.13428331911563873, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.5209059233449478, |
| "grad_norm": 1.4825680255889893, |
| "learning_rate": 3.406511498594073e-05, |
| "loss": 0.1241784542798996, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.5213414634146342, |
| "grad_norm": 3.384349822998047, |
| "learning_rate": 3.4026997974529664e-05, |
| "loss": 0.2842749357223511, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.5217770034843205, |
| "grad_norm": 1.7655137777328491, |
| "learning_rate": 3.3988874341732276e-05, |
| "loss": 0.2610293924808502, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.5222125435540069, |
| "grad_norm": 2.328199625015259, |
| "learning_rate": 3.395074415023328e-05, |
| "loss": 0.30532899498939514, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.5226480836236934, |
| "grad_norm": 1.7174396514892578, |
| "learning_rate": 3.39126074627282e-05, |
| "loss": 0.17889715731143951, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.5230836236933798, |
| "grad_norm": 2.180039167404175, |
| "learning_rate": 3.3874464341923244e-05, |
| "loss": 0.1788996458053589, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.5235191637630662, |
| "grad_norm": 2.207991361618042, |
| "learning_rate": 3.383631485053518e-05, |
| "loss": 0.3017471730709076, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.5239547038327527, |
| "grad_norm": 2.007570505142212, |
| "learning_rate": 3.379815905129127e-05, |
| "loss": 0.2740532159805298, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.524390243902439, |
| "grad_norm": 2.6844675540924072, |
| "learning_rate": 3.375999700692913e-05, |
| "loss": 0.2996765971183777, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.5248257839721254, |
| "grad_norm": 1.8296564817428589, |
| "learning_rate": 3.372182878019666e-05, |
| "loss": 0.21368324756622314, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.5252613240418118, |
| "grad_norm": 1.608399510383606, |
| "learning_rate": 3.3683654433851914e-05, |
| "loss": 0.14496062695980072, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.5256968641114983, |
| "grad_norm": 1.9042320251464844, |
| "learning_rate": 3.364547403066302e-05, |
| "loss": 0.21680139005184174, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.5261324041811847, |
| "grad_norm": 1.4270693063735962, |
| "learning_rate": 3.3607287633408037e-05, |
| "loss": 0.15794909000396729, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.5265679442508711, |
| "grad_norm": 1.8294495344161987, |
| "learning_rate": 3.356909530487492e-05, |
| "loss": 0.22055114805698395, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.5270034843205574, |
| "grad_norm": 2.3380329608917236, |
| "learning_rate": 3.3530897107861365e-05, |
| "loss": 0.2998453974723816, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.5274390243902439, |
| "grad_norm": 2.5526046752929688, |
| "learning_rate": 3.3492693105174685e-05, |
| "loss": 0.39311784505844116, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.5278745644599303, |
| "grad_norm": 1.4096437692642212, |
| "learning_rate": 3.345448335963179e-05, |
| "loss": 0.1659044325351715, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.5283101045296167, |
| "grad_norm": 1.2947112321853638, |
| "learning_rate": 3.341626793405897e-05, |
| "loss": 0.10156561434268951, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.5287456445993032, |
| "grad_norm": 1.7225115299224854, |
| "learning_rate": 3.3378046891291934e-05, |
| "loss": 0.1789904683828354, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.5291811846689896, |
| "grad_norm": 4.889913558959961, |
| "learning_rate": 3.333982029417554e-05, |
| "loss": 0.4171358048915863, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.5296167247386759, |
| "grad_norm": 1.4743788242340088, |
| "learning_rate": 3.330158820556385e-05, |
| "loss": 0.27201035618782043, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.5300522648083623, |
| "grad_norm": 1.5995657444000244, |
| "learning_rate": 3.326335068831993e-05, |
| "loss": 0.19408534467220306, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.5304878048780488, |
| "grad_norm": 2.2095787525177, |
| "learning_rate": 3.3225107805315755e-05, |
| "loss": 0.32811084389686584, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.5309233449477352, |
| "grad_norm": 2.0387096405029297, |
| "learning_rate": 3.318685961943213e-05, |
| "loss": 0.1461152732372284, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.5313588850174216, |
| "grad_norm": 2.2667713165283203, |
| "learning_rate": 3.3148606193558615e-05, |
| "loss": 0.288274884223938, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.5317944250871081, |
| "grad_norm": 2.238816499710083, |
| "learning_rate": 3.3110347590593325e-05, |
| "loss": 0.4841238260269165, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.5322299651567944, |
| "grad_norm": 1.9166923761367798, |
| "learning_rate": 3.307208387344294e-05, |
| "loss": 0.2227621227502823, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.5326655052264808, |
| "grad_norm": 1.569441318511963, |
| "learning_rate": 3.3033815105022534e-05, |
| "loss": 0.21309727430343628, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.5331010452961672, |
| "grad_norm": 1.1066712141036987, |
| "learning_rate": 3.299554134825546e-05, |
| "loss": 0.08630914241075516, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.5335365853658537, |
| "grad_norm": 2.3179972171783447, |
| "learning_rate": 3.295726266607331e-05, |
| "loss": 0.3639899790287018, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.5339721254355401, |
| "grad_norm": 1.635815143585205, |
| "learning_rate": 3.291897912141575e-05, |
| "loss": 0.21737079322338104, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.5344076655052264, |
| "grad_norm": 2.0886831283569336, |
| "learning_rate": 3.288069077723045e-05, |
| "loss": 0.18231910467147827, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.5348432055749129, |
| "grad_norm": 3.154646635055542, |
| "learning_rate": 3.284239769647299e-05, |
| "loss": 0.37354663014411926, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.5352787456445993, |
| "grad_norm": 2.3170626163482666, |
| "learning_rate": 3.2804099942106694e-05, |
| "loss": 0.305888295173645, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.5357142857142857, |
| "grad_norm": 1.8952364921569824, |
| "learning_rate": 3.2765797577102604e-05, |
| "loss": 0.3440328538417816, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.5361498257839721, |
| "grad_norm": 2.112996816635132, |
| "learning_rate": 3.272749066443935e-05, |
| "loss": 0.2392309457063675, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.5365853658536586, |
| "grad_norm": 2.070981979370117, |
| "learning_rate": 3.2689179267103005e-05, |
| "loss": 0.36750540137290955, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.537020905923345, |
| "grad_norm": 1.621617317199707, |
| "learning_rate": 3.265086344808705e-05, |
| "loss": 0.24706138670444489, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.5374564459930313, |
| "grad_norm": 1.8779127597808838, |
| "learning_rate": 3.261254327039221e-05, |
| "loss": 0.23273688554763794, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.5378919860627178, |
| "grad_norm": 1.821108102798462, |
| "learning_rate": 3.25742187970264e-05, |
| "loss": 0.2509998679161072, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.5383275261324042, |
| "grad_norm": 2.29180908203125, |
| "learning_rate": 3.2535890091004584e-05, |
| "loss": 0.17620037496089935, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.5387630662020906, |
| "grad_norm": 1.5747777223587036, |
| "learning_rate": 3.249755721534868e-05, |
| "loss": 0.17062820494174957, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.539198606271777, |
| "grad_norm": 1.5021144151687622, |
| "learning_rate": 3.245922023308748e-05, |
| "loss": 0.10165175795555115, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.5396341463414634, |
| "grad_norm": 1.633527398109436, |
| "learning_rate": 3.242087920725652e-05, |
| "loss": 0.20993205904960632, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.5400696864111498, |
| "grad_norm": 1.874335765838623, |
| "learning_rate": 3.2382534200897984e-05, |
| "loss": 0.31201937794685364, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.5405052264808362, |
| "grad_norm": 1.641734004020691, |
| "learning_rate": 3.2344185277060574e-05, |
| "loss": 0.17482449114322662, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.5409407665505227, |
| "grad_norm": 1.4150607585906982, |
| "learning_rate": 3.23058324987995e-05, |
| "loss": 0.13866113126277924, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.5413763066202091, |
| "grad_norm": 1.8492851257324219, |
| "learning_rate": 3.2267475929176245e-05, |
| "loss": 0.21408431231975555, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.5418118466898955, |
| "grad_norm": 2.711221694946289, |
| "learning_rate": 3.2229115631258555e-05, |
| "loss": 0.31324562430381775, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.5422473867595818, |
| "grad_norm": 2.0511374473571777, |
| "learning_rate": 3.21907516681203e-05, |
| "loss": 0.28373023867607117, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.5426829268292683, |
| "grad_norm": 2.208960771560669, |
| "learning_rate": 3.215238410284138e-05, |
| "loss": 0.3316265046596527, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.5431184668989547, |
| "grad_norm": 4.207181930541992, |
| "learning_rate": 3.2114012998507616e-05, |
| "loss": 0.27299079298973083, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.5435540069686411, |
| "grad_norm": 1.8766871690750122, |
| "learning_rate": 3.207563841821065e-05, |
| "loss": 0.20722706615924835, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.5439895470383276, |
| "grad_norm": 1.4189461469650269, |
| "learning_rate": 3.203726042504784e-05, |
| "loss": 0.14890773594379425, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.544425087108014, |
| "grad_norm": 2.4780664443969727, |
| "learning_rate": 3.199887908212213e-05, |
| "loss": 0.36084049940109253, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.5448606271777003, |
| "grad_norm": 2.4032413959503174, |
| "learning_rate": 3.1960494452542026e-05, |
| "loss": 0.24586418271064758, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.5452961672473867, |
| "grad_norm": 1.9923304319381714, |
| "learning_rate": 3.192210659942139e-05, |
| "loss": 0.22625204920768738, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.5457317073170732, |
| "grad_norm": 1.7670695781707764, |
| "learning_rate": 3.1883715585879403e-05, |
| "loss": 0.19027359783649445, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.5461672473867596, |
| "grad_norm": 2.9382357597351074, |
| "learning_rate": 3.1845321475040447e-05, |
| "loss": 0.30525535345077515, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.546602787456446, |
| "grad_norm": 1.6029062271118164, |
| "learning_rate": 3.180692433003398e-05, |
| "loss": 0.2019837498664856, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.5470383275261324, |
| "grad_norm": 1.9566453695297241, |
| "learning_rate": 3.1768524213994456e-05, |
| "loss": 0.21185468137264252, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.5474738675958188, |
| "grad_norm": 4.819205284118652, |
| "learning_rate": 3.173012119006124e-05, |
| "loss": 0.48035016655921936, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.5479094076655052, |
| "grad_norm": 2.2356154918670654, |
| "learning_rate": 3.169171532137843e-05, |
| "loss": 0.2236589938402176, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.5483449477351916, |
| "grad_norm": 1.9171613454818726, |
| "learning_rate": 3.1653306671094847e-05, |
| "loss": 0.2532399594783783, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.5487804878048781, |
| "grad_norm": 1.9234936237335205, |
| "learning_rate": 3.161489530236385e-05, |
| "loss": 0.25687175989151, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.5492160278745645, |
| "grad_norm": 1.8263360261917114, |
| "learning_rate": 3.157648127834329e-05, |
| "loss": 0.2603629231452942, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.5496515679442509, |
| "grad_norm": 1.8392120599746704, |
| "learning_rate": 3.153806466219537e-05, |
| "loss": 0.18183012306690216, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.5500871080139372, |
| "grad_norm": 1.6939584016799927, |
| "learning_rate": 3.14996455170866e-05, |
| "loss": 0.2842605710029602, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.5505226480836237, |
| "grad_norm": 2.3518311977386475, |
| "learning_rate": 3.146122390618756e-05, |
| "loss": 0.27841368317604065, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.5509581881533101, |
| "grad_norm": 1.8106794357299805, |
| "learning_rate": 3.142279989267296e-05, |
| "loss": 0.21881335973739624, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.5513937282229965, |
| "grad_norm": 2.3070802688598633, |
| "learning_rate": 3.138437353972143e-05, |
| "loss": 0.1949990689754486, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.551829268292683, |
| "grad_norm": 1.702703833580017, |
| "learning_rate": 3.134594491051545e-05, |
| "loss": 0.2028479278087616, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.5522648083623694, |
| "grad_norm": 1.9420315027236938, |
| "learning_rate": 3.130751406824125e-05, |
| "loss": 0.37364858388900757, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.5527003484320557, |
| "grad_norm": 1.7197920083999634, |
| "learning_rate": 3.12690810760887e-05, |
| "loss": 0.14771635830402374, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.5531358885017421, |
| "grad_norm": 1.8778204917907715, |
| "learning_rate": 3.12306459972512e-05, |
| "loss": 0.2707819640636444, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.5535714285714286, |
| "grad_norm": 1.841740608215332, |
| "learning_rate": 3.1192208894925563e-05, |
| "loss": 0.2295936495065689, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.554006968641115, |
| "grad_norm": 2.285933256149292, |
| "learning_rate": 3.115376983231195e-05, |
| "loss": 0.5062440037727356, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.5544425087108014, |
| "grad_norm": 1.6756864786148071, |
| "learning_rate": 3.1115328872613756e-05, |
| "loss": 0.2305927574634552, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.5548780487804879, |
| "grad_norm": 2.0271458625793457, |
| "learning_rate": 3.107688607903747e-05, |
| "loss": 0.4064762592315674, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.5553135888501742, |
| "grad_norm": 1.804175853729248, |
| "learning_rate": 3.1038441514792605e-05, |
| "loss": 0.17976224422454834, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.5557491289198606, |
| "grad_norm": 1.3519315719604492, |
| "learning_rate": 3.099999524309159e-05, |
| "loss": 0.1335075944662094, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.556184668989547, |
| "grad_norm": 2.3050198554992676, |
| "learning_rate": 3.0961547327149664e-05, |
| "loss": 0.37646085023880005, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.5566202090592335, |
| "grad_norm": 1.556321620941162, |
| "learning_rate": 3.0923097830184744e-05, |
| "loss": 0.16961856186389923, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.5570557491289199, |
| "grad_norm": 1.4097685813903809, |
| "learning_rate": 3.08846468154174e-05, |
| "loss": 0.15099835395812988, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.5574912891986062, |
| "grad_norm": 1.4505740404129028, |
| "learning_rate": 3.084619434607064e-05, |
| "loss": 0.15777641534805298, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.5579268292682927, |
| "grad_norm": 2.450674295425415, |
| "learning_rate": 3.0807740485369885e-05, |
| "loss": 0.21230410039424896, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.5583623693379791, |
| "grad_norm": 1.1216990947723389, |
| "learning_rate": 3.076928529654286e-05, |
| "loss": 0.14416974782943726, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.5587979094076655, |
| "grad_norm": 1.64701509475708, |
| "learning_rate": 3.0730828842819464e-05, |
| "loss": 0.19795680046081543, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.5592334494773519, |
| "grad_norm": 0.9094190001487732, |
| "learning_rate": 3.0692371187431666e-05, |
| "loss": 0.058812882751226425, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.5596689895470384, |
| "grad_norm": 2.024871826171875, |
| "learning_rate": 3.065391239361342e-05, |
| "loss": 0.33459240198135376, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.5601045296167247, |
| "grad_norm": 3.09110689163208, |
| "learning_rate": 3.061545252460054e-05, |
| "loss": 0.35857725143432617, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.5605400696864111, |
| "grad_norm": 2.1968157291412354, |
| "learning_rate": 3.0576991643630613e-05, |
| "loss": 0.23262721300125122, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.5609756097560976, |
| "grad_norm": 1.2886687517166138, |
| "learning_rate": 3.053852981394292e-05, |
| "loss": 0.11715119332075119, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.561411149825784, |
| "grad_norm": 2.3213162422180176, |
| "learning_rate": 3.0500067098778254e-05, |
| "loss": 0.3626524806022644, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.5618466898954704, |
| "grad_norm": 1.813779592514038, |
| "learning_rate": 3.04616035613789e-05, |
| "loss": 0.2000131905078888, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.5622822299651568, |
| "grad_norm": 1.3687902688980103, |
| "learning_rate": 3.042313926498846e-05, |
| "loss": 0.18496592342853546, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.5627177700348432, |
| "grad_norm": 1.859156847000122, |
| "learning_rate": 3.038467427285182e-05, |
| "loss": 0.2613186836242676, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.5631533101045296, |
| "grad_norm": 1.7429312467575073, |
| "learning_rate": 3.0346208648215e-05, |
| "loss": 0.23041483759880066, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.563588850174216, |
| "grad_norm": 1.0485212802886963, |
| "learning_rate": 3.030774245432504e-05, |
| "loss": 0.10163982212543488, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.5640243902439024, |
| "grad_norm": 7.012165069580078, |
| "learning_rate": 3.0269275754429935e-05, |
| "loss": 0.14100025594234467, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.5644599303135889, |
| "grad_norm": 1.5873467922210693, |
| "learning_rate": 3.023080861177852e-05, |
| "loss": 0.14654625952243805, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.5648954703832753, |
| "grad_norm": 1.2404553890228271, |
| "learning_rate": 3.0192341089620336e-05, |
| "loss": 0.11249801516532898, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.5653310104529616, |
| "grad_norm": 2.113356351852417, |
| "learning_rate": 3.015387325120555e-05, |
| "loss": 0.27745190262794495, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.5657665505226481, |
| "grad_norm": 2.2082254886627197, |
| "learning_rate": 3.0115405159784878e-05, |
| "loss": 0.1680198311805725, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.5662020905923345, |
| "grad_norm": 2.425495147705078, |
| "learning_rate": 3.0076936878609406e-05, |
| "loss": 0.22404608130455017, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5666376306620209, |
| "grad_norm": 1.8488414287567139, |
| "learning_rate": 3.0038468470930572e-05, |
| "loss": 0.30183571577072144, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.5670731707317073, |
| "grad_norm": 2.0390195846557617, |
| "learning_rate": 3e-05, |
| "loss": 0.26834002137184143, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.5675087108013938, |
| "grad_norm": 1.1455984115600586, |
| "learning_rate": 2.996153152906943e-05, |
| "loss": 0.14714863896369934, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.5679442508710801, |
| "grad_norm": 1.4030210971832275, |
| "learning_rate": 2.99230631213906e-05, |
| "loss": 0.21118777990341187, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.5683797909407665, |
| "grad_norm": 1.6535847187042236, |
| "learning_rate": 2.9884594840215127e-05, |
| "loss": 0.13989926874637604, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.568815331010453, |
| "grad_norm": 2.3527426719665527, |
| "learning_rate": 2.9846126748794452e-05, |
| "loss": 0.37161001563072205, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.5692508710801394, |
| "grad_norm": 1.2818504571914673, |
| "learning_rate": 2.9807658910379666e-05, |
| "loss": 0.13303937017917633, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.5696864111498258, |
| "grad_norm": 1.7819384336471558, |
| "learning_rate": 2.9769191388221476e-05, |
| "loss": 0.24990375339984894, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.5701219512195121, |
| "grad_norm": 1.0550129413604736, |
| "learning_rate": 2.9730724245570063e-05, |
| "loss": 0.1301070749759674, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.5705574912891986, |
| "grad_norm": 2.0256078243255615, |
| "learning_rate": 2.969225754567496e-05, |
| "loss": 0.3316114842891693, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.570993031358885, |
| "grad_norm": 1.8508574962615967, |
| "learning_rate": 2.9653791351785e-05, |
| "loss": 0.1672663539648056, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 2.407881498336792, |
| "learning_rate": 2.961532572714818e-05, |
| "loss": 0.3688102066516876, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.5718641114982579, |
| "grad_norm": 1.7426962852478027, |
| "learning_rate": 2.957686073501154e-05, |
| "loss": 0.213697612285614, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.5722996515679443, |
| "grad_norm": 2.3700451850891113, |
| "learning_rate": 2.9538396438621115e-05, |
| "loss": 0.2450462281703949, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.5727351916376306, |
| "grad_norm": 2.261808395385742, |
| "learning_rate": 2.9499932901221758e-05, |
| "loss": 0.2895894944667816, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.573170731707317, |
| "grad_norm": 1.5829752683639526, |
| "learning_rate": 2.946147018605709e-05, |
| "loss": 0.2187323421239853, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.5736062717770035, |
| "grad_norm": 2.046006202697754, |
| "learning_rate": 2.9423008356369388e-05, |
| "loss": 0.2683967649936676, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.5740418118466899, |
| "grad_norm": 2.077106237411499, |
| "learning_rate": 2.9384547475399473e-05, |
| "loss": 0.2140924483537674, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.5744773519163763, |
| "grad_norm": 1.467585802078247, |
| "learning_rate": 2.9346087606386592e-05, |
| "loss": 0.15292803943157196, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.5749128919860628, |
| "grad_norm": 1.266112208366394, |
| "learning_rate": 2.9307628812568342e-05, |
| "loss": 0.13219943642616272, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.5753484320557491, |
| "grad_norm": 1.6740564107894897, |
| "learning_rate": 2.926917115718054e-05, |
| "loss": 0.208161860704422, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.5757839721254355, |
| "grad_norm": 1.595106840133667, |
| "learning_rate": 2.923071470345714e-05, |
| "loss": 0.16393855214118958, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.5762195121951219, |
| "grad_norm": 2.0885729789733887, |
| "learning_rate": 2.9192259514630123e-05, |
| "loss": 0.35919564962387085, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.5766550522648084, |
| "grad_norm": 1.5314321517944336, |
| "learning_rate": 2.915380565392937e-05, |
| "loss": 0.17880970239639282, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.5770905923344948, |
| "grad_norm": 2.275857925415039, |
| "learning_rate": 2.9115353184582605e-05, |
| "loss": 0.37783944606781006, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.5775261324041812, |
| "grad_norm": 1.8927205801010132, |
| "learning_rate": 2.9076902169815257e-05, |
| "loss": 0.23611073195934296, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.5779616724738676, |
| "grad_norm": 1.5297832489013672, |
| "learning_rate": 2.9038452672850344e-05, |
| "loss": 0.17640087008476257, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.578397212543554, |
| "grad_norm": 1.7052741050720215, |
| "learning_rate": 2.900000475690842e-05, |
| "loss": 0.1636761575937271, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.5788327526132404, |
| "grad_norm": 1.6927305459976196, |
| "learning_rate": 2.89615584852074e-05, |
| "loss": 0.2173040211200714, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.5792682926829268, |
| "grad_norm": 2.084845781326294, |
| "learning_rate": 2.892311392096253e-05, |
| "loss": 0.2786039710044861, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.5797038327526133, |
| "grad_norm": 1.7768523693084717, |
| "learning_rate": 2.888467112738625e-05, |
| "loss": 0.13360758125782013, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.5801393728222997, |
| "grad_norm": 1.589676856994629, |
| "learning_rate": 2.8846230167688048e-05, |
| "loss": 0.16625314950942993, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.580574912891986, |
| "grad_norm": 2.070446252822876, |
| "learning_rate": 2.8807791105074445e-05, |
| "loss": 0.3192163109779358, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.5810104529616724, |
| "grad_norm": 1.8861228227615356, |
| "learning_rate": 2.8769354002748805e-05, |
| "loss": 0.3069511353969574, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.5814459930313589, |
| "grad_norm": 2.25631046295166, |
| "learning_rate": 2.8730918923911293e-05, |
| "loss": 0.3152622580528259, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.5818815331010453, |
| "grad_norm": 1.834847092628479, |
| "learning_rate": 2.8692485931758745e-05, |
| "loss": 0.25460171699523926, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.5823170731707317, |
| "grad_norm": 2.2597529888153076, |
| "learning_rate": 2.8654055089484563e-05, |
| "loss": 0.24117185175418854, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.5827526132404182, |
| "grad_norm": 1.744492769241333, |
| "learning_rate": 2.8615626460278587e-05, |
| "loss": 0.2260976880788803, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.5831881533101045, |
| "grad_norm": 1.4152963161468506, |
| "learning_rate": 2.857720010732705e-05, |
| "loss": 0.12728485465049744, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.5836236933797909, |
| "grad_norm": 1.6194369792938232, |
| "learning_rate": 2.8538776093812453e-05, |
| "loss": 0.1628914326429367, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.5840592334494773, |
| "grad_norm": 1.4098714590072632, |
| "learning_rate": 2.8500354482913416e-05, |
| "loss": 0.1331072449684143, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.5844947735191638, |
| "grad_norm": 1.860482931137085, |
| "learning_rate": 2.846193533780463e-05, |
| "loss": 0.24004779756069183, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.5849303135888502, |
| "grad_norm": 1.4867013692855835, |
| "learning_rate": 2.8423518721656715e-05, |
| "loss": 0.16906633973121643, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.5853658536585366, |
| "grad_norm": 1.4931787252426147, |
| "learning_rate": 2.8385104697636157e-05, |
| "loss": 0.26338085532188416, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.585801393728223, |
| "grad_norm": 1.8244421482086182, |
| "learning_rate": 2.8346693328905165e-05, |
| "loss": 0.18665918707847595, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.5862369337979094, |
| "grad_norm": 1.7508691549301147, |
| "learning_rate": 2.830828467862157e-05, |
| "loss": 0.2500062882900238, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.5866724738675958, |
| "grad_norm": 1.7115296125411987, |
| "learning_rate": 2.826987880993877e-05, |
| "loss": 0.2515639364719391, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.5871080139372822, |
| "grad_norm": 1.9816491603851318, |
| "learning_rate": 2.8231475786005545e-05, |
| "loss": 0.2780587077140808, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.5875435540069687, |
| "grad_norm": 2.2995188236236572, |
| "learning_rate": 2.8193075669966027e-05, |
| "loss": 0.30068239569664, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.587979094076655, |
| "grad_norm": 1.5038076639175415, |
| "learning_rate": 2.8154678524959562e-05, |
| "loss": 0.21021251380443573, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.5884146341463414, |
| "grad_norm": 1.6126465797424316, |
| "learning_rate": 2.81162844141206e-05, |
| "loss": 0.17707999050617218, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.5888501742160279, |
| "grad_norm": 1.9491106271743774, |
| "learning_rate": 2.8077893400578617e-05, |
| "loss": 0.32348909974098206, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.5892857142857143, |
| "grad_norm": 2.091373920440674, |
| "learning_rate": 2.8039505547457975e-05, |
| "loss": 0.2754712700843811, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.5897212543554007, |
| "grad_norm": 3.753204822540283, |
| "learning_rate": 2.8001120917877865e-05, |
| "loss": 0.2297249734401703, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.5901567944250871, |
| "grad_norm": 1.9606746435165405, |
| "learning_rate": 2.796273957495217e-05, |
| "loss": 0.19272969663143158, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.5905923344947736, |
| "grad_norm": 1.5958508253097534, |
| "learning_rate": 2.792436158178935e-05, |
| "loss": 0.22788110375404358, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.5910278745644599, |
| "grad_norm": 1.4589847326278687, |
| "learning_rate": 2.788598700149238e-05, |
| "loss": 0.1278601884841919, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.5914634146341463, |
| "grad_norm": 1.551324486732483, |
| "learning_rate": 2.784761589715862e-05, |
| "loss": 0.16612817347049713, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.5918989547038328, |
| "grad_norm": 2.1214427947998047, |
| "learning_rate": 2.7809248331879712e-05, |
| "loss": 0.3975890576839447, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.5923344947735192, |
| "grad_norm": 1.8399595022201538, |
| "learning_rate": 2.7770884368741453e-05, |
| "loss": 0.21396517753601074, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.5927700348432056, |
| "grad_norm": 2.1628801822662354, |
| "learning_rate": 2.7732524070823767e-05, |
| "loss": 0.18176965415477753, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.5932055749128919, |
| "grad_norm": 1.2781883478164673, |
| "learning_rate": 2.7694167501200508e-05, |
| "loss": 0.14342190325260162, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.5936411149825784, |
| "grad_norm": 1.6835523843765259, |
| "learning_rate": 2.7655814722939424e-05, |
| "loss": 0.21892698109149933, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.5940766550522648, |
| "grad_norm": 2.2439956665039062, |
| "learning_rate": 2.761746579910203e-05, |
| "loss": 0.2719407379627228, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.5945121951219512, |
| "grad_norm": 1.4128025770187378, |
| "learning_rate": 2.7579120792743485e-05, |
| "loss": 0.08538347482681274, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.5949477351916377, |
| "grad_norm": 1.1250094175338745, |
| "learning_rate": 2.7540779766912526e-05, |
| "loss": 0.09105332940816879, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.5953832752613241, |
| "grad_norm": 2.4108567237854004, |
| "learning_rate": 2.7502442784651323e-05, |
| "loss": 0.35657840967178345, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.5958188153310104, |
| "grad_norm": 1.3588026762008667, |
| "learning_rate": 2.7464109908995418e-05, |
| "loss": 0.16930775344371796, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.5962543554006968, |
| "grad_norm": 1.4603877067565918, |
| "learning_rate": 2.7425781202973603e-05, |
| "loss": 0.1897612363100052, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.5966898954703833, |
| "grad_norm": 2.2575597763061523, |
| "learning_rate": 2.738745672960779e-05, |
| "loss": 0.3761543929576874, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.5971254355400697, |
| "grad_norm": 1.516898512840271, |
| "learning_rate": 2.734913655191295e-05, |
| "loss": 0.1858750432729721, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.5975609756097561, |
| "grad_norm": 2.0671823024749756, |
| "learning_rate": 2.7310820732897e-05, |
| "loss": 0.3544721007347107, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.5979965156794426, |
| "grad_norm": 3.0401933193206787, |
| "learning_rate": 2.7272509335560652e-05, |
| "loss": 0.2851201593875885, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.5984320557491289, |
| "grad_norm": 1.5025359392166138, |
| "learning_rate": 2.7234202422897397e-05, |
| "loss": 0.18936404585838318, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.5988675958188153, |
| "grad_norm": 2.1338400840759277, |
| "learning_rate": 2.7195900057893308e-05, |
| "loss": 0.31363314390182495, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.5993031358885017, |
| "grad_norm": 2.581341028213501, |
| "learning_rate": 2.7157602303527014e-05, |
| "loss": 0.36393266916275024, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.5997386759581882, |
| "grad_norm": 2.0012505054473877, |
| "learning_rate": 2.7119309222769548e-05, |
| "loss": 0.26431789994239807, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.6001742160278746, |
| "grad_norm": 3.6520750522613525, |
| "learning_rate": 2.7081020878584252e-05, |
| "loss": 0.128719300031662, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.600609756097561, |
| "grad_norm": 1.5242259502410889, |
| "learning_rate": 2.7042737333926696e-05, |
| "loss": 0.1392907351255417, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.6010452961672473, |
| "grad_norm": 2.1261560916900635, |
| "learning_rate": 2.700445865174454e-05, |
| "loss": 0.3186664581298828, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.6014808362369338, |
| "grad_norm": 2.6157634258270264, |
| "learning_rate": 2.6966184894977467e-05, |
| "loss": 0.4460267424583435, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.6019163763066202, |
| "grad_norm": 1.4706969261169434, |
| "learning_rate": 2.692791612655706e-05, |
| "loss": 0.17917637526988983, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.6023519163763066, |
| "grad_norm": 1.9775458574295044, |
| "learning_rate": 2.6889652409406683e-05, |
| "loss": 0.28681322932243347, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.6027874564459931, |
| "grad_norm": 2.0796120166778564, |
| "learning_rate": 2.6851393806441396e-05, |
| "loss": 0.3335949182510376, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.6032229965156795, |
| "grad_norm": 1.4693139791488647, |
| "learning_rate": 2.6813140380567873e-05, |
| "loss": 0.15765881538391113, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.6036585365853658, |
| "grad_norm": 1.385542392730713, |
| "learning_rate": 2.677489219468426e-05, |
| "loss": 0.14334559440612793, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.6040940766550522, |
| "grad_norm": 1.5054854154586792, |
| "learning_rate": 2.6736649311680076e-05, |
| "loss": 0.12850937247276306, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.6045296167247387, |
| "grad_norm": 1.60765540599823, |
| "learning_rate": 2.6698411794436154e-05, |
| "loss": 0.17463791370391846, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.6049651567944251, |
| "grad_norm": 1.658469557762146, |
| "learning_rate": 2.6660179705824463e-05, |
| "loss": 0.21663358807563782, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.6054006968641115, |
| "grad_norm": 1.7762863636016846, |
| "learning_rate": 2.6621953108708078e-05, |
| "loss": 0.22876380383968353, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.605836236933798, |
| "grad_norm": 1.9468557834625244, |
| "learning_rate": 2.6583732065941032e-05, |
| "loss": 0.2954308092594147, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.6062717770034843, |
| "grad_norm": 1.2998851537704468, |
| "learning_rate": 2.654551664036822e-05, |
| "loss": 0.12982992827892303, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.6067073170731707, |
| "grad_norm": 1.5497297048568726, |
| "learning_rate": 2.6507306894825317e-05, |
| "loss": 0.19894252717494965, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.6071428571428571, |
| "grad_norm": 1.7153383493423462, |
| "learning_rate": 2.6469102892138643e-05, |
| "loss": 0.24864396452903748, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.6075783972125436, |
| "grad_norm": 2.5014488697052, |
| "learning_rate": 2.6430904695125075e-05, |
| "loss": 0.4285851716995239, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.60801393728223, |
| "grad_norm": 2.284639835357666, |
| "learning_rate": 2.639271236659197e-05, |
| "loss": 0.3811066150665283, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.6084494773519163, |
| "grad_norm": 1.377539873123169, |
| "learning_rate": 2.635452596933699e-05, |
| "loss": 0.12293872237205505, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.6088850174216028, |
| "grad_norm": 1.8557617664337158, |
| "learning_rate": 2.6316345566148098e-05, |
| "loss": 0.2641359865665436, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.6093205574912892, |
| "grad_norm": 2.0237460136413574, |
| "learning_rate": 2.6278171219803345e-05, |
| "loss": 0.23013053834438324, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.6097560975609756, |
| "grad_norm": 1.3620203733444214, |
| "learning_rate": 2.624000299307087e-05, |
| "loss": 0.1309473067522049, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.610191637630662, |
| "grad_norm": 1.7026824951171875, |
| "learning_rate": 2.6201840948708736e-05, |
| "loss": 0.17942121624946594, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.6106271777003485, |
| "grad_norm": 2.0340354442596436, |
| "learning_rate": 2.6163685149464815e-05, |
| "loss": 0.26147156953811646, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.6110627177700348, |
| "grad_norm": 2.0781233310699463, |
| "learning_rate": 2.612553565807675e-05, |
| "loss": 0.2737745940685272, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.6114982578397212, |
| "grad_norm": 1.4551810026168823, |
| "learning_rate": 2.6087392537271797e-05, |
| "loss": 0.11400774121284485, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.6119337979094077, |
| "grad_norm": 1.3631961345672607, |
| "learning_rate": 2.6049255849766727e-05, |
| "loss": 0.10554643720388412, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.6123693379790941, |
| "grad_norm": 1.4406837224960327, |
| "learning_rate": 2.6011125658267736e-05, |
| "loss": 0.10089446604251862, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.6128048780487805, |
| "grad_norm": 1.8493452072143555, |
| "learning_rate": 2.5973002025470347e-05, |
| "loss": 0.2563517391681671, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.6132404181184669, |
| "grad_norm": 1.1026527881622314, |
| "learning_rate": 2.5934885014059287e-05, |
| "loss": 0.0937824472784996, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.6136759581881533, |
| "grad_norm": 1.3296196460723877, |
| "learning_rate": 2.5896774686708412e-05, |
| "loss": 0.10880471020936966, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.6141114982578397, |
| "grad_norm": 1.5937347412109375, |
| "learning_rate": 2.5858671106080588e-05, |
| "loss": 0.2239312380552292, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.6145470383275261, |
| "grad_norm": 2.168644428253174, |
| "learning_rate": 2.5820574334827564e-05, |
| "loss": 0.39461448788642883, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.6149825783972126, |
| "grad_norm": 1.7165617942810059, |
| "learning_rate": 2.578248443558992e-05, |
| "loss": 0.20071062445640564, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.615418118466899, |
| "grad_norm": 1.0566691160202026, |
| "learning_rate": 2.5744401470996912e-05, |
| "loss": 0.06137409806251526, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.6158536585365854, |
| "grad_norm": 2.2507987022399902, |
| "learning_rate": 2.5706325503666417e-05, |
| "loss": 0.27774739265441895, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.6162891986062717, |
| "grad_norm": 1.6252764463424683, |
| "learning_rate": 2.56682565962048e-05, |
| "loss": 0.22203701734542847, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.6167247386759582, |
| "grad_norm": 1.9125720262527466, |
| "learning_rate": 2.5630194811206795e-05, |
| "loss": 0.35589826107025146, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.6171602787456446, |
| "grad_norm": 1.7730011940002441, |
| "learning_rate": 2.5592140211255463e-05, |
| "loss": 0.2606363296508789, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.617595818815331, |
| "grad_norm": 2.4187750816345215, |
| "learning_rate": 2.555409285892203e-05, |
| "loss": 0.2365768551826477, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.6180313588850174, |
| "grad_norm": 1.3085287809371948, |
| "learning_rate": 2.5516052816765793e-05, |
| "loss": 0.10925300419330597, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.6184668989547039, |
| "grad_norm": 2.2321019172668457, |
| "learning_rate": 2.547802014733406e-05, |
| "loss": 0.2667495906352997, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.6189024390243902, |
| "grad_norm": 1.5501893758773804, |
| "learning_rate": 2.5439994913161986e-05, |
| "loss": 0.18000830709934235, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.6193379790940766, |
| "grad_norm": 1.5327757596969604, |
| "learning_rate": 2.540197717677252e-05, |
| "loss": 0.2532626986503601, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.6197735191637631, |
| "grad_norm": 1.8870168924331665, |
| "learning_rate": 2.5363967000676284e-05, |
| "loss": 0.19920237362384796, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.6202090592334495, |
| "grad_norm": 1.4490524530410767, |
| "learning_rate": 2.532596444737145e-05, |
| "loss": 0.14487847685813904, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.6206445993031359, |
| "grad_norm": 1.9183648824691772, |
| "learning_rate": 2.528796957934368e-05, |
| "loss": 0.26750341057777405, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.6210801393728222, |
| "grad_norm": 1.8421863317489624, |
| "learning_rate": 2.5249982459065977e-05, |
| "loss": 0.21623659133911133, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.6215156794425087, |
| "grad_norm": 1.5806342363357544, |
| "learning_rate": 2.521200314899863e-05, |
| "loss": 0.17194150388240814, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.6219512195121951, |
| "grad_norm": 1.8999648094177246, |
| "learning_rate": 2.5174031711589053e-05, |
| "loss": 0.2705439627170563, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.6223867595818815, |
| "grad_norm": 2.4327075481414795, |
| "learning_rate": 2.513606820927175e-05, |
| "loss": 0.2698914110660553, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.622822299651568, |
| "grad_norm": 2.175290107727051, |
| "learning_rate": 2.5098112704468143e-05, |
| "loss": 0.326336145401001, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.6232578397212544, |
| "grad_norm": 1.9365315437316895, |
| "learning_rate": 2.5060165259586534e-05, |
| "loss": 0.2496911734342575, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.6236933797909407, |
| "grad_norm": 1.4874533414840698, |
| "learning_rate": 2.5022225937021976e-05, |
| "loss": 0.1331433802843094, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.6241289198606271, |
| "grad_norm": 2.000213384628296, |
| "learning_rate": 2.4984294799156122e-05, |
| "loss": 0.254539430141449, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.6245644599303136, |
| "grad_norm": 1.0575778484344482, |
| "learning_rate": 2.4946371908357228e-05, |
| "loss": 0.09509436786174774, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.625, |
| "grad_norm": 1.616779088973999, |
| "learning_rate": 2.4908457326979935e-05, |
| "loss": 0.18206360936164856, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.6254355400696864, |
| "grad_norm": 1.5353922843933105, |
| "learning_rate": 2.4870551117365256e-05, |
| "loss": 0.18819403648376465, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.6258710801393729, |
| "grad_norm": 1.2795904874801636, |
| "learning_rate": 2.4832653341840436e-05, |
| "loss": 0.1303432732820511, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.6263066202090593, |
| "grad_norm": 1.371732473373413, |
| "learning_rate": 2.479476406271883e-05, |
| "loss": 0.16917970776557922, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.6267421602787456, |
| "grad_norm": 1.4065773487091064, |
| "learning_rate": 2.4756883342299848e-05, |
| "loss": 0.11007710546255112, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.627177700348432, |
| "grad_norm": 1.3483725786209106, |
| "learning_rate": 2.471901124286881e-05, |
| "loss": 0.14089597761631012, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.6276132404181185, |
| "grad_norm": 1.765088677406311, |
| "learning_rate": 2.4681147826696867e-05, |
| "loss": 0.23051908612251282, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.6280487804878049, |
| "grad_norm": 1.8232687711715698, |
| "learning_rate": 2.4643293156040903e-05, |
| "loss": 0.20895642042160034, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.6284843205574913, |
| "grad_norm": 1.6689848899841309, |
| "learning_rate": 2.46054472931434e-05, |
| "loss": 0.15144582092761993, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.6289198606271778, |
| "grad_norm": 2.043285846710205, |
| "learning_rate": 2.4567610300232382e-05, |
| "loss": 0.34985116124153137, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.6293554006968641, |
| "grad_norm": 1.324885368347168, |
| "learning_rate": 2.4529782239521267e-05, |
| "loss": 0.12777724862098694, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.6297909407665505, |
| "grad_norm": 1.8765711784362793, |
| "learning_rate": 2.4491963173208803e-05, |
| "loss": 0.2092246264219284, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.6302264808362369, |
| "grad_norm": 11.779485702514648, |
| "learning_rate": 2.445415316347894e-05, |
| "loss": 0.4553186297416687, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.6306620209059234, |
| "grad_norm": 1.4985606670379639, |
| "learning_rate": 2.4416352272500732e-05, |
| "loss": 0.1694854348897934, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.6310975609756098, |
| "grad_norm": 1.8758090734481812, |
| "learning_rate": 2.4378560562428255e-05, |
| "loss": 0.24994255602359772, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.6315331010452961, |
| "grad_norm": 1.7860504388809204, |
| "learning_rate": 2.4340778095400493e-05, |
| "loss": 0.2564220130443573, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.6319686411149826, |
| "grad_norm": 2.191840410232544, |
| "learning_rate": 2.4303004933541193e-05, |
| "loss": 0.19239574670791626, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.632404181184669, |
| "grad_norm": 2.4889702796936035, |
| "learning_rate": 2.4265241138958836e-05, |
| "loss": 0.643744945526123, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.6328397212543554, |
| "grad_norm": 1.4116836786270142, |
| "learning_rate": 2.4227486773746504e-05, |
| "loss": 0.12972885370254517, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.6332752613240418, |
| "grad_norm": 1.805114507675171, |
| "learning_rate": 2.4189741899981755e-05, |
| "loss": 0.20351508259773254, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.6337108013937283, |
| "grad_norm": 2.1590287685394287, |
| "learning_rate": 2.415200657972655e-05, |
| "loss": 0.2742109000682831, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.6341463414634146, |
| "grad_norm": 1.4852075576782227, |
| "learning_rate": 2.411428087502715e-05, |
| "loss": 0.14273783564567566, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.634581881533101, |
| "grad_norm": 1.8010764122009277, |
| "learning_rate": 2.4076564847913988e-05, |
| "loss": 0.17351339757442474, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.6350174216027874, |
| "grad_norm": 2.049821615219116, |
| "learning_rate": 2.403885856040161e-05, |
| "loss": 0.28086698055267334, |
| "step": 1458 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 2526, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.628656222461829e+17, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
