| { |
| "best_metric": 0.9591836734693877, |
| "best_model_checkpoint": "./model_temp/checkpoint-101000", |
| "epoch": 48.69916027747353, |
| "eval_steps": 500, |
| "global_step": 134000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.08305647840531562, |
| "grad_norm": 7.692755222320557, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 0.5721, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.16611295681063123, |
| "grad_norm": 0.5308930277824402, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.119, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.24916943521594684, |
| "grad_norm": 0.05565977841615677, |
| "learning_rate": 1.5e-06, |
| "loss": 0.0306, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.33222591362126247, |
| "grad_norm": 0.0325307697057724, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.0272, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.4152823920265781, |
| "grad_norm": 0.057338133454322815, |
| "learning_rate": 2.5e-06, |
| "loss": 0.0274, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.4983388704318937, |
| "grad_norm": 0.021708570420742035, |
| "learning_rate": 3e-06, |
| "loss": 0.0272, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.5813953488372093, |
| "grad_norm": 0.029700901359319687, |
| "learning_rate": 3.5e-06, |
| "loss": 0.0275, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.6644518272425249, |
| "grad_norm": 0.025190476328134537, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.0263, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.7475083056478405, |
| "grad_norm": 0.03320654481649399, |
| "learning_rate": 4.5e-06, |
| "loss": 0.0274, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.8305647840531561, |
| "grad_norm": 0.03724764287471771, |
| "learning_rate": 5e-06, |
| "loss": 0.0262, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.9136212624584718, |
| "grad_norm": 0.04773814603686333, |
| "learning_rate": 5.500000000000001e-06, |
| "loss": 0.0265, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.9966777408637874, |
| "grad_norm": 0.05851120129227638, |
| "learning_rate": 6e-06, |
| "loss": 0.0264, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.079734219269103, |
| "grad_norm": 0.044609878212213516, |
| "learning_rate": 6.5000000000000004e-06, |
| "loss": 0.0266, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.1627906976744187, |
| "grad_norm": 0.048703815788030624, |
| "learning_rate": 7e-06, |
| "loss": 0.0261, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.2458471760797343, |
| "grad_norm": 0.032963819801807404, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.0254, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.3289036544850499, |
| "grad_norm": 0.061456166207790375, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.0261, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.4119601328903655, |
| "grad_norm": 0.04576973244547844, |
| "learning_rate": 8.5e-06, |
| "loss": 0.0244, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.495016611295681, |
| "grad_norm": 0.04015668109059334, |
| "learning_rate": 9e-06, |
| "loss": 0.0252, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.5780730897009967, |
| "grad_norm": 0.055900804698467255, |
| "learning_rate": 9.5e-06, |
| "loss": 0.025, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.6611295681063123, |
| "grad_norm": 0.03412498161196709, |
| "learning_rate": 1e-05, |
| "loss": 0.0252, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.744186046511628, |
| "grad_norm": 0.047917820513248444, |
| "learning_rate": 9.991554054054055e-06, |
| "loss": 0.0249, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.8272425249169435, |
| "grad_norm": 0.0429849848151207, |
| "learning_rate": 9.983108108108109e-06, |
| "loss": 0.0247, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.910299003322259, |
| "grad_norm": 0.043424028903245926, |
| "learning_rate": 9.974662162162163e-06, |
| "loss": 0.0249, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.9933554817275747, |
| "grad_norm": 0.04757978767156601, |
| "learning_rate": 9.966216216216217e-06, |
| "loss": 0.0251, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.0764119601328903, |
| "grad_norm": 0.042466793209314346, |
| "learning_rate": 9.957770270270271e-06, |
| "loss": 0.0247, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.159468438538206, |
| "grad_norm": 0.04843801632523537, |
| "learning_rate": 9.949324324324325e-06, |
| "loss": 0.0245, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.2425249169435215, |
| "grad_norm": 0.05055597424507141, |
| "learning_rate": 9.940878378378379e-06, |
| "loss": 0.0242, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.3255813953488373, |
| "grad_norm": 0.03343519568443298, |
| "learning_rate": 9.932432432432433e-06, |
| "loss": 0.0245, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.4086378737541527, |
| "grad_norm": 0.044828835874795914, |
| "learning_rate": 9.923986486486487e-06, |
| "loss": 0.0243, |
| "step": 1450 |
| }, |
| { |
| "epoch": 2.4916943521594686, |
| "grad_norm": 0.03191625326871872, |
| "learning_rate": 9.915540540540541e-06, |
| "loss": 0.0244, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.574750830564784, |
| "grad_norm": 0.06024698168039322, |
| "learning_rate": 9.907094594594595e-06, |
| "loss": 0.0238, |
| "step": 1550 |
| }, |
| { |
| "epoch": 2.6578073089700998, |
| "grad_norm": 0.04001982510089874, |
| "learning_rate": 9.89864864864865e-06, |
| "loss": 0.0244, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.740863787375415, |
| "grad_norm": 0.1221691444516182, |
| "learning_rate": 9.890202702702703e-06, |
| "loss": 0.0239, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.823920265780731, |
| "grad_norm": 0.04491797834634781, |
| "learning_rate": 9.881756756756757e-06, |
| "loss": 0.0235, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.9069767441860463, |
| "grad_norm": 0.08072737604379654, |
| "learning_rate": 9.873310810810811e-06, |
| "loss": 0.0235, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.990033222591362, |
| "grad_norm": 0.12076549977064133, |
| "learning_rate": 9.864864864864865e-06, |
| "loss": 0.0231, |
| "step": 1800 |
| }, |
| { |
| "epoch": 3.0730897009966776, |
| "grad_norm": 0.047267742455005646, |
| "learning_rate": 9.85641891891892e-06, |
| "loss": 0.0237, |
| "step": 1850 |
| }, |
| { |
| "epoch": 3.1561461794019934, |
| "grad_norm": 0.04982184246182442, |
| "learning_rate": 9.847972972972973e-06, |
| "loss": 0.0236, |
| "step": 1900 |
| }, |
| { |
| "epoch": 3.2392026578073088, |
| "grad_norm": 0.025792259722948074, |
| "learning_rate": 9.839527027027027e-06, |
| "loss": 0.0236, |
| "step": 1950 |
| }, |
| { |
| "epoch": 3.3222591362126246, |
| "grad_norm": 0.08177588880062103, |
| "learning_rate": 9.831081081081081e-06, |
| "loss": 0.0226, |
| "step": 2000 |
| }, |
| { |
| "epoch": 3.4053156146179404, |
| "grad_norm": 0.04007701203227043, |
| "learning_rate": 9.822635135135135e-06, |
| "loss": 0.0238, |
| "step": 2050 |
| }, |
| { |
| "epoch": 3.488372093023256, |
| "grad_norm": 0.060702063143253326, |
| "learning_rate": 9.814189189189191e-06, |
| "loss": 0.0238, |
| "step": 2100 |
| }, |
| { |
| "epoch": 3.571428571428571, |
| "grad_norm": 0.05167702957987785, |
| "learning_rate": 9.805743243243244e-06, |
| "loss": 0.0232, |
| "step": 2150 |
| }, |
| { |
| "epoch": 3.654485049833887, |
| "grad_norm": 0.060260944068431854, |
| "learning_rate": 9.797297297297298e-06, |
| "loss": 0.0234, |
| "step": 2200 |
| }, |
| { |
| "epoch": 3.737541528239203, |
| "grad_norm": 0.04363139718770981, |
| "learning_rate": 9.788851351351352e-06, |
| "loss": 0.0236, |
| "step": 2250 |
| }, |
| { |
| "epoch": 3.820598006644518, |
| "grad_norm": 0.07498718798160553, |
| "learning_rate": 9.780405405405407e-06, |
| "loss": 0.0232, |
| "step": 2300 |
| }, |
| { |
| "epoch": 3.903654485049834, |
| "grad_norm": 0.031206348910927773, |
| "learning_rate": 9.77195945945946e-06, |
| "loss": 0.0233, |
| "step": 2350 |
| }, |
| { |
| "epoch": 3.9867109634551494, |
| "grad_norm": 0.09429947286844254, |
| "learning_rate": 9.763513513513514e-06, |
| "loss": 0.0236, |
| "step": 2400 |
| }, |
| { |
| "epoch": 4.069767441860465, |
| "grad_norm": 0.04899977147579193, |
| "learning_rate": 9.75506756756757e-06, |
| "loss": 0.0229, |
| "step": 2450 |
| }, |
| { |
| "epoch": 4.152823920265781, |
| "grad_norm": 0.0407995842397213, |
| "learning_rate": 9.746621621621622e-06, |
| "loss": 0.0226, |
| "step": 2500 |
| }, |
| { |
| "epoch": 4.235880398671096, |
| "grad_norm": 0.08796069771051407, |
| "learning_rate": 9.738175675675676e-06, |
| "loss": 0.0234, |
| "step": 2550 |
| }, |
| { |
| "epoch": 4.318936877076412, |
| "grad_norm": 0.05589350312948227, |
| "learning_rate": 9.729729729729732e-06, |
| "loss": 0.0228, |
| "step": 2600 |
| }, |
| { |
| "epoch": 4.401993355481728, |
| "grad_norm": 0.05050768330693245, |
| "learning_rate": 9.721283783783786e-06, |
| "loss": 0.0229, |
| "step": 2650 |
| }, |
| { |
| "epoch": 4.485049833887043, |
| "grad_norm": 0.056809961795806885, |
| "learning_rate": 9.712837837837838e-06, |
| "loss": 0.0231, |
| "step": 2700 |
| }, |
| { |
| "epoch": 4.568106312292358, |
| "grad_norm": 0.04864858463406563, |
| "learning_rate": 9.704391891891892e-06, |
| "loss": 0.0227, |
| "step": 2750 |
| }, |
| { |
| "epoch": 4.651162790697675, |
| "grad_norm": 0.04045893996953964, |
| "learning_rate": 9.695945945945948e-06, |
| "loss": 0.0232, |
| "step": 2800 |
| }, |
| { |
| "epoch": 4.73421926910299, |
| "grad_norm": 0.057447399944067, |
| "learning_rate": 9.6875e-06, |
| "loss": 0.023, |
| "step": 2850 |
| }, |
| { |
| "epoch": 4.8172757475083055, |
| "grad_norm": 0.046988341957330704, |
| "learning_rate": 9.679054054054054e-06, |
| "loss": 0.0229, |
| "step": 2900 |
| }, |
| { |
| "epoch": 4.900332225913621, |
| "grad_norm": 0.049161553382873535, |
| "learning_rate": 9.67060810810811e-06, |
| "loss": 0.0235, |
| "step": 2950 |
| }, |
| { |
| "epoch": 4.983388704318937, |
| "grad_norm": 0.06303807348012924, |
| "learning_rate": 9.662162162162164e-06, |
| "loss": 0.0231, |
| "step": 3000 |
| }, |
| { |
| "epoch": 5.0664451827242525, |
| "grad_norm": 0.062485501170158386, |
| "learning_rate": 9.653716216216216e-06, |
| "loss": 0.022, |
| "step": 3050 |
| }, |
| { |
| "epoch": 5.149501661129568, |
| "grad_norm": 0.06548245251178741, |
| "learning_rate": 9.64527027027027e-06, |
| "loss": 0.0228, |
| "step": 3100 |
| }, |
| { |
| "epoch": 5.232558139534884, |
| "grad_norm": 0.05610573664307594, |
| "learning_rate": 9.636824324324326e-06, |
| "loss": 0.023, |
| "step": 3150 |
| }, |
| { |
| "epoch": 5.3156146179401995, |
| "grad_norm": 0.06676553189754486, |
| "learning_rate": 9.62837837837838e-06, |
| "loss": 0.0222, |
| "step": 3200 |
| }, |
| { |
| "epoch": 5.398671096345515, |
| "grad_norm": 0.042792513966560364, |
| "learning_rate": 9.619932432432432e-06, |
| "loss": 0.0223, |
| "step": 3250 |
| }, |
| { |
| "epoch": 5.48172757475083, |
| "grad_norm": 0.10044345259666443, |
| "learning_rate": 9.611486486486488e-06, |
| "loss": 0.0221, |
| "step": 3300 |
| }, |
| { |
| "epoch": 5.5647840531561465, |
| "grad_norm": 0.08114602416753769, |
| "learning_rate": 9.603040540540542e-06, |
| "loss": 0.022, |
| "step": 3350 |
| }, |
| { |
| "epoch": 5.647840531561462, |
| "grad_norm": 0.08317956328392029, |
| "learning_rate": 9.594594594594594e-06, |
| "loss": 0.022, |
| "step": 3400 |
| }, |
| { |
| "epoch": 5.730897009966777, |
| "grad_norm": 0.11240950226783752, |
| "learning_rate": 9.58614864864865e-06, |
| "loss": 0.0225, |
| "step": 3450 |
| }, |
| { |
| "epoch": 5.813953488372093, |
| "grad_norm": 0.10367760807275772, |
| "learning_rate": 9.577702702702704e-06, |
| "loss": 0.0218, |
| "step": 3500 |
| }, |
| { |
| "epoch": 5.897009966777409, |
| "grad_norm": 0.10737499594688416, |
| "learning_rate": 9.569256756756758e-06, |
| "loss": 0.0216, |
| "step": 3550 |
| }, |
| { |
| "epoch": 5.980066445182724, |
| "grad_norm": 0.14091305434703827, |
| "learning_rate": 9.56081081081081e-06, |
| "loss": 0.0206, |
| "step": 3600 |
| }, |
| { |
| "epoch": 6.06312292358804, |
| "grad_norm": 0.1119067594408989, |
| "learning_rate": 9.552364864864866e-06, |
| "loss": 0.0195, |
| "step": 3650 |
| }, |
| { |
| "epoch": 6.146179401993355, |
| "grad_norm": 0.1258949488401413, |
| "learning_rate": 9.54391891891892e-06, |
| "loss": 0.0188, |
| "step": 3700 |
| }, |
| { |
| "epoch": 6.229235880398671, |
| "grad_norm": 0.12416691333055496, |
| "learning_rate": 9.535472972972973e-06, |
| "loss": 0.0176, |
| "step": 3750 |
| }, |
| { |
| "epoch": 6.312292358803987, |
| "grad_norm": 0.1567380279302597, |
| "learning_rate": 9.527027027027028e-06, |
| "loss": 0.0162, |
| "step": 3800 |
| }, |
| { |
| "epoch": 6.395348837209302, |
| "grad_norm": 0.1346510350704193, |
| "learning_rate": 9.518581081081082e-06, |
| "loss": 0.0154, |
| "step": 3850 |
| }, |
| { |
| "epoch": 6.4784053156146175, |
| "grad_norm": 0.13163822889328003, |
| "learning_rate": 9.510135135135136e-06, |
| "loss": 0.0151, |
| "step": 3900 |
| }, |
| { |
| "epoch": 6.561461794019934, |
| "grad_norm": 0.141840398311615, |
| "learning_rate": 9.50168918918919e-06, |
| "loss": 0.0148, |
| "step": 3950 |
| }, |
| { |
| "epoch": 6.644518272425249, |
| "grad_norm": 0.12375494092702866, |
| "learning_rate": 9.493243243243244e-06, |
| "loss": 0.0143, |
| "step": 4000 |
| }, |
| { |
| "epoch": 6.7275747508305646, |
| "grad_norm": 0.1005747988820076, |
| "learning_rate": 9.484797297297298e-06, |
| "loss": 0.014, |
| "step": 4050 |
| }, |
| { |
| "epoch": 6.810631229235881, |
| "grad_norm": 0.10704457014799118, |
| "learning_rate": 9.476351351351352e-06, |
| "loss": 0.0137, |
| "step": 4100 |
| }, |
| { |
| "epoch": 6.893687707641196, |
| "grad_norm": 0.10846409201622009, |
| "learning_rate": 9.467905405405407e-06, |
| "loss": 0.0141, |
| "step": 4150 |
| }, |
| { |
| "epoch": 6.976744186046512, |
| "grad_norm": 0.15824003517627716, |
| "learning_rate": 9.45945945945946e-06, |
| "loss": 0.0135, |
| "step": 4200 |
| }, |
| { |
| "epoch": 7.059800664451827, |
| "grad_norm": 0.12364927679300308, |
| "learning_rate": 9.451013513513515e-06, |
| "loss": 0.0126, |
| "step": 4250 |
| }, |
| { |
| "epoch": 7.142857142857143, |
| "grad_norm": 0.10351550579071045, |
| "learning_rate": 9.442567567567569e-06, |
| "loss": 0.0128, |
| "step": 4300 |
| }, |
| { |
| "epoch": 7.225913621262459, |
| "grad_norm": 0.1284281462430954, |
| "learning_rate": 9.434121621621623e-06, |
| "loss": 0.0123, |
| "step": 4350 |
| }, |
| { |
| "epoch": 7.308970099667774, |
| "grad_norm": 0.11880920082330704, |
| "learning_rate": 9.425675675675677e-06, |
| "loss": 0.012, |
| "step": 4400 |
| }, |
| { |
| "epoch": 7.392026578073089, |
| "grad_norm": 0.11804422736167908, |
| "learning_rate": 9.41722972972973e-06, |
| "loss": 0.0118, |
| "step": 4450 |
| }, |
| { |
| "epoch": 7.475083056478406, |
| "grad_norm": 0.13938409090042114, |
| "learning_rate": 9.408783783783785e-06, |
| "loss": 0.0124, |
| "step": 4500 |
| }, |
| { |
| "epoch": 7.558139534883721, |
| "grad_norm": 0.11719731986522675, |
| "learning_rate": 9.400337837837839e-06, |
| "loss": 0.0117, |
| "step": 4550 |
| }, |
| { |
| "epoch": 7.641196013289036, |
| "grad_norm": 0.11749731004238129, |
| "learning_rate": 9.391891891891893e-06, |
| "loss": 0.0122, |
| "step": 4600 |
| }, |
| { |
| "epoch": 7.724252491694352, |
| "grad_norm": 0.08036090433597565, |
| "learning_rate": 9.383445945945947e-06, |
| "loss": 0.0115, |
| "step": 4650 |
| }, |
| { |
| "epoch": 7.807308970099668, |
| "grad_norm": 0.12178517878055573, |
| "learning_rate": 9.375000000000001e-06, |
| "loss": 0.0118, |
| "step": 4700 |
| }, |
| { |
| "epoch": 7.8903654485049834, |
| "grad_norm": 0.1416023224592209, |
| "learning_rate": 9.366554054054055e-06, |
| "loss": 0.0118, |
| "step": 4750 |
| }, |
| { |
| "epoch": 7.973421926910299, |
| "grad_norm": 0.14340586960315704, |
| "learning_rate": 9.358108108108109e-06, |
| "loss": 0.0115, |
| "step": 4800 |
| }, |
| { |
| "epoch": 8.056478405315614, |
| "grad_norm": 0.1212538629770279, |
| "learning_rate": 9.349662162162163e-06, |
| "loss": 0.0109, |
| "step": 4850 |
| }, |
| { |
| "epoch": 8.13953488372093, |
| "grad_norm": 0.08581560105085373, |
| "learning_rate": 9.341216216216217e-06, |
| "loss": 0.01, |
| "step": 4900 |
| }, |
| { |
| "epoch": 8.222591362126245, |
| "grad_norm": 0.09330979734659195, |
| "learning_rate": 9.332770270270271e-06, |
| "loss": 0.0107, |
| "step": 4950 |
| }, |
| { |
| "epoch": 8.305647840531561, |
| "grad_norm": 0.15124256908893585, |
| "learning_rate": 9.324324324324325e-06, |
| "loss": 0.0108, |
| "step": 5000 |
| }, |
| { |
| "epoch": 8.388704318936878, |
| "grad_norm": 0.12136714160442352, |
| "learning_rate": 9.315878378378379e-06, |
| "loss": 0.0108, |
| "step": 5050 |
| }, |
| { |
| "epoch": 8.471760797342192, |
| "grad_norm": 0.09980884194374084, |
| "learning_rate": 9.307432432432433e-06, |
| "loss": 0.0101, |
| "step": 5100 |
| }, |
| { |
| "epoch": 8.554817275747508, |
| "grad_norm": 0.11205988377332687, |
| "learning_rate": 9.298986486486487e-06, |
| "loss": 0.0107, |
| "step": 5150 |
| }, |
| { |
| "epoch": 8.637873754152825, |
| "grad_norm": 0.1103920042514801, |
| "learning_rate": 9.290540540540541e-06, |
| "loss": 0.0107, |
| "step": 5200 |
| }, |
| { |
| "epoch": 8.720930232558139, |
| "grad_norm": 0.10186067223548889, |
| "learning_rate": 9.282094594594595e-06, |
| "loss": 0.0108, |
| "step": 5250 |
| }, |
| { |
| "epoch": 8.803986710963455, |
| "grad_norm": 0.1278827041387558, |
| "learning_rate": 9.27364864864865e-06, |
| "loss": 0.0108, |
| "step": 5300 |
| }, |
| { |
| "epoch": 8.887043189368772, |
| "grad_norm": 0.08402027189731598, |
| "learning_rate": 9.265202702702703e-06, |
| "loss": 0.0105, |
| "step": 5350 |
| }, |
| { |
| "epoch": 8.970099667774086, |
| "grad_norm": 0.14129339158535004, |
| "learning_rate": 9.256756756756757e-06, |
| "loss": 0.0104, |
| "step": 5400 |
| }, |
| { |
| "epoch": 9.053156146179402, |
| "grad_norm": 0.1324179470539093, |
| "learning_rate": 9.248310810810811e-06, |
| "loss": 0.01, |
| "step": 5450 |
| }, |
| { |
| "epoch": 9.136212624584717, |
| "grad_norm": 0.09467537701129913, |
| "learning_rate": 9.239864864864865e-06, |
| "loss": 0.0095, |
| "step": 5500 |
| }, |
| { |
| "epoch": 9.219269102990033, |
| "grad_norm": 0.10648459941148758, |
| "learning_rate": 9.23141891891892e-06, |
| "loss": 0.0098, |
| "step": 5550 |
| }, |
| { |
| "epoch": 9.30232558139535, |
| "grad_norm": 0.11457883566617966, |
| "learning_rate": 9.222972972972973e-06, |
| "loss": 0.0095, |
| "step": 5600 |
| }, |
| { |
| "epoch": 9.385382059800664, |
| "grad_norm": 0.1026664674282074, |
| "learning_rate": 9.214527027027027e-06, |
| "loss": 0.0092, |
| "step": 5650 |
| }, |
| { |
| "epoch": 9.46843853820598, |
| "grad_norm": 0.10952220112085342, |
| "learning_rate": 9.206081081081082e-06, |
| "loss": 0.0098, |
| "step": 5700 |
| }, |
| { |
| "epoch": 9.551495016611296, |
| "grad_norm": 0.12173211574554443, |
| "learning_rate": 9.197635135135136e-06, |
| "loss": 0.0099, |
| "step": 5750 |
| }, |
| { |
| "epoch": 9.634551495016611, |
| "grad_norm": 0.14872153103351593, |
| "learning_rate": 9.189189189189191e-06, |
| "loss": 0.0098, |
| "step": 5800 |
| }, |
| { |
| "epoch": 9.717607973421927, |
| "grad_norm": 0.11462219059467316, |
| "learning_rate": 9.180743243243244e-06, |
| "loss": 0.0098, |
| "step": 5850 |
| }, |
| { |
| "epoch": 9.800664451827242, |
| "grad_norm": 0.0995425134897232, |
| "learning_rate": 9.172297297297298e-06, |
| "loss": 0.0096, |
| "step": 5900 |
| }, |
| { |
| "epoch": 9.883720930232558, |
| "grad_norm": 0.14007925987243652, |
| "learning_rate": 9.163851351351352e-06, |
| "loss": 0.0095, |
| "step": 5950 |
| }, |
| { |
| "epoch": 9.966777408637874, |
| "grad_norm": 0.1499241441488266, |
| "learning_rate": 9.155405405405406e-06, |
| "loss": 0.0097, |
| "step": 6000 |
| }, |
| { |
| "epoch": 10.049833887043189, |
| "grad_norm": 0.10661840438842773, |
| "learning_rate": 9.14695945945946e-06, |
| "loss": 0.0092, |
| "step": 6050 |
| }, |
| { |
| "epoch": 10.132890365448505, |
| "grad_norm": 0.1181366890668869, |
| "learning_rate": 9.138513513513514e-06, |
| "loss": 0.0086, |
| "step": 6100 |
| }, |
| { |
| "epoch": 10.215946843853821, |
| "grad_norm": 0.14740252494812012, |
| "learning_rate": 9.13006756756757e-06, |
| "loss": 0.0089, |
| "step": 6150 |
| }, |
| { |
| "epoch": 10.299003322259136, |
| "grad_norm": 0.19841988384723663, |
| "learning_rate": 9.121621621621622e-06, |
| "loss": 0.0086, |
| "step": 6200 |
| }, |
| { |
| "epoch": 10.382059800664452, |
| "grad_norm": 0.08790756016969681, |
| "learning_rate": 9.113175675675676e-06, |
| "loss": 0.009, |
| "step": 6250 |
| }, |
| { |
| "epoch": 10.465116279069768, |
| "grad_norm": 0.103313148021698, |
| "learning_rate": 9.104729729729732e-06, |
| "loss": 0.0088, |
| "step": 6300 |
| }, |
| { |
| "epoch": 10.548172757475083, |
| "grad_norm": 0.11116333305835724, |
| "learning_rate": 9.096283783783784e-06, |
| "loss": 0.0092, |
| "step": 6350 |
| }, |
| { |
| "epoch": 10.631229235880399, |
| "grad_norm": 0.10039646178483963, |
| "learning_rate": 9.087837837837838e-06, |
| "loss": 0.0091, |
| "step": 6400 |
| }, |
| { |
| "epoch": 10.714285714285714, |
| "grad_norm": 0.09815255552530289, |
| "learning_rate": 9.079391891891892e-06, |
| "loss": 0.0091, |
| "step": 6450 |
| }, |
| { |
| "epoch": 10.79734219269103, |
| "grad_norm": 0.10742838680744171, |
| "learning_rate": 9.070945945945948e-06, |
| "loss": 0.0093, |
| "step": 6500 |
| }, |
| { |
| "epoch": 10.880398671096346, |
| "grad_norm": 0.12387531250715256, |
| "learning_rate": 9.0625e-06, |
| "loss": 0.009, |
| "step": 6550 |
| }, |
| { |
| "epoch": 10.96345514950166, |
| "grad_norm": 0.10993634909391403, |
| "learning_rate": 9.054054054054054e-06, |
| "loss": 0.0089, |
| "step": 6600 |
| }, |
| { |
| "epoch": 11.046511627906977, |
| "grad_norm": 0.13742654025554657, |
| "learning_rate": 9.04560810810811e-06, |
| "loss": 0.0086, |
| "step": 6650 |
| }, |
| { |
| "epoch": 11.129568106312293, |
| "grad_norm": 0.09748993813991547, |
| "learning_rate": 9.037162162162164e-06, |
| "loss": 0.008, |
| "step": 6700 |
| }, |
| { |
| "epoch": 11.212624584717608, |
| "grad_norm": 0.1164650246500969, |
| "learning_rate": 9.028716216216216e-06, |
| "loss": 0.0083, |
| "step": 6750 |
| }, |
| { |
| "epoch": 11.295681063122924, |
| "grad_norm": 0.10681592673063278, |
| "learning_rate": 9.02027027027027e-06, |
| "loss": 0.0085, |
| "step": 6800 |
| }, |
| { |
| "epoch": 11.378737541528238, |
| "grad_norm": 0.09350414574146271, |
| "learning_rate": 9.011824324324326e-06, |
| "loss": 0.0083, |
| "step": 6850 |
| }, |
| { |
| "epoch": 11.461794019933555, |
| "grad_norm": 0.13445159792900085, |
| "learning_rate": 9.003378378378378e-06, |
| "loss": 0.0088, |
| "step": 6900 |
| }, |
| { |
| "epoch": 11.544850498338871, |
| "grad_norm": 0.11919626593589783, |
| "learning_rate": 8.994932432432432e-06, |
| "loss": 0.0081, |
| "step": 6950 |
| }, |
| { |
| "epoch": 11.627906976744185, |
| "grad_norm": 0.1174791157245636, |
| "learning_rate": 8.986486486486488e-06, |
| "loss": 0.0085, |
| "step": 7000 |
| }, |
| { |
| "epoch": 11.710963455149502, |
| "grad_norm": 0.11531531810760498, |
| "learning_rate": 8.978040540540542e-06, |
| "loss": 0.008, |
| "step": 7050 |
| }, |
| { |
| "epoch": 11.794019933554818, |
| "grad_norm": 0.14403431117534637, |
| "learning_rate": 8.969594594594594e-06, |
| "loss": 0.0081, |
| "step": 7100 |
| }, |
| { |
| "epoch": 11.877076411960132, |
| "grad_norm": 0.1350933164358139, |
| "learning_rate": 8.96114864864865e-06, |
| "loss": 0.0084, |
| "step": 7150 |
| }, |
| { |
| "epoch": 11.960132890365449, |
| "grad_norm": 0.12807510793209076, |
| "learning_rate": 8.952702702702704e-06, |
| "loss": 0.0081, |
| "step": 7200 |
| }, |
| { |
| "epoch": 12.043189368770765, |
| "grad_norm": 0.12483798712491989, |
| "learning_rate": 8.944256756756756e-06, |
| "loss": 0.0076, |
| "step": 7250 |
| }, |
| { |
| "epoch": 12.12624584717608, |
| "grad_norm": 0.09776129573583603, |
| "learning_rate": 8.93581081081081e-06, |
| "loss": 0.0076, |
| "step": 7300 |
| }, |
| { |
| "epoch": 12.209302325581396, |
| "grad_norm": 0.1335456818342209, |
| "learning_rate": 8.927364864864866e-06, |
| "loss": 0.0075, |
| "step": 7350 |
| }, |
| { |
| "epoch": 12.29235880398671, |
| "grad_norm": 0.11351911723613739, |
| "learning_rate": 8.91891891891892e-06, |
| "loss": 0.0077, |
| "step": 7400 |
| }, |
| { |
| "epoch": 12.375415282392026, |
| "grad_norm": 0.10579736530780792, |
| "learning_rate": 8.910472972972973e-06, |
| "loss": 0.0078, |
| "step": 7450 |
| }, |
| { |
| "epoch": 12.458471760797343, |
| "grad_norm": 0.10290402173995972, |
| "learning_rate": 8.902027027027028e-06, |
| "loss": 0.0079, |
| "step": 7500 |
| }, |
| { |
| "epoch": 12.541528239202657, |
| "grad_norm": 0.08668718487024307, |
| "learning_rate": 8.893581081081082e-06, |
| "loss": 0.0076, |
| "step": 7550 |
| }, |
| { |
| "epoch": 12.624584717607974, |
| "grad_norm": 0.11149685084819794, |
| "learning_rate": 8.885135135135136e-06, |
| "loss": 0.0077, |
| "step": 7600 |
| }, |
| { |
| "epoch": 12.70764119601329, |
| "grad_norm": 0.1043517217040062, |
| "learning_rate": 8.87668918918919e-06, |
| "loss": 0.0077, |
| "step": 7650 |
| }, |
| { |
| "epoch": 12.790697674418604, |
| "grad_norm": 0.12131992727518082, |
| "learning_rate": 8.868243243243244e-06, |
| "loss": 0.0077, |
| "step": 7700 |
| }, |
| { |
| "epoch": 12.87375415282392, |
| "grad_norm": 0.12205377221107483, |
| "learning_rate": 8.859797297297299e-06, |
| "loss": 0.0077, |
| "step": 7750 |
| }, |
| { |
| "epoch": 12.956810631229235, |
| "grad_norm": 0.14293748140335083, |
| "learning_rate": 8.851351351351351e-06, |
| "loss": 0.0075, |
| "step": 7800 |
| }, |
| { |
| "epoch": 13.039867109634551, |
| "grad_norm": 0.10758055746555328, |
| "learning_rate": 8.842905405405407e-06, |
| "loss": 0.0076, |
| "step": 7850 |
| }, |
| { |
| "epoch": 13.122923588039868, |
| "grad_norm": 0.13439467549324036, |
| "learning_rate": 8.83445945945946e-06, |
| "loss": 0.0073, |
| "step": 7900 |
| }, |
| { |
| "epoch": 13.205980066445182, |
| "grad_norm": 0.11394330114126205, |
| "learning_rate": 8.826013513513515e-06, |
| "loss": 0.0073, |
| "step": 7950 |
| }, |
| { |
| "epoch": 13.289036544850498, |
| "grad_norm": 0.087078757584095, |
| "learning_rate": 8.817567567567569e-06, |
| "loss": 0.0069, |
| "step": 8000 |
| }, |
| { |
| "epoch": 13.372093023255815, |
| "grad_norm": 0.12730620801448822, |
| "learning_rate": 8.809121621621623e-06, |
| "loss": 0.007, |
| "step": 8050 |
| }, |
| { |
| "epoch": 13.455149501661129, |
| "grad_norm": 0.12950794398784637, |
| "learning_rate": 8.800675675675677e-06, |
| "loss": 0.0071, |
| "step": 8100 |
| }, |
| { |
| "epoch": 13.538205980066445, |
| "grad_norm": 0.14103956520557404, |
| "learning_rate": 8.79222972972973e-06, |
| "loss": 0.0071, |
| "step": 8150 |
| }, |
| { |
| "epoch": 13.621262458471762, |
| "grad_norm": 0.13010290265083313, |
| "learning_rate": 8.783783783783785e-06, |
| "loss": 0.0068, |
| "step": 8200 |
| }, |
| { |
| "epoch": 13.704318936877076, |
| "grad_norm": 0.11448788642883301, |
| "learning_rate": 8.775337837837839e-06, |
| "loss": 0.0068, |
| "step": 8250 |
| }, |
| { |
| "epoch": 13.787375415282392, |
| "grad_norm": 0.10770177096128464, |
| "learning_rate": 8.766891891891893e-06, |
| "loss": 0.0069, |
| "step": 8300 |
| }, |
| { |
| "epoch": 13.870431893687707, |
| "grad_norm": 0.1083039715886116, |
| "learning_rate": 8.758445945945947e-06, |
| "loss": 0.007, |
| "step": 8350 |
| }, |
| { |
| "epoch": 13.953488372093023, |
| "grad_norm": 0.09664791077375412, |
| "learning_rate": 8.750000000000001e-06, |
| "loss": 0.0074, |
| "step": 8400 |
| }, |
| { |
| "epoch": 14.03654485049834, |
| "grad_norm": 0.21872323751449585, |
| "learning_rate": 8.741554054054055e-06, |
| "loss": 0.007, |
| "step": 8450 |
| }, |
| { |
| "epoch": 14.119601328903654, |
| "grad_norm": 0.12858127057552338, |
| "learning_rate": 8.733108108108109e-06, |
| "loss": 0.0063, |
| "step": 8500 |
| }, |
| { |
| "epoch": 14.20265780730897, |
| "grad_norm": 0.1704428791999817, |
| "learning_rate": 8.724662162162163e-06, |
| "loss": 0.0065, |
| "step": 8550 |
| }, |
| { |
| "epoch": 14.285714285714286, |
| "grad_norm": 0.13034966588020325, |
| "learning_rate": 8.716216216216217e-06, |
| "loss": 0.0063, |
| "step": 8600 |
| }, |
| { |
| "epoch": 14.368770764119601, |
| "grad_norm": 0.09468378126621246, |
| "learning_rate": 8.707770270270271e-06, |
| "loss": 0.0067, |
| "step": 8650 |
| }, |
| { |
| "epoch": 14.451827242524917, |
| "grad_norm": 0.18818555772304535, |
| "learning_rate": 8.699324324324325e-06, |
| "loss": 0.0063, |
| "step": 8700 |
| }, |
| { |
| "epoch": 14.534883720930232, |
| "grad_norm": 0.10597342997789383, |
| "learning_rate": 8.690878378378379e-06, |
| "loss": 0.0069, |
| "step": 8750 |
| }, |
| { |
| "epoch": 14.617940199335548, |
| "grad_norm": 0.15204182267189026, |
| "learning_rate": 8.682432432432433e-06, |
| "loss": 0.0067, |
| "step": 8800 |
| }, |
| { |
| "epoch": 14.700996677740864, |
| "grad_norm": 0.11198179423809052, |
| "learning_rate": 8.673986486486487e-06, |
| "loss": 0.0067, |
| "step": 8850 |
| }, |
| { |
| "epoch": 14.784053156146179, |
| "grad_norm": 0.09852922707796097, |
| "learning_rate": 8.665540540540541e-06, |
| "loss": 0.0068, |
| "step": 8900 |
| }, |
| { |
| "epoch": 14.867109634551495, |
| "grad_norm": 0.18433059751987457, |
| "learning_rate": 8.657094594594595e-06, |
| "loss": 0.0065, |
| "step": 8950 |
| }, |
| { |
| "epoch": 14.950166112956811, |
| "grad_norm": 0.09405363351106644, |
| "learning_rate": 8.64864864864865e-06, |
| "loss": 0.0065, |
| "step": 9000 |
| }, |
| { |
| "epoch": 15.033222591362126, |
| "grad_norm": 0.16450953483581543, |
| "learning_rate": 8.640202702702703e-06, |
| "loss": 0.0061, |
| "step": 9050 |
| }, |
| { |
| "epoch": 15.116279069767442, |
| "grad_norm": 0.1192869246006012, |
| "learning_rate": 8.631756756756757e-06, |
| "loss": 0.0059, |
| "step": 9100 |
| }, |
| { |
| "epoch": 15.199335548172758, |
| "grad_norm": 0.1115177720785141, |
| "learning_rate": 8.623310810810811e-06, |
| "loss": 0.006, |
| "step": 9150 |
| }, |
| { |
| "epoch": 15.282392026578073, |
| "grad_norm": 0.12159425020217896, |
| "learning_rate": 8.614864864864865e-06, |
| "loss": 0.0061, |
| "step": 9200 |
| }, |
| { |
| "epoch": 15.365448504983389, |
| "grad_norm": 0.13033558428287506, |
| "learning_rate": 8.60641891891892e-06, |
| "loss": 0.0059, |
| "step": 9250 |
| }, |
| { |
| "epoch": 15.448504983388704, |
| "grad_norm": 0.12953154742717743, |
| "learning_rate": 8.597972972972974e-06, |
| "loss": 0.0059, |
| "step": 9300 |
| }, |
| { |
| "epoch": 15.53156146179402, |
| "grad_norm": 0.15541379153728485, |
| "learning_rate": 8.589527027027028e-06, |
| "loss": 0.006, |
| "step": 9350 |
| }, |
| { |
| "epoch": 15.614617940199336, |
| "grad_norm": 0.11866448819637299, |
| "learning_rate": 8.581081081081082e-06, |
| "loss": 0.0059, |
| "step": 9400 |
| }, |
| { |
| "epoch": 15.69767441860465, |
| "grad_norm": 0.16709576547145844, |
| "learning_rate": 8.572635135135136e-06, |
| "loss": 0.006, |
| "step": 9450 |
| }, |
| { |
| "epoch": 15.780730897009967, |
| "grad_norm": 0.11866389960050583, |
| "learning_rate": 8.56418918918919e-06, |
| "loss": 0.0062, |
| "step": 9500 |
| }, |
| { |
| "epoch": 15.863787375415283, |
| "grad_norm": 0.1888553947210312, |
| "learning_rate": 8.555743243243244e-06, |
| "loss": 0.0062, |
| "step": 9550 |
| }, |
| { |
| "epoch": 15.946843853820598, |
| "grad_norm": 0.14204780757427216, |
| "learning_rate": 8.547297297297298e-06, |
| "loss": 0.0064, |
| "step": 9600 |
| }, |
| { |
| "epoch": 16.029900332225914, |
| "grad_norm": 0.1339997798204422, |
| "learning_rate": 8.538851351351352e-06, |
| "loss": 0.0059, |
| "step": 9650 |
| }, |
| { |
| "epoch": 16.11295681063123, |
| "grad_norm": 0.1062059998512268, |
| "learning_rate": 8.530405405405406e-06, |
| "loss": 0.0055, |
| "step": 9700 |
| }, |
| { |
| "epoch": 16.196013289036546, |
| "grad_norm": 0.1264619082212448, |
| "learning_rate": 8.52195945945946e-06, |
| "loss": 0.0056, |
| "step": 9750 |
| }, |
| { |
| "epoch": 16.27906976744186, |
| "grad_norm": 0.09743476659059525, |
| "learning_rate": 8.513513513513514e-06, |
| "loss": 0.0055, |
| "step": 9800 |
| }, |
| { |
| "epoch": 16.362126245847175, |
| "grad_norm": 0.16417229175567627, |
| "learning_rate": 8.505067567567568e-06, |
| "loss": 0.0053, |
| "step": 9850 |
| }, |
| { |
| "epoch": 16.44518272425249, |
| "grad_norm": 0.12796853482723236, |
| "learning_rate": 8.496621621621622e-06, |
| "loss": 0.0054, |
| "step": 9900 |
| }, |
| { |
| "epoch": 16.528239202657808, |
| "grad_norm": 0.1504344791173935, |
| "learning_rate": 8.488175675675676e-06, |
| "loss": 0.0056, |
| "step": 9950 |
| }, |
| { |
| "epoch": 16.611295681063122, |
| "grad_norm": 0.1360059231519699, |
| "learning_rate": 8.479729729729732e-06, |
| "loss": 0.0056, |
| "step": 10000 |
| }, |
| { |
| "epoch": 16.694352159468437, |
| "grad_norm": 0.12313506752252579, |
| "learning_rate": 8.471283783783784e-06, |
| "loss": 0.0056, |
| "step": 10050 |
| }, |
| { |
| "epoch": 16.777408637873755, |
| "grad_norm": 0.16136495769023895, |
| "learning_rate": 8.462837837837838e-06, |
| "loss": 0.0056, |
| "step": 10100 |
| }, |
| { |
| "epoch": 16.86046511627907, |
| "grad_norm": 0.15183241665363312, |
| "learning_rate": 8.454391891891892e-06, |
| "loss": 0.0057, |
| "step": 10150 |
| }, |
| { |
| "epoch": 16.943521594684384, |
| "grad_norm": 0.11542920768260956, |
| "learning_rate": 8.445945945945948e-06, |
| "loss": 0.0057, |
| "step": 10200 |
| }, |
| { |
| "epoch": 17.026578073089702, |
| "grad_norm": 0.14199940860271454, |
| "learning_rate": 8.4375e-06, |
| "loss": 0.0055, |
| "step": 10250 |
| }, |
| { |
| "epoch": 17.109634551495017, |
| "grad_norm": 0.19965875148773193, |
| "learning_rate": 8.429054054054054e-06, |
| "loss": 0.005, |
| "step": 10300 |
| }, |
| { |
| "epoch": 17.19269102990033, |
| "grad_norm": 0.14374370872974396, |
| "learning_rate": 8.42060810810811e-06, |
| "loss": 0.0052, |
| "step": 10350 |
| }, |
| { |
| "epoch": 17.27574750830565, |
| "grad_norm": 0.10513945668935776, |
| "learning_rate": 8.412162162162162e-06, |
| "loss": 0.0052, |
| "step": 10400 |
| }, |
| { |
| "epoch": 17.358803986710964, |
| "grad_norm": 0.14402873814105988, |
| "learning_rate": 8.403716216216216e-06, |
| "loss": 0.0052, |
| "step": 10450 |
| }, |
| { |
| "epoch": 17.441860465116278, |
| "grad_norm": 0.10594220459461212, |
| "learning_rate": 8.39527027027027e-06, |
| "loss": 0.0051, |
| "step": 10500 |
| }, |
| { |
| "epoch": 17.524916943521596, |
| "grad_norm": 0.13597488403320312, |
| "learning_rate": 8.386824324324326e-06, |
| "loss": 0.0051, |
| "step": 10550 |
| }, |
| { |
| "epoch": 17.60797342192691, |
| "grad_norm": 0.17150713503360748, |
| "learning_rate": 8.378378378378378e-06, |
| "loss": 0.0053, |
| "step": 10600 |
| }, |
| { |
| "epoch": 17.691029900332225, |
| "grad_norm": 0.12565460801124573, |
| "learning_rate": 8.369932432432432e-06, |
| "loss": 0.0051, |
| "step": 10650 |
| }, |
| { |
| "epoch": 17.774086378737543, |
| "grad_norm": 0.10341569781303406, |
| "learning_rate": 8.361486486486488e-06, |
| "loss": 0.0053, |
| "step": 10700 |
| }, |
| { |
| "epoch": 17.857142857142858, |
| "grad_norm": 0.10507813096046448, |
| "learning_rate": 8.35304054054054e-06, |
| "loss": 0.0052, |
| "step": 10750 |
| }, |
| { |
| "epoch": 17.940199335548172, |
| "grad_norm": 0.15510645508766174, |
| "learning_rate": 8.344594594594594e-06, |
| "loss": 0.0054, |
| "step": 10800 |
| }, |
| { |
| "epoch": 18.023255813953487, |
| "grad_norm": 0.11788327246904373, |
| "learning_rate": 8.33614864864865e-06, |
| "loss": 0.0048, |
| "step": 10850 |
| }, |
| { |
| "epoch": 18.106312292358805, |
| "grad_norm": 0.14898274838924408, |
| "learning_rate": 8.327702702702704e-06, |
| "loss": 0.0049, |
| "step": 10900 |
| }, |
| { |
| "epoch": 18.18936877076412, |
| "grad_norm": 0.1194600835442543, |
| "learning_rate": 8.319256756756757e-06, |
| "loss": 0.0046, |
| "step": 10950 |
| }, |
| { |
| "epoch": 18.272425249169434, |
| "grad_norm": 0.1447572112083435, |
| "learning_rate": 8.31081081081081e-06, |
| "loss": 0.0047, |
| "step": 11000 |
| }, |
| { |
| "epoch": 18.35548172757475, |
| "grad_norm": 0.2115248292684555, |
| "learning_rate": 8.302364864864866e-06, |
| "loss": 0.0045, |
| "step": 11050 |
| }, |
| { |
| "epoch": 18.438538205980066, |
| "grad_norm": 0.1299593299627304, |
| "learning_rate": 8.29391891891892e-06, |
| "loss": 0.0048, |
| "step": 11100 |
| }, |
| { |
| "epoch": 18.52159468438538, |
| "grad_norm": 0.1801750361919403, |
| "learning_rate": 8.285472972972973e-06, |
| "loss": 0.005, |
| "step": 11150 |
| }, |
| { |
| "epoch": 18.6046511627907, |
| "grad_norm": 0.14780189096927643, |
| "learning_rate": 8.277027027027028e-06, |
| "loss": 0.0051, |
| "step": 11200 |
| }, |
| { |
| "epoch": 18.687707641196013, |
| "grad_norm": 0.11595986038446426, |
| "learning_rate": 8.268581081081082e-06, |
| "loss": 0.0048, |
| "step": 11250 |
| }, |
| { |
| "epoch": 18.770764119601328, |
| "grad_norm": 0.10885494947433472, |
| "learning_rate": 8.260135135135135e-06, |
| "loss": 0.005, |
| "step": 11300 |
| }, |
| { |
| "epoch": 18.853820598006646, |
| "grad_norm": 0.15778137743473053, |
| "learning_rate": 8.25168918918919e-06, |
| "loss": 0.005, |
| "step": 11350 |
| }, |
| { |
| "epoch": 18.93687707641196, |
| "grad_norm": 0.1174725666642189, |
| "learning_rate": 8.243243243243245e-06, |
| "loss": 0.0048, |
| "step": 11400 |
| }, |
| { |
| "epoch": 19.019933554817275, |
| "grad_norm": 0.13217081129550934, |
| "learning_rate": 8.234797297297299e-06, |
| "loss": 0.0045, |
| "step": 11450 |
| }, |
| { |
| "epoch": 19.102990033222593, |
| "grad_norm": 0.13525256514549255, |
| "learning_rate": 8.226351351351351e-06, |
| "loss": 0.0045, |
| "step": 11500 |
| }, |
| { |
| "epoch": 19.186046511627907, |
| "grad_norm": 0.10065272450447083, |
| "learning_rate": 8.217905405405407e-06, |
| "loss": 0.0044, |
| "step": 11550 |
| }, |
| { |
| "epoch": 19.269102990033222, |
| "grad_norm": 0.20510923862457275, |
| "learning_rate": 8.20945945945946e-06, |
| "loss": 0.0043, |
| "step": 11600 |
| }, |
| { |
| "epoch": 19.35215946843854, |
| "grad_norm": 0.14453084766864777, |
| "learning_rate": 8.201013513513513e-06, |
| "loss": 0.0044, |
| "step": 11650 |
| }, |
| { |
| "epoch": 19.435215946843854, |
| "grad_norm": 0.18659614026546478, |
| "learning_rate": 8.192567567567569e-06, |
| "loss": 0.0044, |
| "step": 11700 |
| }, |
| { |
| "epoch": 19.51827242524917, |
| "grad_norm": 0.07844480127096176, |
| "learning_rate": 8.184121621621623e-06, |
| "loss": 0.0044, |
| "step": 11750 |
| }, |
| { |
| "epoch": 19.601328903654483, |
| "grad_norm": 0.09800627827644348, |
| "learning_rate": 8.175675675675677e-06, |
| "loss": 0.0046, |
| "step": 11800 |
| }, |
| { |
| "epoch": 19.6843853820598, |
| "grad_norm": 0.13740216195583344, |
| "learning_rate": 8.16722972972973e-06, |
| "loss": 0.0044, |
| "step": 11850 |
| }, |
| { |
| "epoch": 19.767441860465116, |
| "grad_norm": 0.16714897751808167, |
| "learning_rate": 8.158783783783785e-06, |
| "loss": 0.0042, |
| "step": 11900 |
| }, |
| { |
| "epoch": 19.85049833887043, |
| "grad_norm": 0.2006695568561554, |
| "learning_rate": 8.150337837837839e-06, |
| "loss": 0.0045, |
| "step": 11950 |
| }, |
| { |
| "epoch": 19.93355481727575, |
| "grad_norm": 0.1745181381702423, |
| "learning_rate": 8.141891891891893e-06, |
| "loss": 0.0044, |
| "step": 12000 |
| }, |
| { |
| "epoch": 20.016611295681063, |
| "grad_norm": 0.12740877270698547, |
| "learning_rate": 8.133445945945947e-06, |
| "loss": 0.0044, |
| "step": 12050 |
| }, |
| { |
| "epoch": 20.099667774086377, |
| "grad_norm": 0.14775437116622925, |
| "learning_rate": 8.125000000000001e-06, |
| "loss": 0.0039, |
| "step": 12100 |
| }, |
| { |
| "epoch": 20.182724252491695, |
| "grad_norm": 0.14270846545696259, |
| "learning_rate": 8.116554054054055e-06, |
| "loss": 0.0041, |
| "step": 12150 |
| }, |
| { |
| "epoch": 20.26578073089701, |
| "grad_norm": 0.112132228910923, |
| "learning_rate": 8.108108108108109e-06, |
| "loss": 0.0042, |
| "step": 12200 |
| }, |
| { |
| "epoch": 20.348837209302324, |
| "grad_norm": 0.18052621185779572, |
| "learning_rate": 8.099662162162163e-06, |
| "loss": 0.0039, |
| "step": 12250 |
| }, |
| { |
| "epoch": 20.431893687707642, |
| "grad_norm": 0.16352351009845734, |
| "learning_rate": 8.091216216216217e-06, |
| "loss": 0.0038, |
| "step": 12300 |
| }, |
| { |
| "epoch": 20.514950166112957, |
| "grad_norm": 0.13323716819286346, |
| "learning_rate": 8.082770270270271e-06, |
| "loss": 0.0042, |
| "step": 12350 |
| }, |
| { |
| "epoch": 20.59800664451827, |
| "grad_norm": 0.16940850019454956, |
| "learning_rate": 8.074324324324325e-06, |
| "loss": 0.0039, |
| "step": 12400 |
| }, |
| { |
| "epoch": 20.68106312292359, |
| "grad_norm": 0.19970548152923584, |
| "learning_rate": 8.06587837837838e-06, |
| "loss": 0.0042, |
| "step": 12450 |
| }, |
| { |
| "epoch": 20.764119601328904, |
| "grad_norm": 0.1452200710773468, |
| "learning_rate": 8.057432432432433e-06, |
| "loss": 0.004, |
| "step": 12500 |
| }, |
| { |
| "epoch": 20.84717607973422, |
| "grad_norm": 0.20347419381141663, |
| "learning_rate": 8.048986486486487e-06, |
| "loss": 0.004, |
| "step": 12550 |
| }, |
| { |
| "epoch": 20.930232558139537, |
| "grad_norm": 0.19756294786930084, |
| "learning_rate": 8.040540540540541e-06, |
| "loss": 0.0043, |
| "step": 12600 |
| }, |
| { |
| "epoch": 21.01328903654485, |
| "grad_norm": 0.14150208234786987, |
| "learning_rate": 8.032094594594595e-06, |
| "loss": 0.0041, |
| "step": 12650 |
| }, |
| { |
| "epoch": 21.096345514950166, |
| "grad_norm": 0.13472872972488403, |
| "learning_rate": 8.02364864864865e-06, |
| "loss": 0.0034, |
| "step": 12700 |
| }, |
| { |
| "epoch": 21.17940199335548, |
| "grad_norm": 0.19563962519168854, |
| "learning_rate": 8.015202702702703e-06, |
| "loss": 0.0038, |
| "step": 12750 |
| }, |
| { |
| "epoch": 21.262458471760798, |
| "grad_norm": 0.17354747653007507, |
| "learning_rate": 8.006756756756757e-06, |
| "loss": 0.0038, |
| "step": 12800 |
| }, |
| { |
| "epoch": 21.345514950166113, |
| "grad_norm": 0.13766075670719147, |
| "learning_rate": 7.998310810810811e-06, |
| "loss": 0.0038, |
| "step": 12850 |
| }, |
| { |
| "epoch": 21.428571428571427, |
| "grad_norm": 0.16376228630542755, |
| "learning_rate": 7.989864864864865e-06, |
| "loss": 0.0037, |
| "step": 12900 |
| }, |
| { |
| "epoch": 21.511627906976745, |
| "grad_norm": 0.07772815227508545, |
| "learning_rate": 7.98141891891892e-06, |
| "loss": 0.0038, |
| "step": 12950 |
| }, |
| { |
| "epoch": 21.59468438538206, |
| "grad_norm": 0.15981240570545197, |
| "learning_rate": 7.972972972972974e-06, |
| "loss": 0.0036, |
| "step": 13000 |
| }, |
| { |
| "epoch": 21.677740863787374, |
| "grad_norm": 0.15515024960041046, |
| "learning_rate": 7.964527027027028e-06, |
| "loss": 0.004, |
| "step": 13050 |
| }, |
| { |
| "epoch": 21.760797342192692, |
| "grad_norm": 0.14390234649181366, |
| "learning_rate": 7.956081081081082e-06, |
| "loss": 0.0037, |
| "step": 13100 |
| }, |
| { |
| "epoch": 21.843853820598007, |
| "grad_norm": 0.16870105266571045, |
| "learning_rate": 7.947635135135136e-06, |
| "loss": 0.0039, |
| "step": 13150 |
| }, |
| { |
| "epoch": 21.92691029900332, |
| "grad_norm": 0.13909319043159485, |
| "learning_rate": 7.93918918918919e-06, |
| "loss": 0.0035, |
| "step": 13200 |
| }, |
| { |
| "epoch": 22.00996677740864, |
| "grad_norm": 0.0985972061753273, |
| "learning_rate": 7.930743243243244e-06, |
| "loss": 0.0038, |
| "step": 13250 |
| }, |
| { |
| "epoch": 22.093023255813954, |
| "grad_norm": 0.1900232881307602, |
| "learning_rate": 7.922297297297298e-06, |
| "loss": 0.0035, |
| "step": 13300 |
| }, |
| { |
| "epoch": 22.176079734219268, |
| "grad_norm": 0.12009528279304504, |
| "learning_rate": 7.913851351351352e-06, |
| "loss": 0.0035, |
| "step": 13350 |
| }, |
| { |
| "epoch": 22.259136212624586, |
| "grad_norm": 0.2472468614578247, |
| "learning_rate": 7.905405405405406e-06, |
| "loss": 0.0035, |
| "step": 13400 |
| }, |
| { |
| "epoch": 22.3421926910299, |
| "grad_norm": 0.206543430685997, |
| "learning_rate": 7.89695945945946e-06, |
| "loss": 0.0032, |
| "step": 13450 |
| }, |
| { |
| "epoch": 22.425249169435215, |
| "grad_norm": 0.11098843067884445, |
| "learning_rate": 7.888513513513514e-06, |
| "loss": 0.0035, |
| "step": 13500 |
| }, |
| { |
| "epoch": 22.508305647840533, |
| "grad_norm": 0.11390508711338043, |
| "learning_rate": 7.880067567567568e-06, |
| "loss": 0.0034, |
| "step": 13550 |
| }, |
| { |
| "epoch": 22.591362126245848, |
| "grad_norm": 0.15061669051647186, |
| "learning_rate": 7.871621621621622e-06, |
| "loss": 0.0035, |
| "step": 13600 |
| }, |
| { |
| "epoch": 22.674418604651162, |
| "grad_norm": 0.11270301789045334, |
| "learning_rate": 7.863175675675676e-06, |
| "loss": 0.0035, |
| "step": 13650 |
| }, |
| { |
| "epoch": 22.757475083056477, |
| "grad_norm": 0.24368135631084442, |
| "learning_rate": 7.854729729729732e-06, |
| "loss": 0.0033, |
| "step": 13700 |
| }, |
| { |
| "epoch": 22.840531561461795, |
| "grad_norm": 0.1437971293926239, |
| "learning_rate": 7.846283783783784e-06, |
| "loss": 0.0035, |
| "step": 13750 |
| }, |
| { |
| "epoch": 22.92358803986711, |
| "grad_norm": 0.11598620563745499, |
| "learning_rate": 7.837837837837838e-06, |
| "loss": 0.0037, |
| "step": 13800 |
| }, |
| { |
| "epoch": 23.006644518272424, |
| "grad_norm": 0.14135406911373138, |
| "learning_rate": 7.829391891891892e-06, |
| "loss": 0.0037, |
| "step": 13850 |
| }, |
| { |
| "epoch": 23.089700996677742, |
| "grad_norm": 0.21696355938911438, |
| "learning_rate": 7.820945945945946e-06, |
| "loss": 0.0031, |
| "step": 13900 |
| }, |
| { |
| "epoch": 23.172757475083056, |
| "grad_norm": 0.17200914025306702, |
| "learning_rate": 7.8125e-06, |
| "loss": 0.0034, |
| "step": 13950 |
| }, |
| { |
| "epoch": 23.25581395348837, |
| "grad_norm": 0.19111374020576477, |
| "learning_rate": 7.804054054054054e-06, |
| "loss": 0.0035, |
| "step": 14000 |
| }, |
| { |
| "epoch": 23.33887043189369, |
| "grad_norm": 0.17747582495212555, |
| "learning_rate": 7.79560810810811e-06, |
| "loss": 0.0034, |
| "step": 14050 |
| }, |
| { |
| "epoch": 23.421926910299003, |
| "grad_norm": 0.129624605178833, |
| "learning_rate": 7.787162162162162e-06, |
| "loss": 0.0033, |
| "step": 14100 |
| }, |
| { |
| "epoch": 23.504983388704318, |
| "grad_norm": 0.18598869442939758, |
| "learning_rate": 7.778716216216216e-06, |
| "loss": 0.0033, |
| "step": 14150 |
| }, |
| { |
| "epoch": 23.588039867109636, |
| "grad_norm": 0.11749470978975296, |
| "learning_rate": 7.77027027027027e-06, |
| "loss": 0.0034, |
| "step": 14200 |
| }, |
| { |
| "epoch": 23.67109634551495, |
| "grad_norm": 0.11158709973096848, |
| "learning_rate": 7.761824324324324e-06, |
| "loss": 0.0033, |
| "step": 14250 |
| }, |
| { |
| "epoch": 23.754152823920265, |
| "grad_norm": 0.11481600254774094, |
| "learning_rate": 7.753378378378378e-06, |
| "loss": 0.0031, |
| "step": 14300 |
| }, |
| { |
| "epoch": 23.837209302325583, |
| "grad_norm": 0.16647398471832275, |
| "learning_rate": 7.744932432432432e-06, |
| "loss": 0.0033, |
| "step": 14350 |
| }, |
| { |
| "epoch": 23.920265780730897, |
| "grad_norm": 0.14807546138763428, |
| "learning_rate": 7.736486486486488e-06, |
| "loss": 0.0031, |
| "step": 14400 |
| }, |
| { |
| "epoch": 24.003322259136212, |
| "grad_norm": 0.1168646588921547, |
| "learning_rate": 7.72804054054054e-06, |
| "loss": 0.0032, |
| "step": 14450 |
| }, |
| { |
| "epoch": 24.08637873754153, |
| "grad_norm": 0.1923869401216507, |
| "learning_rate": 7.719594594594595e-06, |
| "loss": 0.0032, |
| "step": 14500 |
| }, |
| { |
| "epoch": 24.169435215946844, |
| "grad_norm": 0.088302381336689, |
| "learning_rate": 7.71114864864865e-06, |
| "loss": 0.003, |
| "step": 14550 |
| }, |
| { |
| "epoch": 24.25249169435216, |
| "grad_norm": 0.1589769572019577, |
| "learning_rate": 7.702702702702704e-06, |
| "loss": 0.0029, |
| "step": 14600 |
| }, |
| { |
| "epoch": 24.335548172757473, |
| "grad_norm": 0.12336576730012894, |
| "learning_rate": 7.694256756756757e-06, |
| "loss": 0.0029, |
| "step": 14650 |
| }, |
| { |
| "epoch": 24.41860465116279, |
| "grad_norm": 0.18861009180545807, |
| "learning_rate": 7.68581081081081e-06, |
| "loss": 0.0031, |
| "step": 14700 |
| }, |
| { |
| "epoch": 24.501661129568106, |
| "grad_norm": 0.15962085127830505, |
| "learning_rate": 7.677364864864866e-06, |
| "loss": 0.0029, |
| "step": 14750 |
| }, |
| { |
| "epoch": 24.58471760797342, |
| "grad_norm": 0.12614157795906067, |
| "learning_rate": 7.668918918918919e-06, |
| "loss": 0.0032, |
| "step": 14800 |
| }, |
| { |
| "epoch": 24.66777408637874, |
| "grad_norm": 0.14915503561496735, |
| "learning_rate": 7.660472972972973e-06, |
| "loss": 0.0031, |
| "step": 14850 |
| }, |
| { |
| "epoch": 24.750830564784053, |
| "grad_norm": 0.1845034956932068, |
| "learning_rate": 7.652027027027028e-06, |
| "loss": 0.0031, |
| "step": 14900 |
| }, |
| { |
| "epoch": 24.833887043189367, |
| "grad_norm": 0.2132125347852707, |
| "learning_rate": 7.643581081081082e-06, |
| "loss": 0.003, |
| "step": 14950 |
| }, |
| { |
| "epoch": 24.916943521594686, |
| "grad_norm": 0.1357172429561615, |
| "learning_rate": 7.635135135135135e-06, |
| "loss": 0.0032, |
| "step": 15000 |
| }, |
| { |
| "epoch": 25.0, |
| "grad_norm": 0.1253499686717987, |
| "learning_rate": 7.6266891891891906e-06, |
| "loss": 0.0032, |
| "step": 15050 |
| }, |
| { |
| "epoch": 25.083056478405314, |
| "grad_norm": 0.1296907216310501, |
| "learning_rate": 7.618243243243244e-06, |
| "loss": 0.0028, |
| "step": 15100 |
| }, |
| { |
| "epoch": 25.166112956810633, |
| "grad_norm": 0.10292603075504303, |
| "learning_rate": 7.609797297297298e-06, |
| "loss": 0.0028, |
| "step": 15150 |
| }, |
| { |
| "epoch": 25.249169435215947, |
| "grad_norm": 0.17277835309505463, |
| "learning_rate": 7.601351351351352e-06, |
| "loss": 0.003, |
| "step": 15200 |
| }, |
| { |
| "epoch": 25.33222591362126, |
| "grad_norm": 0.13872121274471283, |
| "learning_rate": 7.592905405405407e-06, |
| "loss": 0.0026, |
| "step": 15250 |
| }, |
| { |
| "epoch": 25.41528239202658, |
| "grad_norm": 0.16662010550498962, |
| "learning_rate": 7.58445945945946e-06, |
| "loss": 0.003, |
| "step": 15300 |
| }, |
| { |
| "epoch": 25.498338870431894, |
| "grad_norm": 0.17448820173740387, |
| "learning_rate": 7.576013513513514e-06, |
| "loss": 0.0028, |
| "step": 15350 |
| }, |
| { |
| "epoch": 25.58139534883721, |
| "grad_norm": 0.09598555415868759, |
| "learning_rate": 7.567567567567569e-06, |
| "loss": 0.003, |
| "step": 15400 |
| }, |
| { |
| "epoch": 25.664451827242527, |
| "grad_norm": 0.14937862753868103, |
| "learning_rate": 7.559121621621622e-06, |
| "loss": 0.0028, |
| "step": 15450 |
| }, |
| { |
| "epoch": 25.74750830564784, |
| "grad_norm": 0.15394462645053864, |
| "learning_rate": 7.550675675675676e-06, |
| "loss": 0.0029, |
| "step": 15500 |
| }, |
| { |
| "epoch": 25.830564784053156, |
| "grad_norm": 0.14284346997737885, |
| "learning_rate": 7.542229729729731e-06, |
| "loss": 0.0027, |
| "step": 15550 |
| }, |
| { |
| "epoch": 25.91362126245847, |
| "grad_norm": 0.15943670272827148, |
| "learning_rate": 7.533783783783785e-06, |
| "loss": 0.0028, |
| "step": 15600 |
| }, |
| { |
| "epoch": 25.996677740863788, |
| "grad_norm": 0.11656994372606277, |
| "learning_rate": 7.525337837837838e-06, |
| "loss": 0.0027, |
| "step": 15650 |
| }, |
| { |
| "epoch": 26.079734219269103, |
| "grad_norm": 0.13571897149085999, |
| "learning_rate": 7.516891891891892e-06, |
| "loss": 0.0028, |
| "step": 15700 |
| }, |
| { |
| "epoch": 26.162790697674417, |
| "grad_norm": 0.14880968630313873, |
| "learning_rate": 7.508445945945947e-06, |
| "loss": 0.0025, |
| "step": 15750 |
| }, |
| { |
| "epoch": 26.245847176079735, |
| "grad_norm": 0.14208616316318512, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.0026, |
| "step": 15800 |
| }, |
| { |
| "epoch": 26.32890365448505, |
| "grad_norm": 0.11586987972259521, |
| "learning_rate": 7.491554054054054e-06, |
| "loss": 0.0025, |
| "step": 15850 |
| }, |
| { |
| "epoch": 26.411960132890364, |
| "grad_norm": 0.14217934012413025, |
| "learning_rate": 7.483108108108109e-06, |
| "loss": 0.0027, |
| "step": 15900 |
| }, |
| { |
| "epoch": 26.495016611295682, |
| "grad_norm": 0.17761094868183136, |
| "learning_rate": 7.474662162162163e-06, |
| "loss": 0.0025, |
| "step": 15950 |
| }, |
| { |
| "epoch": 26.578073089700997, |
| "grad_norm": 0.10167348384857178, |
| "learning_rate": 7.466216216216216e-06, |
| "loss": 0.0024, |
| "step": 16000 |
| }, |
| { |
| "epoch": 26.66112956810631, |
| "grad_norm": 0.14244844019412994, |
| "learning_rate": 7.45777027027027e-06, |
| "loss": 0.0028, |
| "step": 16050 |
| }, |
| { |
| "epoch": 26.74418604651163, |
| "grad_norm": 0.1568807065486908, |
| "learning_rate": 7.449324324324325e-06, |
| "loss": 0.0026, |
| "step": 16100 |
| }, |
| { |
| "epoch": 26.827242524916944, |
| "grad_norm": 0.13260778784751892, |
| "learning_rate": 7.440878378378379e-06, |
| "loss": 0.0026, |
| "step": 16150 |
| }, |
| { |
| "epoch": 26.910299003322258, |
| "grad_norm": 0.1154264584183693, |
| "learning_rate": 7.4324324324324324e-06, |
| "loss": 0.0027, |
| "step": 16200 |
| }, |
| { |
| "epoch": 26.993355481727576, |
| "grad_norm": 0.12289530783891678, |
| "learning_rate": 7.423986486486487e-06, |
| "loss": 0.0029, |
| "step": 16250 |
| }, |
| { |
| "epoch": 27.07641196013289, |
| "grad_norm": 0.12922519445419312, |
| "learning_rate": 7.415540540540541e-06, |
| "loss": 0.0023, |
| "step": 16300 |
| }, |
| { |
| "epoch": 27.159468438538205, |
| "grad_norm": 0.13929371535778046, |
| "learning_rate": 7.4070945945945945e-06, |
| "loss": 0.0025, |
| "step": 16350 |
| }, |
| { |
| "epoch": 27.242524916943523, |
| "grad_norm": 0.1668965071439743, |
| "learning_rate": 7.398648648648649e-06, |
| "loss": 0.0026, |
| "step": 16400 |
| }, |
| { |
| "epoch": 27.325581395348838, |
| "grad_norm": 0.1570366621017456, |
| "learning_rate": 7.3902027027027035e-06, |
| "loss": 0.0025, |
| "step": 16450 |
| }, |
| { |
| "epoch": 27.408637873754152, |
| "grad_norm": 0.1284647434949875, |
| "learning_rate": 7.3817567567567575e-06, |
| "loss": 0.0024, |
| "step": 16500 |
| }, |
| { |
| "epoch": 27.491694352159467, |
| "grad_norm": 0.15990597009658813, |
| "learning_rate": 7.373310810810811e-06, |
| "loss": 0.0024, |
| "step": 16550 |
| }, |
| { |
| "epoch": 27.574750830564785, |
| "grad_norm": 0.12897512316703796, |
| "learning_rate": 7.3648648648648655e-06, |
| "loss": 0.0028, |
| "step": 16600 |
| }, |
| { |
| "epoch": 27.6578073089701, |
| "grad_norm": 0.13328291475772858, |
| "learning_rate": 7.35641891891892e-06, |
| "loss": 0.0025, |
| "step": 16650 |
| }, |
| { |
| "epoch": 27.740863787375414, |
| "grad_norm": 0.07590755075216293, |
| "learning_rate": 7.347972972972973e-06, |
| "loss": 0.0025, |
| "step": 16700 |
| }, |
| { |
| "epoch": 27.823920265780732, |
| "grad_norm": 0.14616797864437103, |
| "learning_rate": 7.339527027027028e-06, |
| "loss": 0.0025, |
| "step": 16750 |
| }, |
| { |
| "epoch": 27.906976744186046, |
| "grad_norm": 0.10863177478313446, |
| "learning_rate": 7.331081081081082e-06, |
| "loss": 0.0025, |
| "step": 16800 |
| }, |
| { |
| "epoch": 27.99003322259136, |
| "grad_norm": 0.11199267953634262, |
| "learning_rate": 7.322635135135136e-06, |
| "loss": 0.0027, |
| "step": 16850 |
| }, |
| { |
| "epoch": 28.07308970099668, |
| "grad_norm": 0.13767418265342712, |
| "learning_rate": 7.314189189189191e-06, |
| "loss": 0.0022, |
| "step": 16900 |
| }, |
| { |
| "epoch": 28.156146179401993, |
| "grad_norm": 0.13357830047607422, |
| "learning_rate": 7.305743243243244e-06, |
| "loss": 0.0023, |
| "step": 16950 |
| }, |
| { |
| "epoch": 28.239202657807308, |
| "grad_norm": 0.22289451956748962, |
| "learning_rate": 7.297297297297298e-06, |
| "loss": 0.0021, |
| "step": 17000 |
| }, |
| { |
| "epoch": 28.322259136212626, |
| "grad_norm": 0.12740780413150787, |
| "learning_rate": 7.288851351351352e-06, |
| "loss": 0.0023, |
| "step": 17050 |
| }, |
| { |
| "epoch": 28.40531561461794, |
| "grad_norm": 0.16222257912158966, |
| "learning_rate": 7.280405405405407e-06, |
| "loss": 0.0024, |
| "step": 17100 |
| }, |
| { |
| "epoch": 28.488372093023255, |
| "grad_norm": 0.11356110870838165, |
| "learning_rate": 7.27195945945946e-06, |
| "loss": 0.0023, |
| "step": 17150 |
| }, |
| { |
| "epoch": 28.571428571428573, |
| "grad_norm": 0.11776330322027206, |
| "learning_rate": 7.263513513513514e-06, |
| "loss": 0.0024, |
| "step": 17200 |
| }, |
| { |
| "epoch": 28.654485049833887, |
| "grad_norm": 0.16843853890895844, |
| "learning_rate": 7.255067567567569e-06, |
| "loss": 0.0023, |
| "step": 17250 |
| }, |
| { |
| "epoch": 28.737541528239202, |
| "grad_norm": 0.1754775196313858, |
| "learning_rate": 7.246621621621622e-06, |
| "loss": 0.0023, |
| "step": 17300 |
| }, |
| { |
| "epoch": 28.82059800664452, |
| "grad_norm": 0.1168438196182251, |
| "learning_rate": 7.238175675675676e-06, |
| "loss": 0.0023, |
| "step": 17350 |
| }, |
| { |
| "epoch": 28.903654485049834, |
| "grad_norm": 0.07629954069852829, |
| "learning_rate": 7.229729729729731e-06, |
| "loss": 0.0023, |
| "step": 17400 |
| }, |
| { |
| "epoch": 28.98671096345515, |
| "grad_norm": 0.16367056965827942, |
| "learning_rate": 7.221283783783785e-06, |
| "loss": 0.0025, |
| "step": 17450 |
| }, |
| { |
| "epoch": 29.069767441860463, |
| "grad_norm": 0.15453363955020905, |
| "learning_rate": 7.212837837837838e-06, |
| "loss": 0.0022, |
| "step": 17500 |
| }, |
| { |
| "epoch": 29.15282392026578, |
| "grad_norm": 0.1271519809961319, |
| "learning_rate": 7.204391891891892e-06, |
| "loss": 0.0022, |
| "step": 17550 |
| }, |
| { |
| "epoch": 29.235880398671096, |
| "grad_norm": 0.07987678050994873, |
| "learning_rate": 7.195945945945947e-06, |
| "loss": 0.0018, |
| "step": 17600 |
| }, |
| { |
| "epoch": 29.31893687707641, |
| "grad_norm": 0.1695636510848999, |
| "learning_rate": 7.1875e-06, |
| "loss": 0.0022, |
| "step": 17650 |
| }, |
| { |
| "epoch": 29.40199335548173, |
| "grad_norm": 0.1446850448846817, |
| "learning_rate": 7.179054054054054e-06, |
| "loss": 0.0023, |
| "step": 17700 |
| }, |
| { |
| "epoch": 29.485049833887043, |
| "grad_norm": 0.134325310587883, |
| "learning_rate": 7.170608108108109e-06, |
| "loss": 0.0022, |
| "step": 17750 |
| }, |
| { |
| "epoch": 29.568106312292358, |
| "grad_norm": 0.18675336241722107, |
| "learning_rate": 7.162162162162163e-06, |
| "loss": 0.0023, |
| "step": 17800 |
| }, |
| { |
| "epoch": 29.651162790697676, |
| "grad_norm": 0.22028237581253052, |
| "learning_rate": 7.153716216216216e-06, |
| "loss": 0.0021, |
| "step": 17850 |
| }, |
| { |
| "epoch": 29.73421926910299, |
| "grad_norm": 0.1827327311038971, |
| "learning_rate": 7.14527027027027e-06, |
| "loss": 0.0024, |
| "step": 17900 |
| }, |
| { |
| "epoch": 29.817275747508305, |
| "grad_norm": 0.18215274810791016, |
| "learning_rate": 7.136824324324325e-06, |
| "loss": 0.0024, |
| "step": 17950 |
| }, |
| { |
| "epoch": 29.900332225913623, |
| "grad_norm": 0.20356135070323944, |
| "learning_rate": 7.128378378378379e-06, |
| "loss": 0.0022, |
| "step": 18000 |
| }, |
| { |
| "epoch": 29.983388704318937, |
| "grad_norm": 0.14500537514686584, |
| "learning_rate": 7.1199324324324325e-06, |
| "loss": 0.0021, |
| "step": 18050 |
| }, |
| { |
| "epoch": 30.06644518272425, |
| "grad_norm": 0.1145324632525444, |
| "learning_rate": 7.111486486486487e-06, |
| "loss": 0.002, |
| "step": 18100 |
| }, |
| { |
| "epoch": 30.14950166112957, |
| "grad_norm": 0.14700041711330414, |
| "learning_rate": 7.103040540540541e-06, |
| "loss": 0.0021, |
| "step": 18150 |
| }, |
| { |
| "epoch": 30.232558139534884, |
| "grad_norm": 0.20703761279582977, |
| "learning_rate": 7.0945945945945946e-06, |
| "loss": 0.002, |
| "step": 18200 |
| }, |
| { |
| "epoch": 30.3156146179402, |
| "grad_norm": 0.13587066531181335, |
| "learning_rate": 7.0861486486486494e-06, |
| "loss": 0.002, |
| "step": 18250 |
| }, |
| { |
| "epoch": 30.398671096345517, |
| "grad_norm": 0.18110080063343048, |
| "learning_rate": 7.0777027027027035e-06, |
| "loss": 0.0019, |
| "step": 18300 |
| }, |
| { |
| "epoch": 30.48172757475083, |
| "grad_norm": 0.16752487421035767, |
| "learning_rate": 7.0692567567567575e-06, |
| "loss": 0.0022, |
| "step": 18350 |
| }, |
| { |
| "epoch": 30.564784053156146, |
| "grad_norm": 0.13479451835155487, |
| "learning_rate": 7.060810810810811e-06, |
| "loss": 0.0021, |
| "step": 18400 |
| }, |
| { |
| "epoch": 30.64784053156146, |
| "grad_norm": 0.1294214129447937, |
| "learning_rate": 7.0523648648648656e-06, |
| "loss": 0.002, |
| "step": 18450 |
| }, |
| { |
| "epoch": 30.730897009966778, |
| "grad_norm": 0.15154747664928436, |
| "learning_rate": 7.04391891891892e-06, |
| "loss": 0.0022, |
| "step": 18500 |
| }, |
| { |
| "epoch": 30.813953488372093, |
| "grad_norm": 0.18404319882392883, |
| "learning_rate": 7.035472972972973e-06, |
| "loss": 0.0021, |
| "step": 18550 |
| }, |
| { |
| "epoch": 30.897009966777407, |
| "grad_norm": 0.13255277276039124, |
| "learning_rate": 7.027027027027028e-06, |
| "loss": 0.0023, |
| "step": 18600 |
| }, |
| { |
| "epoch": 30.980066445182725, |
| "grad_norm": 0.18859443068504333, |
| "learning_rate": 7.018581081081082e-06, |
| "loss": 0.0021, |
| "step": 18650 |
| }, |
| { |
| "epoch": 31.06312292358804, |
| "grad_norm": 0.19044509530067444, |
| "learning_rate": 7.010135135135136e-06, |
| "loss": 0.0021, |
| "step": 18700 |
| }, |
| { |
| "epoch": 31.146179401993354, |
| "grad_norm": 0.15139712393283844, |
| "learning_rate": 7.001689189189191e-06, |
| "loss": 0.002, |
| "step": 18750 |
| }, |
| { |
| "epoch": 31.229235880398672, |
| "grad_norm": 0.06357304006814957, |
| "learning_rate": 6.993243243243244e-06, |
| "loss": 0.002, |
| "step": 18800 |
| }, |
| { |
| "epoch": 31.312292358803987, |
| "grad_norm": 0.10291548818349838, |
| "learning_rate": 6.984797297297298e-06, |
| "loss": 0.0019, |
| "step": 18850 |
| }, |
| { |
| "epoch": 31.3953488372093, |
| "grad_norm": 0.19652868807315826, |
| "learning_rate": 6.976351351351352e-06, |
| "loss": 0.0019, |
| "step": 18900 |
| }, |
| { |
| "epoch": 31.47840531561462, |
| "grad_norm": 0.13265159726142883, |
| "learning_rate": 6.967905405405406e-06, |
| "loss": 0.0019, |
| "step": 18950 |
| }, |
| { |
| "epoch": 31.561461794019934, |
| "grad_norm": 0.14125719666481018, |
| "learning_rate": 6.95945945945946e-06, |
| "loss": 0.0018, |
| "step": 19000 |
| }, |
| { |
| "epoch": 31.64451827242525, |
| "grad_norm": 0.1850222498178482, |
| "learning_rate": 6.951013513513514e-06, |
| "loss": 0.002, |
| "step": 19050 |
| }, |
| { |
| "epoch": 31.727574750830566, |
| "grad_norm": 0.23264606297016144, |
| "learning_rate": 6.942567567567569e-06, |
| "loss": 0.002, |
| "step": 19100 |
| }, |
| { |
| "epoch": 31.81063122923588, |
| "grad_norm": 0.13076111674308777, |
| "learning_rate": 6.934121621621622e-06, |
| "loss": 0.0021, |
| "step": 19150 |
| }, |
| { |
| "epoch": 31.893687707641195, |
| "grad_norm": 0.10948067903518677, |
| "learning_rate": 6.925675675675676e-06, |
| "loss": 0.002, |
| "step": 19200 |
| }, |
| { |
| "epoch": 31.97674418604651, |
| "grad_norm": 0.21915070712566376, |
| "learning_rate": 6.917229729729731e-06, |
| "loss": 0.0019, |
| "step": 19250 |
| }, |
| { |
| "epoch": 32.05980066445183, |
| "grad_norm": 0.135627880692482, |
| "learning_rate": 6.908783783783785e-06, |
| "loss": 0.002, |
| "step": 19300 |
| }, |
| { |
| "epoch": 32.142857142857146, |
| "grad_norm": 0.14064209163188934, |
| "learning_rate": 6.900337837837838e-06, |
| "loss": 0.0019, |
| "step": 19350 |
| }, |
| { |
| "epoch": 32.22591362126246, |
| "grad_norm": 0.12070033699274063, |
| "learning_rate": 6.891891891891892e-06, |
| "loss": 0.0017, |
| "step": 19400 |
| }, |
| { |
| "epoch": 32.308970099667775, |
| "grad_norm": 0.08246263116598129, |
| "learning_rate": 6.883445945945947e-06, |
| "loss": 0.0017, |
| "step": 19450 |
| }, |
| { |
| "epoch": 32.39202657807309, |
| "grad_norm": 0.2247394323348999, |
| "learning_rate": 6.875e-06, |
| "loss": 0.0019, |
| "step": 19500 |
| }, |
| { |
| "epoch": 32.475083056478404, |
| "grad_norm": 0.1050836518406868, |
| "learning_rate": 6.866554054054054e-06, |
| "loss": 0.0019, |
| "step": 19550 |
| }, |
| { |
| "epoch": 32.55813953488372, |
| "grad_norm": 0.17155566811561584, |
| "learning_rate": 6.858108108108109e-06, |
| "loss": 0.0018, |
| "step": 19600 |
| }, |
| { |
| "epoch": 32.64119601328904, |
| "grad_norm": 0.16185705363750458, |
| "learning_rate": 6.849662162162163e-06, |
| "loss": 0.0018, |
| "step": 19650 |
| }, |
| { |
| "epoch": 32.72425249169435, |
| "grad_norm": 0.14572490751743317, |
| "learning_rate": 6.841216216216216e-06, |
| "loss": 0.0019, |
| "step": 19700 |
| }, |
| { |
| "epoch": 32.80730897009967, |
| "grad_norm": 0.2703460454940796, |
| "learning_rate": 6.83277027027027e-06, |
| "loss": 0.002, |
| "step": 19750 |
| }, |
| { |
| "epoch": 32.89036544850498, |
| "grad_norm": 0.11189229041337967, |
| "learning_rate": 6.824324324324325e-06, |
| "loss": 0.0017, |
| "step": 19800 |
| }, |
| { |
| "epoch": 32.9734219269103, |
| "grad_norm": 0.09773913025856018, |
| "learning_rate": 6.8158783783783785e-06, |
| "loss": 0.002, |
| "step": 19850 |
| }, |
| { |
| "epoch": 33.056478405315616, |
| "grad_norm": 0.13506102561950684, |
| "learning_rate": 6.8074324324324325e-06, |
| "loss": 0.0019, |
| "step": 19900 |
| }, |
| { |
| "epoch": 33.13953488372093, |
| "grad_norm": 0.14404888451099396, |
| "learning_rate": 6.798986486486487e-06, |
| "loss": 0.0016, |
| "step": 19950 |
| }, |
| { |
| "epoch": 33.222591362126245, |
| "grad_norm": 0.12977443635463715, |
| "learning_rate": 6.790540540540541e-06, |
| "loss": 0.0018, |
| "step": 20000 |
| }, |
| { |
| "epoch": 33.30564784053156, |
| "grad_norm": 0.0847565308213234, |
| "learning_rate": 6.782094594594595e-06, |
| "loss": 0.0018, |
| "step": 20050 |
| }, |
| { |
| "epoch": 33.388704318936874, |
| "grad_norm": 0.12460016459226608, |
| "learning_rate": 6.7736486486486495e-06, |
| "loss": 0.0017, |
| "step": 20100 |
| }, |
| { |
| "epoch": 33.47176079734219, |
| "grad_norm": 0.10600145906209946, |
| "learning_rate": 6.7652027027027035e-06, |
| "loss": 0.0018, |
| "step": 20150 |
| }, |
| { |
| "epoch": 33.55481727574751, |
| "grad_norm": 0.19188791513442993, |
| "learning_rate": 6.7567567567567575e-06, |
| "loss": 0.0018, |
| "step": 20200 |
| }, |
| { |
| "epoch": 33.63787375415282, |
| "grad_norm": 0.1580614298582077, |
| "learning_rate": 6.748310810810811e-06, |
| "loss": 0.0018, |
| "step": 20250 |
| }, |
| { |
| "epoch": 33.72093023255814, |
| "grad_norm": 0.201605886220932, |
| "learning_rate": 6.739864864864866e-06, |
| "loss": 0.0018, |
| "step": 20300 |
| }, |
| { |
| "epoch": 33.80398671096346, |
| "grad_norm": 0.15210430324077606, |
| "learning_rate": 6.73141891891892e-06, |
| "loss": 0.0017, |
| "step": 20350 |
| }, |
| { |
| "epoch": 33.88704318936877, |
| "grad_norm": 0.11763100326061249, |
| "learning_rate": 6.722972972972973e-06, |
| "loss": 0.0019, |
| "step": 20400 |
| }, |
| { |
| "epoch": 33.970099667774086, |
| "grad_norm": 0.1792268007993698, |
| "learning_rate": 6.714527027027028e-06, |
| "loss": 0.0017, |
| "step": 20450 |
| }, |
| { |
| "epoch": 34.053156146179404, |
| "grad_norm": 0.11926724761724472, |
| "learning_rate": 6.706081081081082e-06, |
| "loss": 0.0017, |
| "step": 20500 |
| }, |
| { |
| "epoch": 34.136212624584715, |
| "grad_norm": 0.10554293543100357, |
| "learning_rate": 6.697635135135136e-06, |
| "loss": 0.0016, |
| "step": 20550 |
| }, |
| { |
| "epoch": 34.21926910299003, |
| "grad_norm": 0.13360972702503204, |
| "learning_rate": 6.689189189189191e-06, |
| "loss": 0.0017, |
| "step": 20600 |
| }, |
| { |
| "epoch": 34.30232558139535, |
| "grad_norm": 0.1783204972743988, |
| "learning_rate": 6.680743243243244e-06, |
| "loss": 0.0016, |
| "step": 20650 |
| }, |
| { |
| "epoch": 34.38538205980066, |
| "grad_norm": 0.09073592722415924, |
| "learning_rate": 6.672297297297298e-06, |
| "loss": 0.0019, |
| "step": 20700 |
| }, |
| { |
| "epoch": 34.46843853820598, |
| "grad_norm": 0.25335633754730225, |
| "learning_rate": 6.663851351351351e-06, |
| "loss": 0.0017, |
| "step": 20750 |
| }, |
| { |
| "epoch": 34.5514950166113, |
| "grad_norm": 0.1067514419555664, |
| "learning_rate": 6.655405405405406e-06, |
| "loss": 0.0017, |
| "step": 20800 |
| }, |
| { |
| "epoch": 34.63455149501661, |
| "grad_norm": 0.15787842869758606, |
| "learning_rate": 6.64695945945946e-06, |
| "loss": 0.0017, |
| "step": 20850 |
| }, |
| { |
| "epoch": 34.71760797342193, |
| "grad_norm": 0.1340426504611969, |
| "learning_rate": 6.638513513513514e-06, |
| "loss": 0.0018, |
| "step": 20900 |
| }, |
| { |
| "epoch": 34.800664451827245, |
| "grad_norm": 0.2136928290128708, |
| "learning_rate": 6.630067567567569e-06, |
| "loss": 0.0016, |
| "step": 20950 |
| }, |
| { |
| "epoch": 34.883720930232556, |
| "grad_norm": 0.12659946084022522, |
| "learning_rate": 6.621621621621622e-06, |
| "loss": 0.0016, |
| "step": 21000 |
| }, |
| { |
| "epoch": 34.966777408637874, |
| "grad_norm": 0.13203801214694977, |
| "learning_rate": 6.613175675675676e-06, |
| "loss": 0.0016, |
| "step": 21050 |
| }, |
| { |
| "epoch": 35.04983388704319, |
| "grad_norm": 0.13505145907402039, |
| "learning_rate": 6.604729729729731e-06, |
| "loss": 0.0015, |
| "step": 21100 |
| }, |
| { |
| "epoch": 35.1328903654485, |
| "grad_norm": 0.12108131498098373, |
| "learning_rate": 6.596283783783784e-06, |
| "loss": 0.0016, |
| "step": 21150 |
| }, |
| { |
| "epoch": 35.21594684385382, |
| "grad_norm": 0.06628163158893585, |
| "learning_rate": 6.587837837837838e-06, |
| "loss": 0.0014, |
| "step": 21200 |
| }, |
| { |
| "epoch": 35.29900332225914, |
| "grad_norm": 0.0889243558049202, |
| "learning_rate": 6.579391891891892e-06, |
| "loss": 0.0017, |
| "step": 21250 |
| }, |
| { |
| "epoch": 35.38205980066445, |
| "grad_norm": 0.11748132109642029, |
| "learning_rate": 6.570945945945947e-06, |
| "loss": 0.0014, |
| "step": 21300 |
| }, |
| { |
| "epoch": 35.46511627906977, |
| "grad_norm": 0.16354264318943024, |
| "learning_rate": 6.5625e-06, |
| "loss": 0.0016, |
| "step": 21350 |
| }, |
| { |
| "epoch": 35.548172757475086, |
| "grad_norm": 0.05732898786664009, |
| "learning_rate": 6.554054054054054e-06, |
| "loss": 0.0015, |
| "step": 21400 |
| }, |
| { |
| "epoch": 35.6312292358804, |
| "grad_norm": 0.2699935734272003, |
| "learning_rate": 6.545608108108109e-06, |
| "loss": 0.0017, |
| "step": 21450 |
| }, |
| { |
| "epoch": 35.714285714285715, |
| "grad_norm": 0.18786229193210602, |
| "learning_rate": 6.537162162162163e-06, |
| "loss": 0.0016, |
| "step": 21500 |
| }, |
| { |
| "epoch": 35.79734219269103, |
| "grad_norm": 0.087208591401577, |
| "learning_rate": 6.528716216216216e-06, |
| "loss": 0.0016, |
| "step": 21550 |
| }, |
| { |
| "epoch": 35.880398671096344, |
| "grad_norm": 0.0993415042757988, |
| "learning_rate": 6.5202702702702704e-06, |
| "loss": 0.0017, |
| "step": 21600 |
| }, |
| { |
| "epoch": 35.96345514950166, |
| "grad_norm": 0.2238815277814865, |
| "learning_rate": 6.511824324324325e-06, |
| "loss": 0.0016, |
| "step": 21650 |
| }, |
| { |
| "epoch": 36.04651162790697, |
| "grad_norm": 0.13334788382053375, |
| "learning_rate": 6.5033783783783785e-06, |
| "loss": 0.0015, |
| "step": 21700 |
| }, |
| { |
| "epoch": 36.12956810631229, |
| "grad_norm": 0.18202228844165802, |
| "learning_rate": 6.4949324324324325e-06, |
| "loss": 0.0014, |
| "step": 21750 |
| }, |
| { |
| "epoch": 36.21262458471761, |
| "grad_norm": 0.06453296542167664, |
| "learning_rate": 6.486486486486487e-06, |
| "loss": 0.0014, |
| "step": 21800 |
| }, |
| { |
| "epoch": 36.29568106312292, |
| "grad_norm": 0.12124403566122055, |
| "learning_rate": 6.4780405405405414e-06, |
| "loss": 0.0013, |
| "step": 21850 |
| }, |
| { |
| "epoch": 36.37873754152824, |
| "grad_norm": 0.24454446136951447, |
| "learning_rate": 6.469594594594595e-06, |
| "loss": 0.0014, |
| "step": 21900 |
| }, |
| { |
| "epoch": 36.461794019933556, |
| "grad_norm": 0.13677524030208588, |
| "learning_rate": 6.4611486486486495e-06, |
| "loss": 0.0015, |
| "step": 21950 |
| }, |
| { |
| "epoch": 36.54485049833887, |
| "grad_norm": 0.25657689571380615, |
| "learning_rate": 6.4527027027027035e-06, |
| "loss": 0.0015, |
| "step": 22000 |
| }, |
| { |
| "epoch": 36.627906976744185, |
| "grad_norm": 0.08691773563623428, |
| "learning_rate": 6.444256756756757e-06, |
| "loss": 0.0014, |
| "step": 22050 |
| }, |
| { |
| "epoch": 36.7109634551495, |
| "grad_norm": 0.11459925025701523, |
| "learning_rate": 6.435810810810811e-06, |
| "loss": 0.0017, |
| "step": 22100 |
| }, |
| { |
| "epoch": 36.794019933554814, |
| "grad_norm": 0.15285205841064453, |
| "learning_rate": 6.427364864864866e-06, |
| "loss": 0.0016, |
| "step": 22150 |
| }, |
| { |
| "epoch": 36.87707641196013, |
| "grad_norm": 0.06666266173124313, |
| "learning_rate": 6.41891891891892e-06, |
| "loss": 0.0014, |
| "step": 22200 |
| }, |
| { |
| "epoch": 36.96013289036545, |
| "grad_norm": 0.15892595052719116, |
| "learning_rate": 6.410472972972973e-06, |
| "loss": 0.0015, |
| "step": 22250 |
| }, |
| { |
| "epoch": 37.04318936877076, |
| "grad_norm": 0.07195648550987244, |
| "learning_rate": 6.402027027027028e-06, |
| "loss": 0.0016, |
| "step": 22300 |
| }, |
| { |
| "epoch": 37.12624584717608, |
| "grad_norm": 0.13736845552921295, |
| "learning_rate": 6.393581081081082e-06, |
| "loss": 0.0015, |
| "step": 22350 |
| }, |
| { |
| "epoch": 37.2093023255814, |
| "grad_norm": 0.23577900230884552, |
| "learning_rate": 6.385135135135136e-06, |
| "loss": 0.0014, |
| "step": 22400 |
| }, |
| { |
| "epoch": 37.29235880398671, |
| "grad_norm": 0.14850834012031555, |
| "learning_rate": 6.37668918918919e-06, |
| "loss": 0.0013, |
| "step": 22450 |
| }, |
| { |
| "epoch": 37.37541528239203, |
| "grad_norm": 0.10560604929924011, |
| "learning_rate": 6.368243243243244e-06, |
| "loss": 0.0015, |
| "step": 22500 |
| }, |
| { |
| "epoch": 37.458471760797345, |
| "grad_norm": 0.14007191359996796, |
| "learning_rate": 6.359797297297298e-06, |
| "loss": 0.0014, |
| "step": 22550 |
| }, |
| { |
| "epoch": 37.541528239202655, |
| "grad_norm": 0.19559958577156067, |
| "learning_rate": 6.351351351351351e-06, |
| "loss": 0.0014, |
| "step": 22600 |
| }, |
| { |
| "epoch": 37.62458471760797, |
| "grad_norm": 0.10152676701545715, |
| "learning_rate": 6.342905405405406e-06, |
| "loss": 0.0014, |
| "step": 22650 |
| }, |
| { |
| "epoch": 37.70764119601329, |
| "grad_norm": 0.1924515813589096, |
| "learning_rate": 6.33445945945946e-06, |
| "loss": 0.0014, |
| "step": 22700 |
| }, |
| { |
| "epoch": 37.7906976744186, |
| "grad_norm": 0.12958408892154694, |
| "learning_rate": 6.326013513513514e-06, |
| "loss": 0.0016, |
| "step": 22750 |
| }, |
| { |
| "epoch": 37.87375415282392, |
| "grad_norm": 0.12392258644104004, |
| "learning_rate": 6.317567567567569e-06, |
| "loss": 0.0015, |
| "step": 22800 |
| }, |
| { |
| "epoch": 37.95681063122924, |
| "grad_norm": 0.17323195934295654, |
| "learning_rate": 6.309121621621622e-06, |
| "loss": 0.0015, |
| "step": 22850 |
| }, |
| { |
| "epoch": 38.03986710963455, |
| "grad_norm": 0.16793905198574066, |
| "learning_rate": 6.300675675675676e-06, |
| "loss": 0.0014, |
| "step": 22900 |
| }, |
| { |
| "epoch": 38.12292358803987, |
| "grad_norm": 0.06940795481204987, |
| "learning_rate": 6.292229729729731e-06, |
| "loss": 0.0014, |
| "step": 22950 |
| }, |
| { |
| "epoch": 38.205980066445186, |
| "grad_norm": 0.19214914739131927, |
| "learning_rate": 6.283783783783784e-06, |
| "loss": 0.0013, |
| "step": 23000 |
| }, |
| { |
| "epoch": 38.2890365448505, |
| "grad_norm": 0.08065056800842285, |
| "learning_rate": 6.275337837837838e-06, |
| "loss": 0.0014, |
| "step": 23050 |
| }, |
| { |
| "epoch": 38.372093023255815, |
| "grad_norm": 0.14864496886730194, |
| "learning_rate": 6.266891891891892e-06, |
| "loss": 0.0014, |
| "step": 23100 |
| }, |
| { |
| "epoch": 38.45514950166113, |
| "grad_norm": 0.08823973685503006, |
| "learning_rate": 6.258445945945947e-06, |
| "loss": 0.0012, |
| "step": 23150 |
| }, |
| { |
| "epoch": 38.538205980066444, |
| "grad_norm": 0.10207533836364746, |
| "learning_rate": 6.25e-06, |
| "loss": 0.0013, |
| "step": 23200 |
| }, |
| { |
| "epoch": 38.62126245847176, |
| "grad_norm": 0.19492359459400177, |
| "learning_rate": 6.241554054054054e-06, |
| "loss": 0.0014, |
| "step": 23250 |
| }, |
| { |
| "epoch": 38.70431893687708, |
| "grad_norm": 0.18092162907123566, |
| "learning_rate": 6.233108108108109e-06, |
| "loss": 0.0014, |
| "step": 23300 |
| }, |
| { |
| "epoch": 38.78737541528239, |
| "grad_norm": 0.10780604183673859, |
| "learning_rate": 6.224662162162162e-06, |
| "loss": 0.0014, |
| "step": 23350 |
| }, |
| { |
| "epoch": 38.87043189368771, |
| "grad_norm": 0.07147455215454102, |
| "learning_rate": 6.2162162162162164e-06, |
| "loss": 0.0012, |
| "step": 23400 |
| }, |
| { |
| "epoch": 38.95348837209303, |
| "grad_norm": 0.14428885281085968, |
| "learning_rate": 6.2077702702702705e-06, |
| "loss": 0.0012, |
| "step": 23450 |
| }, |
| { |
| "epoch": 39.03654485049834, |
| "grad_norm": 0.19951941072940826, |
| "learning_rate": 6.199324324324325e-06, |
| "loss": 0.0013, |
| "step": 23500 |
| }, |
| { |
| "epoch": 15.032658393207054, |
| "grad_norm": 0.296187162399292, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 0.0393, |
| "step": 23550 |
| }, |
| { |
| "epoch": 15.065316786414108, |
| "grad_norm": 0.06856995820999146, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.029, |
| "step": 23600 |
| }, |
| { |
| "epoch": 15.097975179621162, |
| "grad_norm": 0.07123560458421707, |
| "learning_rate": 1.5e-06, |
| "loss": 0.0282, |
| "step": 23650 |
| }, |
| { |
| "epoch": 15.130633572828216, |
| "grad_norm": 0.08933639526367188, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.0269, |
| "step": 23700 |
| }, |
| { |
| "epoch": 15.16329196603527, |
| "grad_norm": 0.09562961757183075, |
| "learning_rate": 2.5e-06, |
| "loss": 0.0266, |
| "step": 23750 |
| }, |
| { |
| "epoch": 15.195950359242325, |
| "grad_norm": 0.12030792236328125, |
| "learning_rate": 3e-06, |
| "loss": 0.025, |
| "step": 23800 |
| }, |
| { |
| "epoch": 15.228608752449379, |
| "grad_norm": 0.10658561438322067, |
| "learning_rate": 3.5e-06, |
| "loss": 0.0234, |
| "step": 23850 |
| }, |
| { |
| "epoch": 15.261267145656433, |
| "grad_norm": 0.1295558512210846, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.0229, |
| "step": 23900 |
| }, |
| { |
| "epoch": 15.293925538863489, |
| "grad_norm": 0.13431811332702637, |
| "learning_rate": 4.5e-06, |
| "loss": 0.023, |
| "step": 23950 |
| }, |
| { |
| "epoch": 15.326583932070543, |
| "grad_norm": 0.12976951897144318, |
| "learning_rate": 5e-06, |
| "loss": 0.0217, |
| "step": 24000 |
| }, |
| { |
| "epoch": 15.359242325277597, |
| "grad_norm": 0.12544389069080353, |
| "learning_rate": 5.500000000000001e-06, |
| "loss": 0.022, |
| "step": 24050 |
| }, |
| { |
| "epoch": 15.391900718484651, |
| "grad_norm": 0.11983750015497208, |
| "learning_rate": 6e-06, |
| "loss": 0.0204, |
| "step": 24100 |
| }, |
| { |
| "epoch": 15.424559111691705, |
| "grad_norm": 0.10992011427879333, |
| "learning_rate": 6.5000000000000004e-06, |
| "loss": 0.0207, |
| "step": 24150 |
| }, |
| { |
| "epoch": 15.45721750489876, |
| "grad_norm": 0.11979202926158905, |
| "learning_rate": 7e-06, |
| "loss": 0.02, |
| "step": 24200 |
| }, |
| { |
| "epoch": 15.489875898105813, |
| "grad_norm": 0.11368417739868164, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.0199, |
| "step": 24250 |
| }, |
| { |
| "epoch": 15.522534291312867, |
| "grad_norm": 0.11034137010574341, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.0197, |
| "step": 24300 |
| }, |
| { |
| "epoch": 15.555192684519922, |
| "grad_norm": 0.12382794916629791, |
| "learning_rate": 8.5e-06, |
| "loss": 0.0192, |
| "step": 24350 |
| }, |
| { |
| "epoch": 15.587851077726976, |
| "grad_norm": 0.12503217160701752, |
| "learning_rate": 9e-06, |
| "loss": 0.0187, |
| "step": 24400 |
| }, |
| { |
| "epoch": 15.62050947093403, |
| "grad_norm": 0.13080088794231415, |
| "learning_rate": 9.5e-06, |
| "loss": 0.0185, |
| "step": 24450 |
| }, |
| { |
| "epoch": 15.653167864141084, |
| "grad_norm": 0.09857973456382751, |
| "learning_rate": 1e-05, |
| "loss": 0.0184, |
| "step": 24500 |
| }, |
| { |
| "epoch": 15.685826257348138, |
| "grad_norm": 0.12122488766908646, |
| "learning_rate": 9.996712689020382e-06, |
| "loss": 0.0182, |
| "step": 24550 |
| }, |
| { |
| "epoch": 15.718484650555192, |
| "grad_norm": 0.1259155422449112, |
| "learning_rate": 9.993425378040764e-06, |
| "loss": 0.0178, |
| "step": 24600 |
| }, |
| { |
| "epoch": 15.751143043762246, |
| "grad_norm": 0.12195907533168793, |
| "learning_rate": 9.990138067061145e-06, |
| "loss": 0.0179, |
| "step": 24650 |
| }, |
| { |
| "epoch": 15.783801436969302, |
| "grad_norm": 0.1145223081111908, |
| "learning_rate": 9.986850756081527e-06, |
| "loss": 0.0173, |
| "step": 24700 |
| }, |
| { |
| "epoch": 15.816459830176356, |
| "grad_norm": 0.09642328321933746, |
| "learning_rate": 9.983563445101906e-06, |
| "loss": 0.0168, |
| "step": 24750 |
| }, |
| { |
| "epoch": 15.84911822338341, |
| "grad_norm": 0.10971999168395996, |
| "learning_rate": 9.980276134122288e-06, |
| "loss": 0.0174, |
| "step": 24800 |
| }, |
| { |
| "epoch": 15.881776616590464, |
| "grad_norm": 0.10064239054918289, |
| "learning_rate": 9.976988823142671e-06, |
| "loss": 0.0167, |
| "step": 24850 |
| }, |
| { |
| "epoch": 15.914435009797518, |
| "grad_norm": 0.0871860682964325, |
| "learning_rate": 9.97370151216305e-06, |
| "loss": 0.0166, |
| "step": 24900 |
| }, |
| { |
| "epoch": 15.947093403004573, |
| "grad_norm": 0.10426429659128189, |
| "learning_rate": 9.970414201183432e-06, |
| "loss": 0.0167, |
| "step": 24950 |
| }, |
| { |
| "epoch": 15.979751796211627, |
| "grad_norm": 0.10435881465673447, |
| "learning_rate": 9.967126890203814e-06, |
| "loss": 0.0161, |
| "step": 25000 |
| }, |
| { |
| "epoch": 16.01241018941868, |
| "grad_norm": 0.09956376999616623, |
| "learning_rate": 9.963839579224195e-06, |
| "loss": 0.0163, |
| "step": 25050 |
| }, |
| { |
| "epoch": 16.045068582625735, |
| "grad_norm": 0.09757275134325027, |
| "learning_rate": 9.960552268244577e-06, |
| "loss": 0.0167, |
| "step": 25100 |
| }, |
| { |
| "epoch": 16.07772697583279, |
| "grad_norm": 0.09212671220302582, |
| "learning_rate": 9.957264957264958e-06, |
| "loss": 0.0156, |
| "step": 25150 |
| }, |
| { |
| "epoch": 16.110385369039843, |
| "grad_norm": 0.11294306069612503, |
| "learning_rate": 9.95397764628534e-06, |
| "loss": 0.0158, |
| "step": 25200 |
| }, |
| { |
| "epoch": 16.143043762246897, |
| "grad_norm": 0.1380755454301834, |
| "learning_rate": 9.950690335305721e-06, |
| "loss": 0.0159, |
| "step": 25250 |
| }, |
| { |
| "epoch": 16.17570215545395, |
| "grad_norm": 0.09846784174442291, |
| "learning_rate": 9.947403024326102e-06, |
| "loss": 0.0156, |
| "step": 25300 |
| }, |
| { |
| "epoch": 16.208360548661005, |
| "grad_norm": 0.10531885176897049, |
| "learning_rate": 9.944115713346484e-06, |
| "loss": 0.0151, |
| "step": 25350 |
| }, |
| { |
| "epoch": 16.24101894186806, |
| "grad_norm": 0.10934318602085114, |
| "learning_rate": 9.940828402366864e-06, |
| "loss": 0.0153, |
| "step": 25400 |
| }, |
| { |
| "epoch": 16.273677335075114, |
| "grad_norm": 0.08792321383953094, |
| "learning_rate": 9.937541091387247e-06, |
| "loss": 0.0155, |
| "step": 25450 |
| }, |
| { |
| "epoch": 16.306335728282168, |
| "grad_norm": 0.09419489651918411, |
| "learning_rate": 9.934253780407628e-06, |
| "loss": 0.0151, |
| "step": 25500 |
| }, |
| { |
| "epoch": 16.338994121489222, |
| "grad_norm": 0.09185058623552322, |
| "learning_rate": 9.930966469428008e-06, |
| "loss": 0.0152, |
| "step": 25550 |
| }, |
| { |
| "epoch": 16.371652514696276, |
| "grad_norm": 0.0971304401755333, |
| "learning_rate": 9.92767915844839e-06, |
| "loss": 0.0152, |
| "step": 25600 |
| }, |
| { |
| "epoch": 16.40431090790333, |
| "grad_norm": 0.1052471175789833, |
| "learning_rate": 9.924391847468771e-06, |
| "loss": 0.0149, |
| "step": 25650 |
| }, |
| { |
| "epoch": 16.436969301110384, |
| "grad_norm": 0.0822051614522934, |
| "learning_rate": 9.921104536489152e-06, |
| "loss": 0.0151, |
| "step": 25700 |
| }, |
| { |
| "epoch": 16.46962769431744, |
| "grad_norm": 0.08607298135757446, |
| "learning_rate": 9.917817225509534e-06, |
| "loss": 0.015, |
| "step": 25750 |
| }, |
| { |
| "epoch": 16.502286087524492, |
| "grad_norm": 0.11428522318601608, |
| "learning_rate": 9.914529914529915e-06, |
| "loss": 0.0149, |
| "step": 25800 |
| }, |
| { |
| "epoch": 16.534944480731546, |
| "grad_norm": 0.10517720878124237, |
| "learning_rate": 9.911242603550297e-06, |
| "loss": 0.0145, |
| "step": 25850 |
| }, |
| { |
| "epoch": 16.5676028739386, |
| "grad_norm": 0.08069934695959091, |
| "learning_rate": 9.907955292570678e-06, |
| "loss": 0.0147, |
| "step": 25900 |
| }, |
| { |
| "epoch": 16.600261267145655, |
| "grad_norm": 0.070205457508564, |
| "learning_rate": 9.90466798159106e-06, |
| "loss": 0.0148, |
| "step": 25950 |
| }, |
| { |
| "epoch": 16.632919660352712, |
| "grad_norm": 0.10561920702457428, |
| "learning_rate": 9.90138067061144e-06, |
| "loss": 0.0151, |
| "step": 26000 |
| }, |
| { |
| "epoch": 16.665578053559766, |
| "grad_norm": 0.09528687596321106, |
| "learning_rate": 9.898093359631823e-06, |
| "loss": 0.0148, |
| "step": 26050 |
| }, |
| { |
| "epoch": 16.69823644676682, |
| "grad_norm": 0.08869145065546036, |
| "learning_rate": 9.894806048652204e-06, |
| "loss": 0.0141, |
| "step": 26100 |
| }, |
| { |
| "epoch": 16.730894839973875, |
| "grad_norm": 0.10699061304330826, |
| "learning_rate": 9.891518737672584e-06, |
| "loss": 0.0144, |
| "step": 26150 |
| }, |
| { |
| "epoch": 16.76355323318093, |
| "grad_norm": 0.0824965164065361, |
| "learning_rate": 9.888231426692965e-06, |
| "loss": 0.0141, |
| "step": 26200 |
| }, |
| { |
| "epoch": 16.796211626387983, |
| "grad_norm": 0.09220811724662781, |
| "learning_rate": 9.884944115713347e-06, |
| "loss": 0.0145, |
| "step": 26250 |
| }, |
| { |
| "epoch": 16.828870019595037, |
| "grad_norm": 0.08117767423391342, |
| "learning_rate": 9.88165680473373e-06, |
| "loss": 0.0145, |
| "step": 26300 |
| }, |
| { |
| "epoch": 16.86152841280209, |
| "grad_norm": 0.09427885711193085, |
| "learning_rate": 9.87836949375411e-06, |
| "loss": 0.014, |
| "step": 26350 |
| }, |
| { |
| "epoch": 16.894186806009145, |
| "grad_norm": 0.07976298779249191, |
| "learning_rate": 9.875082182774491e-06, |
| "loss": 0.0139, |
| "step": 26400 |
| }, |
| { |
| "epoch": 16.9268451992162, |
| "grad_norm": 0.09682408720254898, |
| "learning_rate": 9.871794871794872e-06, |
| "loss": 0.014, |
| "step": 26450 |
| }, |
| { |
| "epoch": 16.959503592423253, |
| "grad_norm": 0.0674891471862793, |
| "learning_rate": 9.868507560815254e-06, |
| "loss": 0.0138, |
| "step": 26500 |
| }, |
| { |
| "epoch": 16.992161985630307, |
| "grad_norm": 0.07873521000146866, |
| "learning_rate": 9.865220249835635e-06, |
| "loss": 0.0138, |
| "step": 26550 |
| }, |
| { |
| "epoch": 17.02482037883736, |
| "grad_norm": 0.0872296616435051, |
| "learning_rate": 9.861932938856017e-06, |
| "loss": 0.0137, |
| "step": 26600 |
| }, |
| { |
| "epoch": 17.057478772044416, |
| "grad_norm": 0.080799400806427, |
| "learning_rate": 9.858645627876398e-06, |
| "loss": 0.014, |
| "step": 26650 |
| }, |
| { |
| "epoch": 17.09013716525147, |
| "grad_norm": 0.10432834923267365, |
| "learning_rate": 9.85535831689678e-06, |
| "loss": 0.0139, |
| "step": 26700 |
| }, |
| { |
| "epoch": 17.122795558458524, |
| "grad_norm": 0.10217973589897156, |
| "learning_rate": 9.852071005917161e-06, |
| "loss": 0.0137, |
| "step": 26750 |
| }, |
| { |
| "epoch": 17.155453951665578, |
| "grad_norm": 0.08877214789390564, |
| "learning_rate": 9.848783694937541e-06, |
| "loss": 0.0137, |
| "step": 26800 |
| }, |
| { |
| "epoch": 17.188112344872632, |
| "grad_norm": 0.10301809012889862, |
| "learning_rate": 9.845496383957922e-06, |
| "loss": 0.0135, |
| "step": 26850 |
| }, |
| { |
| "epoch": 17.220770738079686, |
| "grad_norm": 0.1152462363243103, |
| "learning_rate": 9.842209072978306e-06, |
| "loss": 0.0135, |
| "step": 26900 |
| }, |
| { |
| "epoch": 17.25342913128674, |
| "grad_norm": 0.08223509788513184, |
| "learning_rate": 9.838921761998685e-06, |
| "loss": 0.0137, |
| "step": 26950 |
| }, |
| { |
| "epoch": 17.286087524493794, |
| "grad_norm": 0.09059303998947144, |
| "learning_rate": 9.835634451019067e-06, |
| "loss": 0.0138, |
| "step": 27000 |
| }, |
| { |
| "epoch": 17.31874591770085, |
| "grad_norm": 0.07942213863134384, |
| "learning_rate": 9.832347140039448e-06, |
| "loss": 0.014, |
| "step": 27050 |
| }, |
| { |
| "epoch": 17.351404310907903, |
| "grad_norm": 0.0942160040140152, |
| "learning_rate": 9.82905982905983e-06, |
| "loss": 0.0133, |
| "step": 27100 |
| }, |
| { |
| "epoch": 17.384062704114957, |
| "grad_norm": 0.09322342276573181, |
| "learning_rate": 9.825772518080211e-06, |
| "loss": 0.014, |
| "step": 27150 |
| }, |
| { |
| "epoch": 17.41672109732201, |
| "grad_norm": 0.0794295072555542, |
| "learning_rate": 9.822485207100593e-06, |
| "loss": 0.0133, |
| "step": 27200 |
| }, |
| { |
| "epoch": 17.449379490529065, |
| "grad_norm": 0.09018723666667938, |
| "learning_rate": 9.819197896120974e-06, |
| "loss": 0.0138, |
| "step": 27250 |
| }, |
| { |
| "epoch": 17.48203788373612, |
| "grad_norm": 0.07898092269897461, |
| "learning_rate": 9.815910585141355e-06, |
| "loss": 0.0138, |
| "step": 27300 |
| }, |
| { |
| "epoch": 17.514696276943173, |
| "grad_norm": 0.08042161166667938, |
| "learning_rate": 9.812623274161737e-06, |
| "loss": 0.0132, |
| "step": 27350 |
| }, |
| { |
| "epoch": 17.547354670150227, |
| "grad_norm": 0.08876854926347733, |
| "learning_rate": 9.809335963182118e-06, |
| "loss": 0.0133, |
| "step": 27400 |
| }, |
| { |
| "epoch": 17.58001306335728, |
| "grad_norm": 0.11614891141653061, |
| "learning_rate": 9.806048652202498e-06, |
| "loss": 0.0135, |
| "step": 27450 |
| }, |
| { |
| "epoch": 17.612671456564335, |
| "grad_norm": 0.11040101200342178, |
| "learning_rate": 9.802761341222881e-06, |
| "loss": 0.0134, |
| "step": 27500 |
| }, |
| { |
| "epoch": 17.645329849771393, |
| "grad_norm": 0.07913624495267868, |
| "learning_rate": 9.799474030243263e-06, |
| "loss": 0.0132, |
| "step": 27550 |
| }, |
| { |
| "epoch": 17.677988242978447, |
| "grad_norm": 0.0810326486825943, |
| "learning_rate": 9.796186719263643e-06, |
| "loss": 0.0133, |
| "step": 27600 |
| }, |
| { |
| "epoch": 17.7106466361855, |
| "grad_norm": 0.08804348856210709, |
| "learning_rate": 9.792899408284024e-06, |
| "loss": 0.0128, |
| "step": 27650 |
| }, |
| { |
| "epoch": 17.743305029392555, |
| "grad_norm": 0.10724814981222153, |
| "learning_rate": 9.789612097304405e-06, |
| "loss": 0.0131, |
| "step": 27700 |
| }, |
| { |
| "epoch": 17.77596342259961, |
| "grad_norm": 0.09030251204967499, |
| "learning_rate": 9.786324786324787e-06, |
| "loss": 0.0137, |
| "step": 27750 |
| }, |
| { |
| "epoch": 17.808621815806664, |
| "grad_norm": 0.08435764908790588, |
| "learning_rate": 9.783037475345168e-06, |
| "loss": 0.0134, |
| "step": 27800 |
| }, |
| { |
| "epoch": 17.841280209013718, |
| "grad_norm": 0.06447231024503708, |
| "learning_rate": 9.77975016436555e-06, |
| "loss": 0.0132, |
| "step": 27850 |
| }, |
| { |
| "epoch": 17.873938602220772, |
| "grad_norm": 0.07145614176988602, |
| "learning_rate": 9.776462853385931e-06, |
| "loss": 0.0128, |
| "step": 27900 |
| }, |
| { |
| "epoch": 17.906596995427826, |
| "grad_norm": 0.09933588653802872, |
| "learning_rate": 9.773175542406313e-06, |
| "loss": 0.0128, |
| "step": 27950 |
| }, |
| { |
| "epoch": 17.93925538863488, |
| "grad_norm": 0.09780805557966232, |
| "learning_rate": 9.769888231426694e-06, |
| "loss": 0.0133, |
| "step": 28000 |
| }, |
| { |
| "epoch": 17.971913781841934, |
| "grad_norm": 0.0783376470208168, |
| "learning_rate": 9.766600920447074e-06, |
| "loss": 0.0126, |
| "step": 28050 |
| }, |
| { |
| "epoch": 18.004572175048988, |
| "grad_norm": 0.08968358486890793, |
| "learning_rate": 9.763313609467457e-06, |
| "loss": 0.0127, |
| "step": 28100 |
| }, |
| { |
| "epoch": 18.037230568256042, |
| "grad_norm": 0.09786919504404068, |
| "learning_rate": 9.760026298487839e-06, |
| "loss": 0.0129, |
| "step": 28150 |
| }, |
| { |
| "epoch": 18.069888961463096, |
| "grad_norm": 0.07008064538240433, |
| "learning_rate": 9.756738987508218e-06, |
| "loss": 0.0128, |
| "step": 28200 |
| }, |
| { |
| "epoch": 18.10254735467015, |
| "grad_norm": 0.09454207122325897, |
| "learning_rate": 9.7534516765286e-06, |
| "loss": 0.0129, |
| "step": 28250 |
| }, |
| { |
| "epoch": 18.135205747877205, |
| "grad_norm": 0.07008275389671326, |
| "learning_rate": 9.750164365548981e-06, |
| "loss": 0.0126, |
| "step": 28300 |
| }, |
| { |
| "epoch": 18.16786414108426, |
| "grad_norm": 0.09741360694169998, |
| "learning_rate": 9.746877054569363e-06, |
| "loss": 0.0127, |
| "step": 28350 |
| }, |
| { |
| "epoch": 18.200522534291313, |
| "grad_norm": 0.092861607670784, |
| "learning_rate": 9.743589743589744e-06, |
| "loss": 0.0125, |
| "step": 28400 |
| }, |
| { |
| "epoch": 18.233180927498367, |
| "grad_norm": 0.07552482187747955, |
| "learning_rate": 9.740302432610126e-06, |
| "loss": 0.0128, |
| "step": 28450 |
| }, |
| { |
| "epoch": 18.26583932070542, |
| "grad_norm": 0.08930996060371399, |
| "learning_rate": 9.737015121630507e-06, |
| "loss": 0.0128, |
| "step": 28500 |
| }, |
| { |
| "epoch": 18.298497713912475, |
| "grad_norm": 0.08118516951799393, |
| "learning_rate": 9.733727810650888e-06, |
| "loss": 0.0131, |
| "step": 28550 |
| }, |
| { |
| "epoch": 18.33115610711953, |
| "grad_norm": 0.09239883720874786, |
| "learning_rate": 9.73044049967127e-06, |
| "loss": 0.013, |
| "step": 28600 |
| }, |
| { |
| "epoch": 18.363814500326583, |
| "grad_norm": 0.0745251476764679, |
| "learning_rate": 9.727153188691651e-06, |
| "loss": 0.013, |
| "step": 28650 |
| }, |
| { |
| "epoch": 18.396472893533637, |
| "grad_norm": 0.08314284682273865, |
| "learning_rate": 9.723865877712033e-06, |
| "loss": 0.0123, |
| "step": 28700 |
| }, |
| { |
| "epoch": 18.42913128674069, |
| "grad_norm": 0.07523535937070847, |
| "learning_rate": 9.720578566732414e-06, |
| "loss": 0.0127, |
| "step": 28750 |
| }, |
| { |
| "epoch": 18.461789679947746, |
| "grad_norm": 0.09558777511119843, |
| "learning_rate": 9.717291255752796e-06, |
| "loss": 0.0129, |
| "step": 28800 |
| }, |
| { |
| "epoch": 18.4944480731548, |
| "grad_norm": 0.08536320924758911, |
| "learning_rate": 9.714003944773175e-06, |
| "loss": 0.0127, |
| "step": 28850 |
| }, |
| { |
| "epoch": 18.527106466361854, |
| "grad_norm": 0.07737783342599869, |
| "learning_rate": 9.710716633793557e-06, |
| "loss": 0.0122, |
| "step": 28900 |
| }, |
| { |
| "epoch": 18.559764859568908, |
| "grad_norm": 0.08645167946815491, |
| "learning_rate": 9.70742932281394e-06, |
| "loss": 0.012, |
| "step": 28950 |
| }, |
| { |
| "epoch": 18.592423252775962, |
| "grad_norm": 0.06443276256322861, |
| "learning_rate": 9.70414201183432e-06, |
| "loss": 0.0128, |
| "step": 29000 |
| }, |
| { |
| "epoch": 18.625081645983016, |
| "grad_norm": 0.08362197875976562, |
| "learning_rate": 9.700854700854701e-06, |
| "loss": 0.0128, |
| "step": 29050 |
| }, |
| { |
| "epoch": 18.65774003919007, |
| "grad_norm": 0.08388455957174301, |
| "learning_rate": 9.697567389875083e-06, |
| "loss": 0.0129, |
| "step": 29100 |
| }, |
| { |
| "epoch": 18.690398432397124, |
| "grad_norm": 0.08566679060459137, |
| "learning_rate": 9.694280078895464e-06, |
| "loss": 0.0126, |
| "step": 29150 |
| }, |
| { |
| "epoch": 18.723056825604182, |
| "grad_norm": 0.08044921606779099, |
| "learning_rate": 9.690992767915846e-06, |
| "loss": 0.0128, |
| "step": 29200 |
| }, |
| { |
| "epoch": 18.755715218811236, |
| "grad_norm": 0.07965279370546341, |
| "learning_rate": 9.687705456936227e-06, |
| "loss": 0.0125, |
| "step": 29250 |
| }, |
| { |
| "epoch": 18.78837361201829, |
| "grad_norm": 0.077300526201725, |
| "learning_rate": 9.684418145956609e-06, |
| "loss": 0.0123, |
| "step": 29300 |
| }, |
| { |
| "epoch": 18.821032005225344, |
| "grad_norm": 0.08230002969503403, |
| "learning_rate": 9.68113083497699e-06, |
| "loss": 0.0124, |
| "step": 29350 |
| }, |
| { |
| "epoch": 18.8536903984324, |
| "grad_norm": 0.08845552057027817, |
| "learning_rate": 9.677843523997371e-06, |
| "loss": 0.0126, |
| "step": 29400 |
| }, |
| { |
| "epoch": 18.886348791639453, |
| "grad_norm": 0.09909436851739883, |
| "learning_rate": 9.674556213017751e-06, |
| "loss": 0.0125, |
| "step": 29450 |
| }, |
| { |
| "epoch": 18.919007184846507, |
| "grad_norm": 0.06949647516012192, |
| "learning_rate": 9.671268902038133e-06, |
| "loss": 0.012, |
| "step": 29500 |
| }, |
| { |
| "epoch": 18.95166557805356, |
| "grad_norm": 0.07505377382040024, |
| "learning_rate": 9.667981591058516e-06, |
| "loss": 0.0124, |
| "step": 29550 |
| }, |
| { |
| "epoch": 18.984323971260615, |
| "grad_norm": 0.10071639716625214, |
| "learning_rate": 9.664694280078897e-06, |
| "loss": 0.0123, |
| "step": 29600 |
| }, |
| { |
| "epoch": 19.01698236446767, |
| "grad_norm": 0.06843467056751251, |
| "learning_rate": 9.661406969099277e-06, |
| "loss": 0.0121, |
| "step": 29650 |
| }, |
| { |
| "epoch": 19.049640757674723, |
| "grad_norm": 0.08361203968524933, |
| "learning_rate": 9.658119658119659e-06, |
| "loss": 0.0123, |
| "step": 29700 |
| }, |
| { |
| "epoch": 19.082299150881777, |
| "grad_norm": 0.0840635672211647, |
| "learning_rate": 9.65483234714004e-06, |
| "loss": 0.0123, |
| "step": 29750 |
| }, |
| { |
| "epoch": 19.11495754408883, |
| "grad_norm": 0.07549753040075302, |
| "learning_rate": 9.651545036160421e-06, |
| "loss": 0.0121, |
| "step": 29800 |
| }, |
| { |
| "epoch": 19.147615937295885, |
| "grad_norm": 0.08807700872421265, |
| "learning_rate": 9.648257725180803e-06, |
| "loss": 0.0122, |
| "step": 29850 |
| }, |
| { |
| "epoch": 19.18027433050294, |
| "grad_norm": 0.07554081082344055, |
| "learning_rate": 9.644970414201184e-06, |
| "loss": 0.0124, |
| "step": 29900 |
| }, |
| { |
| "epoch": 19.212932723709994, |
| "grad_norm": 0.07595884799957275, |
| "learning_rate": 9.641683103221566e-06, |
| "loss": 0.0119, |
| "step": 29950 |
| }, |
| { |
| "epoch": 19.245591116917048, |
| "grad_norm": 0.09061748534440994, |
| "learning_rate": 9.638395792241947e-06, |
| "loss": 0.0123, |
| "step": 30000 |
| }, |
| { |
| "epoch": 19.278249510124102, |
| "grad_norm": 0.079330675303936, |
| "learning_rate": 9.635108481262329e-06, |
| "loss": 0.0118, |
| "step": 30050 |
| }, |
| { |
| "epoch": 19.310907903331156, |
| "grad_norm": 0.08413425087928772, |
| "learning_rate": 9.631821170282708e-06, |
| "loss": 0.0123, |
| "step": 30100 |
| }, |
| { |
| "epoch": 19.34356629653821, |
| "grad_norm": 0.08711785823106766, |
| "learning_rate": 9.628533859303092e-06, |
| "loss": 0.0121, |
| "step": 30150 |
| }, |
| { |
| "epoch": 19.376224689745264, |
| "grad_norm": 0.06705302745103836, |
| "learning_rate": 9.625246548323473e-06, |
| "loss": 0.0118, |
| "step": 30200 |
| }, |
| { |
| "epoch": 19.40888308295232, |
| "grad_norm": 0.08774611353874207, |
| "learning_rate": 9.621959237343853e-06, |
| "loss": 0.0121, |
| "step": 30250 |
| }, |
| { |
| "epoch": 19.441541476159372, |
| "grad_norm": 0.07749926298856735, |
| "learning_rate": 9.618671926364234e-06, |
| "loss": 0.0123, |
| "step": 30300 |
| }, |
| { |
| "epoch": 19.474199869366426, |
| "grad_norm": 0.07043664157390594, |
| "learning_rate": 9.615384615384616e-06, |
| "loss": 0.0117, |
| "step": 30350 |
| }, |
| { |
| "epoch": 19.50685826257348, |
| "grad_norm": 0.09341815859079361, |
| "learning_rate": 9.612097304404997e-06, |
| "loss": 0.0121, |
| "step": 30400 |
| }, |
| { |
| "epoch": 19.539516655780535, |
| "grad_norm": 0.06324969977140427, |
| "learning_rate": 9.608809993425379e-06, |
| "loss": 0.0121, |
| "step": 30450 |
| }, |
| { |
| "epoch": 19.57217504898759, |
| "grad_norm": 0.0659535601735115, |
| "learning_rate": 9.60552268244576e-06, |
| "loss": 0.0124, |
| "step": 30500 |
| }, |
| { |
| "epoch": 19.604833442194643, |
| "grad_norm": 0.08671879023313522, |
| "learning_rate": 9.602235371466142e-06, |
| "loss": 0.0124, |
| "step": 30550 |
| }, |
| { |
| "epoch": 19.637491835401697, |
| "grad_norm": 0.08552669733762741, |
| "learning_rate": 9.598948060486523e-06, |
| "loss": 0.0122, |
| "step": 30600 |
| }, |
| { |
| "epoch": 19.67015022860875, |
| "grad_norm": 0.07820162922143936, |
| "learning_rate": 9.595660749506904e-06, |
| "loss": 0.0118, |
| "step": 30650 |
| }, |
| { |
| "epoch": 19.702808621815805, |
| "grad_norm": 0.07291736453771591, |
| "learning_rate": 9.592373438527286e-06, |
| "loss": 0.0122, |
| "step": 30700 |
| }, |
| { |
| "epoch": 19.73546701502286, |
| "grad_norm": 0.07649485766887665, |
| "learning_rate": 9.589086127547667e-06, |
| "loss": 0.0121, |
| "step": 30750 |
| }, |
| { |
| "epoch": 19.768125408229913, |
| "grad_norm": 0.09021729230880737, |
| "learning_rate": 9.585798816568049e-06, |
| "loss": 0.0121, |
| "step": 30800 |
| }, |
| { |
| "epoch": 19.80078380143697, |
| "grad_norm": 0.10497128963470459, |
| "learning_rate": 9.58251150558843e-06, |
| "loss": 0.0121, |
| "step": 30850 |
| }, |
| { |
| "epoch": 19.833442194644025, |
| "grad_norm": 0.07241571694612503, |
| "learning_rate": 9.57922419460881e-06, |
| "loss": 0.0121, |
| "step": 30900 |
| }, |
| { |
| "epoch": 19.86610058785108, |
| "grad_norm": 0.09371298551559448, |
| "learning_rate": 9.575936883629191e-06, |
| "loss": 0.012, |
| "step": 30950 |
| }, |
| { |
| "epoch": 19.898758981058133, |
| "grad_norm": 0.06992656737565994, |
| "learning_rate": 9.572649572649575e-06, |
| "loss": 0.012, |
| "step": 31000 |
| }, |
| { |
| "epoch": 19.931417374265187, |
| "grad_norm": 0.0780627653002739, |
| "learning_rate": 9.569362261669954e-06, |
| "loss": 0.0121, |
| "step": 31050 |
| }, |
| { |
| "epoch": 19.96407576747224, |
| "grad_norm": 0.06465399265289307, |
| "learning_rate": 9.566074950690336e-06, |
| "loss": 0.0116, |
| "step": 31100 |
| }, |
| { |
| "epoch": 19.996734160679296, |
| "grad_norm": 0.0792844220995903, |
| "learning_rate": 9.562787639710717e-06, |
| "loss": 0.0116, |
| "step": 31150 |
| }, |
| { |
| "epoch": 20.02939255388635, |
| "grad_norm": 0.07747771590948105, |
| "learning_rate": 9.559500328731099e-06, |
| "loss": 0.0116, |
| "step": 31200 |
| }, |
| { |
| "epoch": 20.062050947093404, |
| "grad_norm": 0.07056711614131927, |
| "learning_rate": 9.55621301775148e-06, |
| "loss": 0.0117, |
| "step": 31250 |
| }, |
| { |
| "epoch": 20.094709340300458, |
| "grad_norm": 0.07007728517055511, |
| "learning_rate": 9.552925706771862e-06, |
| "loss": 0.0114, |
| "step": 31300 |
| }, |
| { |
| "epoch": 20.127367733507512, |
| "grad_norm": 0.06829990446567535, |
| "learning_rate": 9.549638395792243e-06, |
| "loss": 0.0123, |
| "step": 31350 |
| }, |
| { |
| "epoch": 20.160026126714566, |
| "grad_norm": 0.07261107116937637, |
| "learning_rate": 9.546351084812625e-06, |
| "loss": 0.0113, |
| "step": 31400 |
| }, |
| { |
| "epoch": 20.19268451992162, |
| "grad_norm": 0.0791664719581604, |
| "learning_rate": 9.543063773833006e-06, |
| "loss": 0.0116, |
| "step": 31450 |
| }, |
| { |
| "epoch": 20.225342913128674, |
| "grad_norm": 0.08574667572975159, |
| "learning_rate": 9.539776462853386e-06, |
| "loss": 0.0119, |
| "step": 31500 |
| }, |
| { |
| "epoch": 20.25800130633573, |
| "grad_norm": 0.0764293447136879, |
| "learning_rate": 9.536489151873767e-06, |
| "loss": 0.0117, |
| "step": 31550 |
| }, |
| { |
| "epoch": 20.290659699542783, |
| "grad_norm": 0.0843268409371376, |
| "learning_rate": 9.53320184089415e-06, |
| "loss": 0.0116, |
| "step": 31600 |
| }, |
| { |
| "epoch": 20.323318092749837, |
| "grad_norm": 0.08600505441427231, |
| "learning_rate": 9.52991452991453e-06, |
| "loss": 0.0118, |
| "step": 31650 |
| }, |
| { |
| "epoch": 20.35597648595689, |
| "grad_norm": 0.08768628537654877, |
| "learning_rate": 9.526627218934912e-06, |
| "loss": 0.0117, |
| "step": 31700 |
| }, |
| { |
| "epoch": 20.388634879163945, |
| "grad_norm": 0.08994566649198532, |
| "learning_rate": 9.523339907955293e-06, |
| "loss": 0.0121, |
| "step": 31750 |
| }, |
| { |
| "epoch": 20.421293272371, |
| "grad_norm": 0.07525193691253662, |
| "learning_rate": 9.520052596975674e-06, |
| "loss": 0.0121, |
| "step": 31800 |
| }, |
| { |
| "epoch": 20.453951665578053, |
| "grad_norm": 0.09931448847055435, |
| "learning_rate": 9.516765285996056e-06, |
| "loss": 0.0112, |
| "step": 31850 |
| }, |
| { |
| "epoch": 20.486610058785107, |
| "grad_norm": 0.06344626843929291, |
| "learning_rate": 9.513477975016437e-06, |
| "loss": 0.0119, |
| "step": 31900 |
| }, |
| { |
| "epoch": 20.51926845199216, |
| "grad_norm": 0.0673469752073288, |
| "learning_rate": 9.510190664036819e-06, |
| "loss": 0.0114, |
| "step": 31950 |
| }, |
| { |
| "epoch": 20.551926845199215, |
| "grad_norm": 0.08714130520820618, |
| "learning_rate": 9.5069033530572e-06, |
| "loss": 0.0116, |
| "step": 32000 |
| }, |
| { |
| "epoch": 20.58458523840627, |
| "grad_norm": 0.06989229470491409, |
| "learning_rate": 9.503616042077582e-06, |
| "loss": 0.0123, |
| "step": 32050 |
| }, |
| { |
| "epoch": 20.617243631613324, |
| "grad_norm": 0.0799252986907959, |
| "learning_rate": 9.500328731097963e-06, |
| "loss": 0.0115, |
| "step": 32100 |
| }, |
| { |
| "epoch": 20.649902024820378, |
| "grad_norm": 0.07591370493173599, |
| "learning_rate": 9.497041420118343e-06, |
| "loss": 0.012, |
| "step": 32150 |
| }, |
| { |
| "epoch": 20.682560418027432, |
| "grad_norm": 0.08256584405899048, |
| "learning_rate": 9.493754109138726e-06, |
| "loss": 0.0115, |
| "step": 32200 |
| }, |
| { |
| "epoch": 20.715218811234486, |
| "grad_norm": 0.07658610492944717, |
| "learning_rate": 9.490466798159108e-06, |
| "loss": 0.0117, |
| "step": 32250 |
| }, |
| { |
| "epoch": 20.74787720444154, |
| "grad_norm": 0.08041895925998688, |
| "learning_rate": 9.487179487179487e-06, |
| "loss": 0.0114, |
| "step": 32300 |
| }, |
| { |
| "epoch": 20.780535597648594, |
| "grad_norm": 0.08026766777038574, |
| "learning_rate": 9.483892176199869e-06, |
| "loss": 0.0115, |
| "step": 32350 |
| }, |
| { |
| "epoch": 20.81319399085565, |
| "grad_norm": 0.07113494724035263, |
| "learning_rate": 9.48060486522025e-06, |
| "loss": 0.012, |
| "step": 32400 |
| }, |
| { |
| "epoch": 20.845852384062702, |
| "grad_norm": 0.09265585243701935, |
| "learning_rate": 9.477317554240632e-06, |
| "loss": 0.0115, |
| "step": 32450 |
| }, |
| { |
| "epoch": 20.87851077726976, |
| "grad_norm": 0.0856519415974617, |
| "learning_rate": 9.474030243261013e-06, |
| "loss": 0.0116, |
| "step": 32500 |
| }, |
| { |
| "epoch": 20.911169170476814, |
| "grad_norm": 0.08142653852701187, |
| "learning_rate": 9.470742932281395e-06, |
| "loss": 0.0116, |
| "step": 32550 |
| }, |
| { |
| "epoch": 20.943827563683868, |
| "grad_norm": 0.06179051101207733, |
| "learning_rate": 9.467455621301776e-06, |
| "loss": 0.0121, |
| "step": 32600 |
| }, |
| { |
| "epoch": 20.976485956890922, |
| "grad_norm": 0.07312364876270294, |
| "learning_rate": 9.464168310322158e-06, |
| "loss": 0.0113, |
| "step": 32650 |
| }, |
| { |
| "epoch": 21.009144350097976, |
| "grad_norm": 0.06998687982559204, |
| "learning_rate": 9.460880999342539e-06, |
| "loss": 0.0112, |
| "step": 32700 |
| }, |
| { |
| "epoch": 21.04180274330503, |
| "grad_norm": 0.07416413724422455, |
| "learning_rate": 9.457593688362919e-06, |
| "loss": 0.0117, |
| "step": 32750 |
| }, |
| { |
| "epoch": 21.074461136512085, |
| "grad_norm": 0.07157248258590698, |
| "learning_rate": 9.4543063773833e-06, |
| "loss": 0.0111, |
| "step": 32800 |
| }, |
| { |
| "epoch": 21.10711952971914, |
| "grad_norm": 0.07252523303031921, |
| "learning_rate": 9.451019066403683e-06, |
| "loss": 0.0111, |
| "step": 32850 |
| }, |
| { |
| "epoch": 21.139777922926193, |
| "grad_norm": 0.08431415259838104, |
| "learning_rate": 9.447731755424065e-06, |
| "loss": 0.0115, |
| "step": 32900 |
| }, |
| { |
| "epoch": 21.172436316133247, |
| "grad_norm": 0.06362010538578033, |
| "learning_rate": 9.444444444444445e-06, |
| "loss": 0.0114, |
| "step": 32950 |
| }, |
| { |
| "epoch": 21.2050947093403, |
| "grad_norm": 0.07112806290388107, |
| "learning_rate": 9.441157133464826e-06, |
| "loss": 0.0116, |
| "step": 33000 |
| }, |
| { |
| "epoch": 21.237753102547355, |
| "grad_norm": 0.08300979435443878, |
| "learning_rate": 9.43786982248521e-06, |
| "loss": 0.0109, |
| "step": 33050 |
| }, |
| { |
| "epoch": 21.27041149575441, |
| "grad_norm": 0.07988585531711578, |
| "learning_rate": 9.434582511505589e-06, |
| "loss": 0.0112, |
| "step": 33100 |
| }, |
| { |
| "epoch": 21.303069888961463, |
| "grad_norm": 0.09664539992809296, |
| "learning_rate": 9.43129520052597e-06, |
| "loss": 0.0109, |
| "step": 33150 |
| }, |
| { |
| "epoch": 21.335728282168517, |
| "grad_norm": 0.08490543812513351, |
| "learning_rate": 9.428007889546352e-06, |
| "loss": 0.0118, |
| "step": 33200 |
| }, |
| { |
| "epoch": 21.36838667537557, |
| "grad_norm": 0.06111636757850647, |
| "learning_rate": 9.424720578566733e-06, |
| "loss": 0.011, |
| "step": 33250 |
| }, |
| { |
| "epoch": 21.401045068582626, |
| "grad_norm": 0.07294650375843048, |
| "learning_rate": 9.421433267587115e-06, |
| "loss": 0.0114, |
| "step": 33300 |
| }, |
| { |
| "epoch": 21.43370346178968, |
| "grad_norm": 0.07111258059740067, |
| "learning_rate": 9.418145956607496e-06, |
| "loss": 0.0112, |
| "step": 33350 |
| }, |
| { |
| "epoch": 21.466361854996734, |
| "grad_norm": 0.09822231531143188, |
| "learning_rate": 9.414858645627876e-06, |
| "loss": 0.0118, |
| "step": 33400 |
| }, |
| { |
| "epoch": 21.499020248203788, |
| "grad_norm": 0.06523829698562622, |
| "learning_rate": 9.411571334648259e-06, |
| "loss": 0.0113, |
| "step": 33450 |
| }, |
| { |
| "epoch": 21.531678641410842, |
| "grad_norm": 0.06331858038902283, |
| "learning_rate": 9.40828402366864e-06, |
| "loss": 0.0114, |
| "step": 33500 |
| }, |
| { |
| "epoch": 21.564337034617896, |
| "grad_norm": 0.07485601305961609, |
| "learning_rate": 9.40499671268902e-06, |
| "loss": 0.0118, |
| "step": 33550 |
| }, |
| { |
| "epoch": 21.59699542782495, |
| "grad_norm": 0.07524490356445312, |
| "learning_rate": 9.401709401709402e-06, |
| "loss": 0.0111, |
| "step": 33600 |
| }, |
| { |
| "epoch": 21.629653821032004, |
| "grad_norm": 0.07027073204517365, |
| "learning_rate": 9.398422090729783e-06, |
| "loss": 0.0114, |
| "step": 33650 |
| }, |
| { |
| "epoch": 21.66231221423906, |
| "grad_norm": 0.06455384194850922, |
| "learning_rate": 9.395134779750165e-06, |
| "loss": 0.0114, |
| "step": 33700 |
| }, |
| { |
| "epoch": 21.694970607446113, |
| "grad_norm": 0.07016217708587646, |
| "learning_rate": 9.391847468770546e-06, |
| "loss": 0.0113, |
| "step": 33750 |
| }, |
| { |
| "epoch": 21.727629000653167, |
| "grad_norm": 0.08227501064538956, |
| "learning_rate": 9.388560157790928e-06, |
| "loss": 0.0116, |
| "step": 33800 |
| }, |
| { |
| "epoch": 21.76028739386022, |
| "grad_norm": 0.06575901806354523, |
| "learning_rate": 9.385272846811309e-06, |
| "loss": 0.0108, |
| "step": 33850 |
| }, |
| { |
| "epoch": 21.792945787067275, |
| "grad_norm": 0.07008541375398636, |
| "learning_rate": 9.38198553583169e-06, |
| "loss": 0.0115, |
| "step": 33900 |
| }, |
| { |
| "epoch": 21.82560418027433, |
| "grad_norm": 0.07634240388870239, |
| "learning_rate": 9.378698224852072e-06, |
| "loss": 0.0113, |
| "step": 33950 |
| }, |
| { |
| "epoch": 21.858262573481383, |
| "grad_norm": 0.06252789497375488, |
| "learning_rate": 9.375410913872453e-06, |
| "loss": 0.0116, |
| "step": 34000 |
| }, |
| { |
| "epoch": 21.890920966688437, |
| "grad_norm": 0.07221711426973343, |
| "learning_rate": 9.372123602892835e-06, |
| "loss": 0.0114, |
| "step": 34050 |
| }, |
| { |
| "epoch": 21.92357935989549, |
| "grad_norm": 0.07890020310878754, |
| "learning_rate": 9.368836291913216e-06, |
| "loss": 0.0114, |
| "step": 34100 |
| }, |
| { |
| "epoch": 21.95623775310255, |
| "grad_norm": 0.0640934631228447, |
| "learning_rate": 9.365548980933598e-06, |
| "loss": 0.011, |
| "step": 34150 |
| }, |
| { |
| "epoch": 21.988896146309603, |
| "grad_norm": 0.06607390195131302, |
| "learning_rate": 9.362261669953978e-06, |
| "loss": 0.0108, |
| "step": 34200 |
| }, |
| { |
| "epoch": 22.021554539516657, |
| "grad_norm": 0.07007242739200592, |
| "learning_rate": 9.358974358974359e-06, |
| "loss": 0.0111, |
| "step": 34250 |
| }, |
| { |
| "epoch": 22.05421293272371, |
| "grad_norm": 0.07252377271652222, |
| "learning_rate": 9.355687047994742e-06, |
| "loss": 0.0108, |
| "step": 34300 |
| }, |
| { |
| "epoch": 22.086871325930765, |
| "grad_norm": 0.07591360062360764, |
| "learning_rate": 9.352399737015122e-06, |
| "loss": 0.0108, |
| "step": 34350 |
| }, |
| { |
| "epoch": 22.11952971913782, |
| "grad_norm": 0.06834853440523148, |
| "learning_rate": 9.349112426035503e-06, |
| "loss": 0.0112, |
| "step": 34400 |
| }, |
| { |
| "epoch": 22.152188112344874, |
| "grad_norm": 0.06629569083452225, |
| "learning_rate": 9.345825115055885e-06, |
| "loss": 0.0111, |
| "step": 34450 |
| }, |
| { |
| "epoch": 22.184846505551928, |
| "grad_norm": 0.09552879631519318, |
| "learning_rate": 9.342537804076266e-06, |
| "loss": 0.0106, |
| "step": 34500 |
| }, |
| { |
| "epoch": 22.217504898758982, |
| "grad_norm": 0.0836816355586052, |
| "learning_rate": 9.339250493096648e-06, |
| "loss": 0.0108, |
| "step": 34550 |
| }, |
| { |
| "epoch": 22.250163291966036, |
| "grad_norm": 0.08128397911787033, |
| "learning_rate": 9.33596318211703e-06, |
| "loss": 0.0114, |
| "step": 34600 |
| }, |
| { |
| "epoch": 22.28282168517309, |
| "grad_norm": 0.09292303025722504, |
| "learning_rate": 9.33267587113741e-06, |
| "loss": 0.0112, |
| "step": 34650 |
| }, |
| { |
| "epoch": 22.315480078380144, |
| "grad_norm": 0.06572126597166061, |
| "learning_rate": 9.329388560157792e-06, |
| "loss": 0.0114, |
| "step": 34700 |
| }, |
| { |
| "epoch": 22.3481384715872, |
| "grad_norm": 0.06700612604618073, |
| "learning_rate": 9.326101249178174e-06, |
| "loss": 0.011, |
| "step": 34750 |
| }, |
| { |
| "epoch": 22.380796864794252, |
| "grad_norm": 0.06546659022569656, |
| "learning_rate": 9.322813938198553e-06, |
| "loss": 0.0112, |
| "step": 34800 |
| }, |
| { |
| "epoch": 22.413455258001306, |
| "grad_norm": 0.07440585643053055, |
| "learning_rate": 9.319526627218935e-06, |
| "loss": 0.011, |
| "step": 34850 |
| }, |
| { |
| "epoch": 22.44611365120836, |
| "grad_norm": 0.0840035080909729, |
| "learning_rate": 9.316239316239318e-06, |
| "loss": 0.0114, |
| "step": 34900 |
| }, |
| { |
| "epoch": 22.478772044415415, |
| "grad_norm": 0.06784361600875854, |
| "learning_rate": 9.312952005259698e-06, |
| "loss": 0.0108, |
| "step": 34950 |
| }, |
| { |
| "epoch": 22.51143043762247, |
| "grad_norm": 0.05288035422563553, |
| "learning_rate": 9.309664694280079e-06, |
| "loss": 0.0109, |
| "step": 35000 |
| }, |
| { |
| "epoch": 22.544088830829523, |
| "grad_norm": 0.08191203325986862, |
| "learning_rate": 9.30637738330046e-06, |
| "loss": 0.0109, |
| "step": 35050 |
| }, |
| { |
| "epoch": 22.576747224036577, |
| "grad_norm": 0.06293505430221558, |
| "learning_rate": 9.303090072320842e-06, |
| "loss": 0.0109, |
| "step": 35100 |
| }, |
| { |
| "epoch": 22.60940561724363, |
| "grad_norm": 0.058216482400894165, |
| "learning_rate": 9.299802761341223e-06, |
| "loss": 0.0109, |
| "step": 35150 |
| }, |
| { |
| "epoch": 22.642064010450685, |
| "grad_norm": 0.07931092381477356, |
| "learning_rate": 9.296515450361605e-06, |
| "loss": 0.0109, |
| "step": 35200 |
| }, |
| { |
| "epoch": 22.67472240365774, |
| "grad_norm": 0.09247830510139465, |
| "learning_rate": 9.293228139381986e-06, |
| "loss": 0.0112, |
| "step": 35250 |
| }, |
| { |
| "epoch": 22.707380796864793, |
| "grad_norm": 0.05982724577188492, |
| "learning_rate": 9.289940828402368e-06, |
| "loss": 0.0114, |
| "step": 35300 |
| }, |
| { |
| "epoch": 22.740039190071847, |
| "grad_norm": 0.06627553701400757, |
| "learning_rate": 9.28665351742275e-06, |
| "loss": 0.0109, |
| "step": 35350 |
| }, |
| { |
| "epoch": 22.7726975832789, |
| "grad_norm": 0.07697000354528427, |
| "learning_rate": 9.28336620644313e-06, |
| "loss": 0.0111, |
| "step": 35400 |
| }, |
| { |
| "epoch": 22.805355976485956, |
| "grad_norm": 0.06429773569107056, |
| "learning_rate": 9.28007889546351e-06, |
| "loss": 0.0111, |
| "step": 35450 |
| }, |
| { |
| "epoch": 22.83801436969301, |
| "grad_norm": 0.07256831228733063, |
| "learning_rate": 9.276791584483894e-06, |
| "loss": 0.0106, |
| "step": 35500 |
| }, |
| { |
| "epoch": 22.870672762900064, |
| "grad_norm": 0.06597444415092468, |
| "learning_rate": 9.273504273504275e-06, |
| "loss": 0.0114, |
| "step": 35550 |
| }, |
| { |
| "epoch": 22.903331156107118, |
| "grad_norm": 0.06517421454191208, |
| "learning_rate": 9.270216962524655e-06, |
| "loss": 0.011, |
| "step": 35600 |
| }, |
| { |
| "epoch": 22.935989549314172, |
| "grad_norm": 0.07113608717918396, |
| "learning_rate": 9.266929651545036e-06, |
| "loss": 0.0111, |
| "step": 35650 |
| }, |
| { |
| "epoch": 22.96864794252123, |
| "grad_norm": 0.07608538866043091, |
| "learning_rate": 9.263642340565418e-06, |
| "loss": 0.0107, |
| "step": 35700 |
| }, |
| { |
| "epoch": 23.001306335728284, |
| "grad_norm": 0.09357374906539917, |
| "learning_rate": 9.2603550295858e-06, |
| "loss": 0.0108, |
| "step": 35750 |
| }, |
| { |
| "epoch": 23.033964728935338, |
| "grad_norm": 0.07360487431287766, |
| "learning_rate": 9.25706771860618e-06, |
| "loss": 0.0107, |
| "step": 35800 |
| }, |
| { |
| "epoch": 23.066623122142392, |
| "grad_norm": 0.0792042464017868, |
| "learning_rate": 9.253780407626562e-06, |
| "loss": 0.011, |
| "step": 35850 |
| }, |
| { |
| "epoch": 23.099281515349446, |
| "grad_norm": 0.06482048332691193, |
| "learning_rate": 9.250493096646944e-06, |
| "loss": 0.0112, |
| "step": 35900 |
| }, |
| { |
| "epoch": 23.1319399085565, |
| "grad_norm": 0.06572939455509186, |
| "learning_rate": 9.247205785667325e-06, |
| "loss": 0.0107, |
| "step": 35950 |
| }, |
| { |
| "epoch": 23.164598301763554, |
| "grad_norm": 0.06663377583026886, |
| "learning_rate": 9.243918474687706e-06, |
| "loss": 0.0107, |
| "step": 36000 |
| }, |
| { |
| "epoch": 23.19725669497061, |
| "grad_norm": 0.06091673672199249, |
| "learning_rate": 9.240631163708086e-06, |
| "loss": 0.0108, |
| "step": 36050 |
| }, |
| { |
| "epoch": 23.229915088177663, |
| "grad_norm": 0.08492511510848999, |
| "learning_rate": 9.23734385272847e-06, |
| "loss": 0.0112, |
| "step": 36100 |
| }, |
| { |
| "epoch": 23.262573481384717, |
| "grad_norm": 0.08291380107402802, |
| "learning_rate": 9.234056541748851e-06, |
| "loss": 0.0108, |
| "step": 36150 |
| }, |
| { |
| "epoch": 23.29523187459177, |
| "grad_norm": 0.0624297559261322, |
| "learning_rate": 9.230769230769232e-06, |
| "loss": 0.0109, |
| "step": 36200 |
| }, |
| { |
| "epoch": 23.327890267798825, |
| "grad_norm": 0.0811142697930336, |
| "learning_rate": 9.227481919789612e-06, |
| "loss": 0.0108, |
| "step": 36250 |
| }, |
| { |
| "epoch": 23.36054866100588, |
| "grad_norm": 0.0685185045003891, |
| "learning_rate": 9.224194608809994e-06, |
| "loss": 0.0103, |
| "step": 36300 |
| }, |
| { |
| "epoch": 23.393207054212933, |
| "grad_norm": 0.07936639338731766, |
| "learning_rate": 9.220907297830377e-06, |
| "loss": 0.011, |
| "step": 36350 |
| }, |
| { |
| "epoch": 23.425865447419987, |
| "grad_norm": 0.07991329580545425, |
| "learning_rate": 9.217619986850756e-06, |
| "loss": 0.0109, |
| "step": 36400 |
| }, |
| { |
| "epoch": 23.45852384062704, |
| "grad_norm": 0.06367255747318268, |
| "learning_rate": 9.214332675871138e-06, |
| "loss": 0.0103, |
| "step": 36450 |
| }, |
| { |
| "epoch": 23.491182233834095, |
| "grad_norm": 0.0692523941397667, |
| "learning_rate": 9.21104536489152e-06, |
| "loss": 0.011, |
| "step": 36500 |
| }, |
| { |
| "epoch": 23.52384062704115, |
| "grad_norm": 0.07745783030986786, |
| "learning_rate": 9.2077580539119e-06, |
| "loss": 0.0107, |
| "step": 36550 |
| }, |
| { |
| "epoch": 23.556499020248204, |
| "grad_norm": 0.07395331561565399, |
| "learning_rate": 9.204470742932282e-06, |
| "loss": 0.0103, |
| "step": 36600 |
| }, |
| { |
| "epoch": 23.589157413455258, |
| "grad_norm": 0.07659647613763809, |
| "learning_rate": 9.201183431952664e-06, |
| "loss": 0.0107, |
| "step": 36650 |
| }, |
| { |
| "epoch": 23.621815806662312, |
| "grad_norm": 0.08041811734437943, |
| "learning_rate": 9.197896120973045e-06, |
| "loss": 0.0108, |
| "step": 36700 |
| }, |
| { |
| "epoch": 23.654474199869366, |
| "grad_norm": 0.0716087818145752, |
| "learning_rate": 9.194608809993427e-06, |
| "loss": 0.011, |
| "step": 36750 |
| }, |
| { |
| "epoch": 23.68713259307642, |
| "grad_norm": 0.08389966189861298, |
| "learning_rate": 9.191321499013808e-06, |
| "loss": 0.0108, |
| "step": 36800 |
| }, |
| { |
| "epoch": 23.719790986283474, |
| "grad_norm": 0.06117480620741844, |
| "learning_rate": 9.188034188034188e-06, |
| "loss": 0.0108, |
| "step": 36850 |
| }, |
| { |
| "epoch": 23.75244937949053, |
| "grad_norm": 0.07161203771829605, |
| "learning_rate": 9.18474687705457e-06, |
| "loss": 0.0107, |
| "step": 36900 |
| }, |
| { |
| "epoch": 23.785107772697582, |
| "grad_norm": 0.06900031864643097, |
| "learning_rate": 9.181459566074952e-06, |
| "loss": 0.0107, |
| "step": 36950 |
| }, |
| { |
| "epoch": 23.817766165904636, |
| "grad_norm": 0.0728040263056755, |
| "learning_rate": 9.178172255095332e-06, |
| "loss": 0.0108, |
| "step": 37000 |
| }, |
| { |
| "epoch": 23.85042455911169, |
| "grad_norm": 0.06457971781492233, |
| "learning_rate": 9.174884944115714e-06, |
| "loss": 0.0104, |
| "step": 37050 |
| }, |
| { |
| "epoch": 23.883082952318745, |
| "grad_norm": 0.06282978504896164, |
| "learning_rate": 9.171597633136095e-06, |
| "loss": 0.0109, |
| "step": 37100 |
| }, |
| { |
| "epoch": 23.9157413455258, |
| "grad_norm": 0.08687738329172134, |
| "learning_rate": 9.168310322156477e-06, |
| "loss": 0.0107, |
| "step": 37150 |
| }, |
| { |
| "epoch": 23.948399738732853, |
| "grad_norm": 0.06982048600912094, |
| "learning_rate": 9.165023011176858e-06, |
| "loss": 0.0106, |
| "step": 37200 |
| }, |
| { |
| "epoch": 23.981058131939907, |
| "grad_norm": 0.08296804875135422, |
| "learning_rate": 9.16173570019724e-06, |
| "loss": 0.0104, |
| "step": 37250 |
| }, |
| { |
| "epoch": 24.01371652514696, |
| "grad_norm": 0.06745100021362305, |
| "learning_rate": 9.158448389217621e-06, |
| "loss": 0.0104, |
| "step": 37300 |
| }, |
| { |
| "epoch": 24.04637491835402, |
| "grad_norm": 0.05570142716169357, |
| "learning_rate": 9.155161078238002e-06, |
| "loss": 0.0109, |
| "step": 37350 |
| }, |
| { |
| "epoch": 24.079033311561073, |
| "grad_norm": 0.05718238651752472, |
| "learning_rate": 9.151873767258384e-06, |
| "loss": 0.0104, |
| "step": 37400 |
| }, |
| { |
| "epoch": 24.111691704768127, |
| "grad_norm": 0.0746530145406723, |
| "learning_rate": 9.148586456278765e-06, |
| "loss": 0.0106, |
| "step": 37450 |
| }, |
| { |
| "epoch": 24.14435009797518, |
| "grad_norm": 0.07946937531232834, |
| "learning_rate": 9.145299145299145e-06, |
| "loss": 0.0111, |
| "step": 37500 |
| }, |
| { |
| "epoch": 24.177008491182235, |
| "grad_norm": 0.06598696112632751, |
| "learning_rate": 9.142011834319528e-06, |
| "loss": 0.0107, |
| "step": 37550 |
| }, |
| { |
| "epoch": 24.20966688438929, |
| "grad_norm": 0.0551881343126297, |
| "learning_rate": 9.13872452333991e-06, |
| "loss": 0.0108, |
| "step": 37600 |
| }, |
| { |
| "epoch": 24.242325277596343, |
| "grad_norm": 0.06613214313983917, |
| "learning_rate": 9.13543721236029e-06, |
| "loss": 0.0105, |
| "step": 37650 |
| }, |
| { |
| "epoch": 24.274983670803397, |
| "grad_norm": 0.055688247084617615, |
| "learning_rate": 9.132149901380671e-06, |
| "loss": 0.0103, |
| "step": 37700 |
| }, |
| { |
| "epoch": 24.30764206401045, |
| "grad_norm": 0.08066407591104507, |
| "learning_rate": 9.128862590401052e-06, |
| "loss": 0.0102, |
| "step": 37750 |
| }, |
| { |
| "epoch": 24.340300457217506, |
| "grad_norm": 0.052430395036935806, |
| "learning_rate": 9.125575279421434e-06, |
| "loss": 0.0104, |
| "step": 37800 |
| }, |
| { |
| "epoch": 24.37295885042456, |
| "grad_norm": 0.058990783989429474, |
| "learning_rate": 9.122287968441815e-06, |
| "loss": 0.011, |
| "step": 37850 |
| }, |
| { |
| "epoch": 24.405617243631614, |
| "grad_norm": 0.08820757269859314, |
| "learning_rate": 9.119000657462197e-06, |
| "loss": 0.0097, |
| "step": 37900 |
| }, |
| { |
| "epoch": 24.438275636838668, |
| "grad_norm": 0.07525777071714401, |
| "learning_rate": 9.115713346482578e-06, |
| "loss": 0.0104, |
| "step": 37950 |
| }, |
| { |
| "epoch": 24.470934030045722, |
| "grad_norm": 0.0593407116830349, |
| "learning_rate": 9.11242603550296e-06, |
| "loss": 0.0102, |
| "step": 38000 |
| }, |
| { |
| "epoch": 24.503592423252776, |
| "grad_norm": 0.08133421093225479, |
| "learning_rate": 9.109138724523341e-06, |
| "loss": 0.0109, |
| "step": 38050 |
| }, |
| { |
| "epoch": 24.53625081645983, |
| "grad_norm": 0.06059282645583153, |
| "learning_rate": 9.10585141354372e-06, |
| "loss": 0.0104, |
| "step": 38100 |
| }, |
| { |
| "epoch": 24.568909209666884, |
| "grad_norm": 0.06982138752937317, |
| "learning_rate": 9.102564102564104e-06, |
| "loss": 0.0106, |
| "step": 38150 |
| }, |
| { |
| "epoch": 24.60156760287394, |
| "grad_norm": 0.061989493668079376, |
| "learning_rate": 9.099276791584485e-06, |
| "loss": 0.0108, |
| "step": 38200 |
| }, |
| { |
| "epoch": 24.634225996080993, |
| "grad_norm": 0.07107903063297272, |
| "learning_rate": 9.095989480604865e-06, |
| "loss": 0.0103, |
| "step": 38250 |
| }, |
| { |
| "epoch": 24.666884389288047, |
| "grad_norm": 0.092849500477314, |
| "learning_rate": 9.092702169625247e-06, |
| "loss": 0.0102, |
| "step": 38300 |
| }, |
| { |
| "epoch": 24.6995427824951, |
| "grad_norm": 0.07604721933603287, |
| "learning_rate": 9.089414858645628e-06, |
| "loss": 0.0105, |
| "step": 38350 |
| }, |
| { |
| "epoch": 24.732201175702155, |
| "grad_norm": 0.07060103863477707, |
| "learning_rate": 9.086127547666011e-06, |
| "loss": 0.01, |
| "step": 38400 |
| }, |
| { |
| "epoch": 24.76485956890921, |
| "grad_norm": 0.062143828719854355, |
| "learning_rate": 9.082840236686391e-06, |
| "loss": 0.0106, |
| "step": 38450 |
| }, |
| { |
| "epoch": 24.797517962116263, |
| "grad_norm": 0.06545909494161606, |
| "learning_rate": 9.079552925706772e-06, |
| "loss": 0.0105, |
| "step": 38500 |
| }, |
| { |
| "epoch": 24.830176355323317, |
| "grad_norm": 0.07944540679454803, |
| "learning_rate": 9.076265614727154e-06, |
| "loss": 0.0103, |
| "step": 38550 |
| }, |
| { |
| "epoch": 24.86283474853037, |
| "grad_norm": 0.06381931900978088, |
| "learning_rate": 9.072978303747535e-06, |
| "loss": 0.01, |
| "step": 38600 |
| }, |
| { |
| "epoch": 24.895493141737425, |
| "grad_norm": 0.07727362215518951, |
| "learning_rate": 9.069690992767917e-06, |
| "loss": 0.0106, |
| "step": 38650 |
| }, |
| { |
| "epoch": 24.92815153494448, |
| "grad_norm": 0.07862541079521179, |
| "learning_rate": 9.066403681788298e-06, |
| "loss": 0.0104, |
| "step": 38700 |
| }, |
| { |
| "epoch": 24.960809928151534, |
| "grad_norm": 0.0978250578045845, |
| "learning_rate": 9.06311637080868e-06, |
| "loss": 0.0107, |
| "step": 38750 |
| }, |
| { |
| "epoch": 24.993468321358588, |
| "grad_norm": 0.08668365329504013, |
| "learning_rate": 9.059829059829061e-06, |
| "loss": 0.0101, |
| "step": 38800 |
| }, |
| { |
| "epoch": 25.026126714565642, |
| "grad_norm": 0.06107616424560547, |
| "learning_rate": 9.056541748849443e-06, |
| "loss": 0.0105, |
| "step": 38850 |
| }, |
| { |
| "epoch": 25.058785107772696, |
| "grad_norm": 0.1027405709028244, |
| "learning_rate": 9.053254437869822e-06, |
| "loss": 0.0105, |
| "step": 38900 |
| }, |
| { |
| "epoch": 25.09144350097975, |
| "grad_norm": 0.06902670115232468, |
| "learning_rate": 9.049967126890204e-06, |
| "loss": 0.0104, |
| "step": 38950 |
| }, |
| { |
| "epoch": 25.124101894186808, |
| "grad_norm": 0.08010412007570267, |
| "learning_rate": 9.046679815910587e-06, |
| "loss": 0.0102, |
| "step": 39000 |
| }, |
| { |
| "epoch": 25.156760287393862, |
| "grad_norm": 0.06517750769853592, |
| "learning_rate": 9.043392504930967e-06, |
| "loss": 0.0101, |
| "step": 39050 |
| }, |
| { |
| "epoch": 25.189418680600916, |
| "grad_norm": 0.057309724390506744, |
| "learning_rate": 9.040105193951348e-06, |
| "loss": 0.0102, |
| "step": 39100 |
| }, |
| { |
| "epoch": 25.22207707380797, |
| "grad_norm": 0.06081010773777962, |
| "learning_rate": 9.03681788297173e-06, |
| "loss": 0.0104, |
| "step": 39150 |
| }, |
| { |
| "epoch": 25.254735467015024, |
| "grad_norm": 0.06606275588274002, |
| "learning_rate": 9.033530571992111e-06, |
| "loss": 0.0104, |
| "step": 39200 |
| }, |
| { |
| "epoch": 25.28739386022208, |
| "grad_norm": 0.06801149994134903, |
| "learning_rate": 9.030243261012493e-06, |
| "loss": 0.0104, |
| "step": 39250 |
| }, |
| { |
| "epoch": 25.320052253429132, |
| "grad_norm": 0.08606895059347153, |
| "learning_rate": 9.026955950032874e-06, |
| "loss": 0.0105, |
| "step": 39300 |
| }, |
| { |
| "epoch": 25.352710646636186, |
| "grad_norm": 0.06489425897598267, |
| "learning_rate": 9.023668639053255e-06, |
| "loss": 0.0104, |
| "step": 39350 |
| }, |
| { |
| "epoch": 25.38536903984324, |
| "grad_norm": 0.0781024694442749, |
| "learning_rate": 9.020381328073637e-06, |
| "loss": 0.01, |
| "step": 39400 |
| }, |
| { |
| "epoch": 25.418027433050295, |
| "grad_norm": 0.07859282940626144, |
| "learning_rate": 9.017094017094018e-06, |
| "loss": 0.0101, |
| "step": 39450 |
| }, |
| { |
| "epoch": 25.45068582625735, |
| "grad_norm": 0.07220655679702759, |
| "learning_rate": 9.0138067061144e-06, |
| "loss": 0.0102, |
| "step": 39500 |
| }, |
| { |
| "epoch": 25.483344219464403, |
| "grad_norm": 0.08303755521774292, |
| "learning_rate": 9.01051939513478e-06, |
| "loss": 0.0099, |
| "step": 39550 |
| }, |
| { |
| "epoch": 25.516002612671457, |
| "grad_norm": 0.1362331360578537, |
| "learning_rate": 9.007232084155163e-06, |
| "loss": 0.0101, |
| "step": 39600 |
| }, |
| { |
| "epoch": 25.54866100587851, |
| "grad_norm": 0.06204262748360634, |
| "learning_rate": 9.003944773175544e-06, |
| "loss": 0.0099, |
| "step": 39650 |
| }, |
| { |
| "epoch": 25.581319399085565, |
| "grad_norm": 0.05903197452425957, |
| "learning_rate": 9.000657462195924e-06, |
| "loss": 0.0101, |
| "step": 39700 |
| }, |
| { |
| "epoch": 25.61397779229262, |
| "grad_norm": 0.085459403693676, |
| "learning_rate": 8.997370151216305e-06, |
| "loss": 0.01, |
| "step": 39750 |
| }, |
| { |
| "epoch": 25.646636185499673, |
| "grad_norm": 0.06661771982908249, |
| "learning_rate": 8.994082840236687e-06, |
| "loss": 0.0104, |
| "step": 39800 |
| }, |
| { |
| "epoch": 25.679294578706727, |
| "grad_norm": 0.09459152817726135, |
| "learning_rate": 8.990795529257068e-06, |
| "loss": 0.0106, |
| "step": 39850 |
| }, |
| { |
| "epoch": 25.71195297191378, |
| "grad_norm": 0.05796539783477783, |
| "learning_rate": 8.98750821827745e-06, |
| "loss": 0.0101, |
| "step": 39900 |
| }, |
| { |
| "epoch": 25.744611365120836, |
| "grad_norm": 0.05809909850358963, |
| "learning_rate": 8.984220907297831e-06, |
| "loss": 0.0103, |
| "step": 39950 |
| }, |
| { |
| "epoch": 25.77726975832789, |
| "grad_norm": 0.07010135799646378, |
| "learning_rate": 8.980933596318213e-06, |
| "loss": 0.0105, |
| "step": 40000 |
| }, |
| { |
| "epoch": 25.809928151534944, |
| "grad_norm": 0.07605331391096115, |
| "learning_rate": 8.977646285338594e-06, |
| "loss": 0.0101, |
| "step": 40050 |
| }, |
| { |
| "epoch": 25.842586544741998, |
| "grad_norm": 0.06494385004043579, |
| "learning_rate": 8.974358974358976e-06, |
| "loss": 0.0098, |
| "step": 40100 |
| }, |
| { |
| "epoch": 25.875244937949052, |
| "grad_norm": 0.07195784151554108, |
| "learning_rate": 8.971071663379355e-06, |
| "loss": 0.0107, |
| "step": 40150 |
| }, |
| { |
| "epoch": 25.907903331156106, |
| "grad_norm": 0.07367152720689774, |
| "learning_rate": 8.967784352399738e-06, |
| "loss": 0.0102, |
| "step": 40200 |
| }, |
| { |
| "epoch": 25.94056172436316, |
| "grad_norm": 0.060549940913915634, |
| "learning_rate": 8.96449704142012e-06, |
| "loss": 0.0101, |
| "step": 40250 |
| }, |
| { |
| "epoch": 25.973220117570214, |
| "grad_norm": 0.074057936668396, |
| "learning_rate": 8.9612097304405e-06, |
| "loss": 0.0102, |
| "step": 40300 |
| }, |
| { |
| "epoch": 26.00587851077727, |
| "grad_norm": 0.0657525509595871, |
| "learning_rate": 8.957922419460881e-06, |
| "loss": 0.01, |
| "step": 40350 |
| }, |
| { |
| "epoch": 26.038536903984323, |
| "grad_norm": 0.05703706294298172, |
| "learning_rate": 8.954635108481263e-06, |
| "loss": 0.0099, |
| "step": 40400 |
| }, |
| { |
| "epoch": 26.071195297191377, |
| "grad_norm": 0.05926249548792839, |
| "learning_rate": 8.951347797501644e-06, |
| "loss": 0.0103, |
| "step": 40450 |
| }, |
| { |
| "epoch": 26.10385369039843, |
| "grad_norm": 0.06457608938217163, |
| "learning_rate": 8.948060486522026e-06, |
| "loss": 0.0102, |
| "step": 40500 |
| }, |
| { |
| "epoch": 26.136512083605485, |
| "grad_norm": 0.09410393983125687, |
| "learning_rate": 8.944773175542407e-06, |
| "loss": 0.01, |
| "step": 40550 |
| }, |
| { |
| "epoch": 26.16917047681254, |
| "grad_norm": 0.06839783489704132, |
| "learning_rate": 8.941485864562788e-06, |
| "loss": 0.0099, |
| "step": 40600 |
| }, |
| { |
| "epoch": 26.201828870019597, |
| "grad_norm": 0.06976661086082458, |
| "learning_rate": 8.93819855358317e-06, |
| "loss": 0.0095, |
| "step": 40650 |
| }, |
| { |
| "epoch": 26.23448726322665, |
| "grad_norm": 0.07970596104860306, |
| "learning_rate": 8.934911242603551e-06, |
| "loss": 0.0098, |
| "step": 40700 |
| }, |
| { |
| "epoch": 26.267145656433705, |
| "grad_norm": 0.07029850780963898, |
| "learning_rate": 8.931623931623933e-06, |
| "loss": 0.0095, |
| "step": 40750 |
| }, |
| { |
| "epoch": 26.29980404964076, |
| "grad_norm": 0.05546072497963905, |
| "learning_rate": 8.928336620644314e-06, |
| "loss": 0.0099, |
| "step": 40800 |
| }, |
| { |
| "epoch": 26.332462442847813, |
| "grad_norm": 0.07101114839315414, |
| "learning_rate": 8.925049309664696e-06, |
| "loss": 0.01, |
| "step": 40850 |
| }, |
| { |
| "epoch": 26.365120836054867, |
| "grad_norm": 0.0728398784995079, |
| "learning_rate": 8.921761998685077e-06, |
| "loss": 0.0104, |
| "step": 40900 |
| }, |
| { |
| "epoch": 26.39777922926192, |
| "grad_norm": 0.06518243253231049, |
| "learning_rate": 8.918474687705457e-06, |
| "loss": 0.0102, |
| "step": 40950 |
| }, |
| { |
| "epoch": 26.430437622468975, |
| "grad_norm": 0.07374660670757294, |
| "learning_rate": 8.915187376725838e-06, |
| "loss": 0.01, |
| "step": 41000 |
| }, |
| { |
| "epoch": 26.46309601567603, |
| "grad_norm": 0.06757120788097382, |
| "learning_rate": 8.911900065746222e-06, |
| "loss": 0.01, |
| "step": 41050 |
| }, |
| { |
| "epoch": 26.495754408883084, |
| "grad_norm": 0.07450166344642639, |
| "learning_rate": 8.908612754766601e-06, |
| "loss": 0.0099, |
| "step": 41100 |
| }, |
| { |
| "epoch": 26.528412802090138, |
| "grad_norm": 0.06532027572393417, |
| "learning_rate": 8.905325443786983e-06, |
| "loss": 0.0097, |
| "step": 41150 |
| }, |
| { |
| "epoch": 26.561071195297192, |
| "grad_norm": 0.05976063758134842, |
| "learning_rate": 8.902038132807364e-06, |
| "loss": 0.0101, |
| "step": 41200 |
| }, |
| { |
| "epoch": 26.593729588504246, |
| "grad_norm": 0.07502580434083939, |
| "learning_rate": 8.898750821827746e-06, |
| "loss": 0.0101, |
| "step": 41250 |
| }, |
| { |
| "epoch": 26.6263879817113, |
| "grad_norm": 0.06817267835140228, |
| "learning_rate": 8.895463510848127e-06, |
| "loss": 0.0103, |
| "step": 41300 |
| }, |
| { |
| "epoch": 26.659046374918354, |
| "grad_norm": 0.060340505093336105, |
| "learning_rate": 8.892176199868509e-06, |
| "loss": 0.0102, |
| "step": 41350 |
| }, |
| { |
| "epoch": 26.69170476812541, |
| "grad_norm": 0.08452873677015305, |
| "learning_rate": 8.888888888888888e-06, |
| "loss": 0.0101, |
| "step": 41400 |
| }, |
| { |
| "epoch": 26.724363161332462, |
| "grad_norm": 0.06396488845348358, |
| "learning_rate": 8.885601577909271e-06, |
| "loss": 0.0104, |
| "step": 41450 |
| }, |
| { |
| "epoch": 26.757021554539516, |
| "grad_norm": 0.0851375088095665, |
| "learning_rate": 8.882314266929653e-06, |
| "loss": 0.0102, |
| "step": 41500 |
| }, |
| { |
| "epoch": 26.78967994774657, |
| "grad_norm": 0.07479476183652878, |
| "learning_rate": 8.879026955950033e-06, |
| "loss": 0.0101, |
| "step": 41550 |
| }, |
| { |
| "epoch": 26.822338340953625, |
| "grad_norm": 0.061094850301742554, |
| "learning_rate": 8.875739644970414e-06, |
| "loss": 0.01, |
| "step": 41600 |
| }, |
| { |
| "epoch": 26.85499673416068, |
| "grad_norm": 0.0774194747209549, |
| "learning_rate": 8.872452333990797e-06, |
| "loss": 0.0097, |
| "step": 41650 |
| }, |
| { |
| "epoch": 26.887655127367733, |
| "grad_norm": 0.0612763874232769, |
| "learning_rate": 8.869165023011179e-06, |
| "loss": 0.0102, |
| "step": 41700 |
| }, |
| { |
| "epoch": 26.920313520574787, |
| "grad_norm": 0.06663808971643448, |
| "learning_rate": 8.865877712031558e-06, |
| "loss": 0.0102, |
| "step": 41750 |
| }, |
| { |
| "epoch": 26.95297191378184, |
| "grad_norm": 0.06964550912380219, |
| "learning_rate": 8.86259040105194e-06, |
| "loss": 0.0098, |
| "step": 41800 |
| }, |
| { |
| "epoch": 26.985630306988895, |
| "grad_norm": 0.05729374289512634, |
| "learning_rate": 8.859303090072321e-06, |
| "loss": 0.0101, |
| "step": 41850 |
| }, |
| { |
| "epoch": 27.01828870019595, |
| "grad_norm": 0.05539995804429054, |
| "learning_rate": 8.856015779092703e-06, |
| "loss": 0.0098, |
| "step": 41900 |
| }, |
| { |
| "epoch": 27.050947093403003, |
| "grad_norm": 0.06388706713914871, |
| "learning_rate": 8.852728468113084e-06, |
| "loss": 0.0097, |
| "step": 41950 |
| }, |
| { |
| "epoch": 27.083605486610058, |
| "grad_norm": 0.06247853860259056, |
| "learning_rate": 8.849441157133466e-06, |
| "loss": 0.0096, |
| "step": 42000 |
| }, |
| { |
| "epoch": 27.11626387981711, |
| "grad_norm": 0.10026439279317856, |
| "learning_rate": 8.846153846153847e-06, |
| "loss": 0.0095, |
| "step": 42050 |
| }, |
| { |
| "epoch": 27.148922273024166, |
| "grad_norm": 0.06085231155157089, |
| "learning_rate": 8.842866535174229e-06, |
| "loss": 0.01, |
| "step": 42100 |
| }, |
| { |
| "epoch": 27.18158066623122, |
| "grad_norm": 0.06942855566740036, |
| "learning_rate": 8.83957922419461e-06, |
| "loss": 0.0098, |
| "step": 42150 |
| }, |
| { |
| "epoch": 27.214239059438274, |
| "grad_norm": 0.07817970961332321, |
| "learning_rate": 8.83629191321499e-06, |
| "loss": 0.0101, |
| "step": 42200 |
| }, |
| { |
| "epoch": 27.24689745264533, |
| "grad_norm": 0.062483951449394226, |
| "learning_rate": 8.833004602235371e-06, |
| "loss": 0.0098, |
| "step": 42250 |
| }, |
| { |
| "epoch": 27.279555845852386, |
| "grad_norm": 0.05964931845664978, |
| "learning_rate": 8.829717291255754e-06, |
| "loss": 0.01, |
| "step": 42300 |
| }, |
| { |
| "epoch": 27.31221423905944, |
| "grad_norm": 0.0791887491941452, |
| "learning_rate": 8.826429980276134e-06, |
| "loss": 0.0099, |
| "step": 42350 |
| }, |
| { |
| "epoch": 27.344872632266494, |
| "grad_norm": 0.09129365533590317, |
| "learning_rate": 8.823142669296516e-06, |
| "loss": 0.0097, |
| "step": 42400 |
| }, |
| { |
| "epoch": 27.377531025473548, |
| "grad_norm": 0.07373974472284317, |
| "learning_rate": 8.819855358316897e-06, |
| "loss": 0.0098, |
| "step": 42450 |
| }, |
| { |
| "epoch": 27.410189418680602, |
| "grad_norm": 0.07452785223722458, |
| "learning_rate": 8.816568047337279e-06, |
| "loss": 0.0099, |
| "step": 42500 |
| }, |
| { |
| "epoch": 27.442847811887656, |
| "grad_norm": 0.06308138370513916, |
| "learning_rate": 8.81328073635766e-06, |
| "loss": 0.0101, |
| "step": 42550 |
| }, |
| { |
| "epoch": 27.47550620509471, |
| "grad_norm": 0.08655289560556412, |
| "learning_rate": 8.809993425378042e-06, |
| "loss": 0.0097, |
| "step": 42600 |
| }, |
| { |
| "epoch": 27.508164598301764, |
| "grad_norm": 0.08159057050943375, |
| "learning_rate": 8.806706114398423e-06, |
| "loss": 0.01, |
| "step": 42650 |
| }, |
| { |
| "epoch": 27.54082299150882, |
| "grad_norm": 0.06101159006357193, |
| "learning_rate": 8.803418803418804e-06, |
| "loss": 0.01, |
| "step": 42700 |
| }, |
| { |
| "epoch": 27.573481384715873, |
| "grad_norm": 0.07626356184482574, |
| "learning_rate": 8.800131492439186e-06, |
| "loss": 0.0097, |
| "step": 42750 |
| }, |
| { |
| "epoch": 27.606139777922927, |
| "grad_norm": 0.07007754594087601, |
| "learning_rate": 8.796844181459567e-06, |
| "loss": 0.01, |
| "step": 42800 |
| }, |
| { |
| "epoch": 27.63879817112998, |
| "grad_norm": 0.06938617676496506, |
| "learning_rate": 8.793556870479947e-06, |
| "loss": 0.0097, |
| "step": 42850 |
| }, |
| { |
| "epoch": 27.671456564337035, |
| "grad_norm": 0.0703434869647026, |
| "learning_rate": 8.79026955950033e-06, |
| "loss": 0.0101, |
| "step": 42900 |
| }, |
| { |
| "epoch": 27.70411495754409, |
| "grad_norm": 0.07527665048837662, |
| "learning_rate": 8.786982248520712e-06, |
| "loss": 0.0096, |
| "step": 42950 |
| }, |
| { |
| "epoch": 27.736773350751143, |
| "grad_norm": 0.06230452284216881, |
| "learning_rate": 8.783694937541091e-06, |
| "loss": 0.0101, |
| "step": 43000 |
| }, |
| { |
| "epoch": 27.769431743958197, |
| "grad_norm": 0.06309953331947327, |
| "learning_rate": 8.780407626561473e-06, |
| "loss": 0.01, |
| "step": 43050 |
| }, |
| { |
| "epoch": 27.80209013716525, |
| "grad_norm": 0.08436129242181778, |
| "learning_rate": 8.777120315581854e-06, |
| "loss": 0.0096, |
| "step": 43100 |
| }, |
| { |
| "epoch": 27.834748530372305, |
| "grad_norm": 0.07899975031614304, |
| "learning_rate": 8.773833004602236e-06, |
| "loss": 0.0097, |
| "step": 43150 |
| }, |
| { |
| "epoch": 27.86740692357936, |
| "grad_norm": 0.07137970626354218, |
| "learning_rate": 8.770545693622617e-06, |
| "loss": 0.0096, |
| "step": 43200 |
| }, |
| { |
| "epoch": 27.900065316786414, |
| "grad_norm": 0.07216981053352356, |
| "learning_rate": 8.767258382642999e-06, |
| "loss": 0.0095, |
| "step": 43250 |
| }, |
| { |
| "epoch": 27.932723709993468, |
| "grad_norm": 0.09067603945732117, |
| "learning_rate": 8.76397107166338e-06, |
| "loss": 0.0093, |
| "step": 43300 |
| }, |
| { |
| "epoch": 27.965382103200522, |
| "grad_norm": 0.06958699971437454, |
| "learning_rate": 8.760683760683762e-06, |
| "loss": 0.0096, |
| "step": 43350 |
| }, |
| { |
| "epoch": 27.998040496407576, |
| "grad_norm": 0.060856375843286514, |
| "learning_rate": 8.757396449704143e-06, |
| "loss": 0.0097, |
| "step": 43400 |
| }, |
| { |
| "epoch": 28.03069888961463, |
| "grad_norm": 0.0756077691912651, |
| "learning_rate": 8.754109138724523e-06, |
| "loss": 0.0092, |
| "step": 43450 |
| }, |
| { |
| "epoch": 28.063357282821684, |
| "grad_norm": 0.05710800737142563, |
| "learning_rate": 8.750821827744906e-06, |
| "loss": 0.0092, |
| "step": 43500 |
| }, |
| { |
| "epoch": 28.09601567602874, |
| "grad_norm": 0.08190213888883591, |
| "learning_rate": 8.747534516765287e-06, |
| "loss": 0.0094, |
| "step": 43550 |
| }, |
| { |
| "epoch": 28.128674069235792, |
| "grad_norm": 0.07220468670129776, |
| "learning_rate": 8.744247205785667e-06, |
| "loss": 0.0095, |
| "step": 43600 |
| }, |
| { |
| "epoch": 28.161332462442846, |
| "grad_norm": 0.08410811424255371, |
| "learning_rate": 8.740959894806049e-06, |
| "loss": 0.0096, |
| "step": 43650 |
| }, |
| { |
| "epoch": 28.1939908556499, |
| "grad_norm": 0.057440534234046936, |
| "learning_rate": 8.73767258382643e-06, |
| "loss": 0.0092, |
| "step": 43700 |
| }, |
| { |
| "epoch": 28.226649248856955, |
| "grad_norm": 0.06163407862186432, |
| "learning_rate": 8.734385272846812e-06, |
| "loss": 0.0099, |
| "step": 43750 |
| }, |
| { |
| "epoch": 28.25930764206401, |
| "grad_norm": 0.08130808174610138, |
| "learning_rate": 8.731097961867193e-06, |
| "loss": 0.0094, |
| "step": 43800 |
| }, |
| { |
| "epoch": 28.291966035271066, |
| "grad_norm": 0.08615657687187195, |
| "learning_rate": 8.727810650887574e-06, |
| "loss": 0.0099, |
| "step": 43850 |
| }, |
| { |
| "epoch": 28.32462442847812, |
| "grad_norm": 0.07963917404413223, |
| "learning_rate": 8.724523339907956e-06, |
| "loss": 0.0097, |
| "step": 43900 |
| }, |
| { |
| "epoch": 28.357282821685175, |
| "grad_norm": 0.06758115440607071, |
| "learning_rate": 8.721236028928337e-06, |
| "loss": 0.01, |
| "step": 43950 |
| }, |
| { |
| "epoch": 28.38994121489223, |
| "grad_norm": 0.07085925340652466, |
| "learning_rate": 8.717948717948719e-06, |
| "loss": 0.0092, |
| "step": 44000 |
| }, |
| { |
| "epoch": 28.422599608099283, |
| "grad_norm": 0.0618162676692009, |
| "learning_rate": 8.7146614069691e-06, |
| "loss": 0.0097, |
| "step": 44050 |
| }, |
| { |
| "epoch": 28.455258001306337, |
| "grad_norm": 0.06311200559139252, |
| "learning_rate": 8.711374095989482e-06, |
| "loss": 0.0091, |
| "step": 44100 |
| }, |
| { |
| "epoch": 28.48791639451339, |
| "grad_norm": 0.0744459480047226, |
| "learning_rate": 8.708086785009863e-06, |
| "loss": 0.0098, |
| "step": 44150 |
| }, |
| { |
| "epoch": 28.520574787720445, |
| "grad_norm": 0.07541000843048096, |
| "learning_rate": 8.704799474030245e-06, |
| "loss": 0.0097, |
| "step": 44200 |
| }, |
| { |
| "epoch": 28.5532331809275, |
| "grad_norm": 0.08303575962781906, |
| "learning_rate": 8.701512163050624e-06, |
| "loss": 0.0094, |
| "step": 44250 |
| }, |
| { |
| "epoch": 28.585891574134553, |
| "grad_norm": 0.06145607680082321, |
| "learning_rate": 8.698224852071006e-06, |
| "loss": 0.0095, |
| "step": 44300 |
| }, |
| { |
| "epoch": 28.618549967341607, |
| "grad_norm": 0.054414454847574234, |
| "learning_rate": 8.694937541091389e-06, |
| "loss": 0.0102, |
| "step": 44350 |
| }, |
| { |
| "epoch": 28.65120836054866, |
| "grad_norm": 0.07142601162195206, |
| "learning_rate": 8.691650230111769e-06, |
| "loss": 0.0096, |
| "step": 44400 |
| }, |
| { |
| "epoch": 28.683866753755716, |
| "grad_norm": 0.07634475827217102, |
| "learning_rate": 8.68836291913215e-06, |
| "loss": 0.0098, |
| "step": 44450 |
| }, |
| { |
| "epoch": 28.71652514696277, |
| "grad_norm": 0.06411303579807281, |
| "learning_rate": 8.685075608152532e-06, |
| "loss": 0.0099, |
| "step": 44500 |
| }, |
| { |
| "epoch": 29.032658393207054, |
| "grad_norm": 0.0766330137848854, |
| "learning_rate": 8.681788297172913e-06, |
| "loss": 0.0093, |
| "step": 44550 |
| }, |
| { |
| "epoch": 29.065316786414108, |
| "grad_norm": 0.07081354409456253, |
| "learning_rate": 8.678500986193295e-06, |
| "loss": 0.0099, |
| "step": 44600 |
| }, |
| { |
| "epoch": 29.097975179621162, |
| "grad_norm": 0.05489321053028107, |
| "learning_rate": 8.675213675213676e-06, |
| "loss": 0.0096, |
| "step": 44650 |
| }, |
| { |
| "epoch": 29.130633572828216, |
| "grad_norm": 0.07282430678606033, |
| "learning_rate": 8.671926364234058e-06, |
| "loss": 0.0092, |
| "step": 44700 |
| }, |
| { |
| "epoch": 29.16329196603527, |
| "grad_norm": 0.08215247094631195, |
| "learning_rate": 8.668639053254439e-06, |
| "loss": 0.0094, |
| "step": 44750 |
| }, |
| { |
| "epoch": 29.195950359242325, |
| "grad_norm": 0.06071177497506142, |
| "learning_rate": 8.66535174227482e-06, |
| "loss": 0.0093, |
| "step": 44800 |
| }, |
| { |
| "epoch": 29.22860875244938, |
| "grad_norm": 0.08762010186910629, |
| "learning_rate": 8.6620644312952e-06, |
| "loss": 0.0095, |
| "step": 44850 |
| }, |
| { |
| "epoch": 29.261267145656433, |
| "grad_norm": 0.06701937317848206, |
| "learning_rate": 8.658777120315582e-06, |
| "loss": 0.0093, |
| "step": 44900 |
| }, |
| { |
| "epoch": 29.293925538863487, |
| "grad_norm": 0.08069388568401337, |
| "learning_rate": 8.655489809335965e-06, |
| "loss": 0.0093, |
| "step": 44950 |
| }, |
| { |
| "epoch": 29.32658393207054, |
| "grad_norm": 0.07930802553892136, |
| "learning_rate": 8.652202498356346e-06, |
| "loss": 0.0099, |
| "step": 45000 |
| }, |
| { |
| "epoch": 29.032658393207054, |
| "grad_norm": 0.07764122635126114, |
| "learning_rate": 8.648915187376726e-06, |
| "loss": 0.0095, |
| "step": 45050 |
| }, |
| { |
| "epoch": 29.065316786414108, |
| "grad_norm": 0.07332498580217361, |
| "learning_rate": 8.645627876397107e-06, |
| "loss": 0.0099, |
| "step": 45100 |
| }, |
| { |
| "epoch": 29.097975179621162, |
| "grad_norm": 0.06437701731920242, |
| "learning_rate": 8.642340565417489e-06, |
| "loss": 0.0095, |
| "step": 45150 |
| }, |
| { |
| "epoch": 29.130633572828216, |
| "grad_norm": 0.07691024988889694, |
| "learning_rate": 8.63905325443787e-06, |
| "loss": 0.0093, |
| "step": 45200 |
| }, |
| { |
| "epoch": 29.16329196603527, |
| "grad_norm": 0.10297652333974838, |
| "learning_rate": 8.635765943458252e-06, |
| "loss": 0.0094, |
| "step": 45250 |
| }, |
| { |
| "epoch": 29.195950359242325, |
| "grad_norm": 0.07019223272800446, |
| "learning_rate": 8.632478632478633e-06, |
| "loss": 0.0092, |
| "step": 45300 |
| }, |
| { |
| "epoch": 29.22860875244938, |
| "grad_norm": 0.06949339807033539, |
| "learning_rate": 8.629191321499015e-06, |
| "loss": 0.0095, |
| "step": 45350 |
| }, |
| { |
| "epoch": 29.261267145656433, |
| "grad_norm": 0.07147526741027832, |
| "learning_rate": 8.625904010519396e-06, |
| "loss": 0.0092, |
| "step": 45400 |
| }, |
| { |
| "epoch": 29.293925538863487, |
| "grad_norm": 0.061854057013988495, |
| "learning_rate": 8.622616699539778e-06, |
| "loss": 0.009, |
| "step": 45450 |
| }, |
| { |
| "epoch": 29.32658393207054, |
| "grad_norm": 0.07520570605993271, |
| "learning_rate": 8.619329388560157e-06, |
| "loss": 0.0098, |
| "step": 45500 |
| }, |
| { |
| "epoch": 29.359242325277595, |
| "grad_norm": 0.07743249088525772, |
| "learning_rate": 8.61604207758054e-06, |
| "loss": 0.0096, |
| "step": 45550 |
| }, |
| { |
| "epoch": 29.39190071848465, |
| "grad_norm": 0.08658551424741745, |
| "learning_rate": 8.612754766600922e-06, |
| "loss": 0.0095, |
| "step": 45600 |
| }, |
| { |
| "epoch": 29.424559111691703, |
| "grad_norm": 0.07984712719917297, |
| "learning_rate": 8.609467455621302e-06, |
| "loss": 0.0097, |
| "step": 45650 |
| }, |
| { |
| "epoch": 29.457217504898757, |
| "grad_norm": 0.06923504918813705, |
| "learning_rate": 8.606180144641683e-06, |
| "loss": 0.0093, |
| "step": 45700 |
| }, |
| { |
| "epoch": 29.48987589810581, |
| "grad_norm": 0.09051218628883362, |
| "learning_rate": 8.602892833662065e-06, |
| "loss": 0.0096, |
| "step": 45750 |
| }, |
| { |
| "epoch": 29.522534291312866, |
| "grad_norm": 0.07055158913135529, |
| "learning_rate": 8.599605522682446e-06, |
| "loss": 0.0095, |
| "step": 45800 |
| }, |
| { |
| "epoch": 29.555192684519923, |
| "grad_norm": 0.06876330822706223, |
| "learning_rate": 8.596318211702828e-06, |
| "loss": 0.0091, |
| "step": 45850 |
| }, |
| { |
| "epoch": 29.587851077726977, |
| "grad_norm": 0.07638917118310928, |
| "learning_rate": 8.593030900723209e-06, |
| "loss": 0.0096, |
| "step": 45900 |
| }, |
| { |
| "epoch": 29.62050947093403, |
| "grad_norm": 0.08202219754457474, |
| "learning_rate": 8.58974358974359e-06, |
| "loss": 0.0094, |
| "step": 45950 |
| }, |
| { |
| "epoch": 29.653167864141086, |
| "grad_norm": 0.06962180137634277, |
| "learning_rate": 8.586456278763972e-06, |
| "loss": 0.0093, |
| "step": 46000 |
| }, |
| { |
| "epoch": 29.68582625734814, |
| "grad_norm": 0.061191633343696594, |
| "learning_rate": 8.583168967784353e-06, |
| "loss": 0.0098, |
| "step": 46050 |
| }, |
| { |
| "epoch": 29.718484650555194, |
| "grad_norm": 0.0624864287674427, |
| "learning_rate": 8.579881656804735e-06, |
| "loss": 0.0096, |
| "step": 46100 |
| }, |
| { |
| "epoch": 29.751143043762248, |
| "grad_norm": 0.08512195944786072, |
| "learning_rate": 8.576594345825116e-06, |
| "loss": 0.0096, |
| "step": 46150 |
| }, |
| { |
| "epoch": 29.783801436969302, |
| "grad_norm": 0.09398037940263748, |
| "learning_rate": 8.573307034845498e-06, |
| "loss": 0.0095, |
| "step": 46200 |
| }, |
| { |
| "epoch": 29.816459830176356, |
| "grad_norm": 0.07401812076568604, |
| "learning_rate": 8.57001972386588e-06, |
| "loss": 0.0092, |
| "step": 46250 |
| }, |
| { |
| "epoch": 29.84911822338341, |
| "grad_norm": 0.06938875466585159, |
| "learning_rate": 8.566732412886259e-06, |
| "loss": 0.0094, |
| "step": 46300 |
| }, |
| { |
| "epoch": 29.881776616590464, |
| "grad_norm": 0.07812067866325378, |
| "learning_rate": 8.56344510190664e-06, |
| "loss": 0.0091, |
| "step": 46350 |
| }, |
| { |
| "epoch": 29.91443500979752, |
| "grad_norm": 0.06064947694540024, |
| "learning_rate": 8.560157790927024e-06, |
| "loss": 0.0091, |
| "step": 46400 |
| }, |
| { |
| "epoch": 29.947093403004573, |
| "grad_norm": 0.08336592465639114, |
| "learning_rate": 8.556870479947403e-06, |
| "loss": 0.0091, |
| "step": 46450 |
| }, |
| { |
| "epoch": 29.979751796211627, |
| "grad_norm": 0.04857954755425453, |
| "learning_rate": 8.553583168967785e-06, |
| "loss": 0.0092, |
| "step": 46500 |
| }, |
| { |
| "epoch": 30.01241018941868, |
| "grad_norm": 0.0645669624209404, |
| "learning_rate": 8.550295857988166e-06, |
| "loss": 0.0093, |
| "step": 46550 |
| }, |
| { |
| "epoch": 30.045068582625735, |
| "grad_norm": 0.08509334921836853, |
| "learning_rate": 8.547008547008548e-06, |
| "loss": 0.0092, |
| "step": 46600 |
| }, |
| { |
| "epoch": 30.07772697583279, |
| "grad_norm": 0.06356937438249588, |
| "learning_rate": 8.543721236028929e-06, |
| "loss": 0.0089, |
| "step": 46650 |
| }, |
| { |
| "epoch": 30.110385369039843, |
| "grad_norm": 0.07010962069034576, |
| "learning_rate": 8.54043392504931e-06, |
| "loss": 0.0092, |
| "step": 46700 |
| }, |
| { |
| "epoch": 30.143043762246897, |
| "grad_norm": 0.14091841876506805, |
| "learning_rate": 8.537146614069692e-06, |
| "loss": 0.0093, |
| "step": 46750 |
| }, |
| { |
| "epoch": 30.17570215545395, |
| "grad_norm": 0.07473936676979065, |
| "learning_rate": 8.533859303090073e-06, |
| "loss": 0.0089, |
| "step": 46800 |
| }, |
| { |
| "epoch": 30.208360548661005, |
| "grad_norm": 0.08768052607774734, |
| "learning_rate": 8.530571992110455e-06, |
| "loss": 0.009, |
| "step": 46850 |
| }, |
| { |
| "epoch": 30.24101894186806, |
| "grad_norm": 0.08124729990959167, |
| "learning_rate": 8.527284681130835e-06, |
| "loss": 0.0089, |
| "step": 46900 |
| }, |
| { |
| "epoch": 30.273677335075114, |
| "grad_norm": 0.07920121401548386, |
| "learning_rate": 8.523997370151216e-06, |
| "loss": 0.0088, |
| "step": 46950 |
| }, |
| { |
| "epoch": 30.306335728282168, |
| "grad_norm": 0.06729952991008759, |
| "learning_rate": 8.5207100591716e-06, |
| "loss": 0.0095, |
| "step": 47000 |
| }, |
| { |
| "epoch": 30.338994121489222, |
| "grad_norm": 0.10546492040157318, |
| "learning_rate": 8.517422748191979e-06, |
| "loss": 0.0091, |
| "step": 47050 |
| }, |
| { |
| "epoch": 30.371652514696276, |
| "grad_norm": 0.1032395213842392, |
| "learning_rate": 8.51413543721236e-06, |
| "loss": 0.0089, |
| "step": 47100 |
| }, |
| { |
| "epoch": 30.40431090790333, |
| "grad_norm": 0.0650549978017807, |
| "learning_rate": 8.510848126232742e-06, |
| "loss": 0.0091, |
| "step": 47150 |
| }, |
| { |
| "epoch": 30.436969301110384, |
| "grad_norm": 0.05851263180375099, |
| "learning_rate": 8.507560815253123e-06, |
| "loss": 0.0094, |
| "step": 47200 |
| }, |
| { |
| "epoch": 30.46962769431744, |
| "grad_norm": 0.07420110702514648, |
| "learning_rate": 8.504273504273505e-06, |
| "loss": 0.0091, |
| "step": 47250 |
| }, |
| { |
| "epoch": 30.502286087524492, |
| "grad_norm": 0.07141097635030746, |
| "learning_rate": 8.500986193293886e-06, |
| "loss": 0.0091, |
| "step": 47300 |
| }, |
| { |
| "epoch": 30.534944480731546, |
| "grad_norm": 0.059118326753377914, |
| "learning_rate": 8.497698882314268e-06, |
| "loss": 0.0092, |
| "step": 47350 |
| }, |
| { |
| "epoch": 30.5676028739386, |
| "grad_norm": 0.06489855796098709, |
| "learning_rate": 8.49441157133465e-06, |
| "loss": 0.0092, |
| "step": 47400 |
| }, |
| { |
| "epoch": 30.600261267145655, |
| "grad_norm": 0.07056184858083725, |
| "learning_rate": 8.49112426035503e-06, |
| "loss": 0.0088, |
| "step": 47450 |
| }, |
| { |
| "epoch": 30.632919660352712, |
| "grad_norm": 0.08145038038492203, |
| "learning_rate": 8.487836949375412e-06, |
| "loss": 0.009, |
| "step": 47500 |
| }, |
| { |
| "epoch": 30.665578053559766, |
| "grad_norm": 0.07086652517318726, |
| "learning_rate": 8.484549638395792e-06, |
| "loss": 0.0088, |
| "step": 47550 |
| }, |
| { |
| "epoch": 30.69823644676682, |
| "grad_norm": 0.05630020424723625, |
| "learning_rate": 8.481262327416175e-06, |
| "loss": 0.0086, |
| "step": 47600 |
| }, |
| { |
| "epoch": 30.730894839973875, |
| "grad_norm": 0.05787571519613266, |
| "learning_rate": 8.477975016436557e-06, |
| "loss": 0.0091, |
| "step": 47650 |
| }, |
| { |
| "epoch": 30.76355323318093, |
| "grad_norm": 0.06763002276420593, |
| "learning_rate": 8.474687705456936e-06, |
| "loss": 0.0093, |
| "step": 47700 |
| }, |
| { |
| "epoch": 30.796211626387983, |
| "grad_norm": 0.05904902517795563, |
| "learning_rate": 8.471400394477318e-06, |
| "loss": 0.0093, |
| "step": 47750 |
| }, |
| { |
| "epoch": 30.828870019595037, |
| "grad_norm": 0.05922796577215195, |
| "learning_rate": 8.4681130834977e-06, |
| "loss": 0.0088, |
| "step": 47800 |
| }, |
| { |
| "epoch": 30.86152841280209, |
| "grad_norm": 0.0699804499745369, |
| "learning_rate": 8.46482577251808e-06, |
| "loss": 0.0087, |
| "step": 47850 |
| }, |
| { |
| "epoch": 30.894186806009145, |
| "grad_norm": 0.05228590965270996, |
| "learning_rate": 8.461538461538462e-06, |
| "loss": 0.0088, |
| "step": 47900 |
| }, |
| { |
| "epoch": 30.9268451992162, |
| "grad_norm": 0.07833770662546158, |
| "learning_rate": 8.458251150558844e-06, |
| "loss": 0.0089, |
| "step": 47950 |
| }, |
| { |
| "epoch": 30.959503592423253, |
| "grad_norm": 0.06715569645166397, |
| "learning_rate": 8.454963839579225e-06, |
| "loss": 0.009, |
| "step": 48000 |
| }, |
| { |
| "epoch": 30.992161985630307, |
| "grad_norm": 0.08389867097139359, |
| "learning_rate": 8.451676528599606e-06, |
| "loss": 0.009, |
| "step": 48050 |
| }, |
| { |
| "epoch": 31.02482037883736, |
| "grad_norm": 0.06357283145189285, |
| "learning_rate": 8.448389217619988e-06, |
| "loss": 0.009, |
| "step": 48100 |
| }, |
| { |
| "epoch": 31.057478772044416, |
| "grad_norm": 0.07123304158449173, |
| "learning_rate": 8.445101906640368e-06, |
| "loss": 0.0084, |
| "step": 48150 |
| }, |
| { |
| "epoch": 31.09013716525147, |
| "grad_norm": 0.058402303606271744, |
| "learning_rate": 8.44181459566075e-06, |
| "loss": 0.0087, |
| "step": 48200 |
| }, |
| { |
| "epoch": 31.122795558458524, |
| "grad_norm": 0.09926163405179977, |
| "learning_rate": 8.438527284681132e-06, |
| "loss": 0.0088, |
| "step": 48250 |
| }, |
| { |
| "epoch": 31.155453951665578, |
| "grad_norm": 0.06271667778491974, |
| "learning_rate": 8.435239973701514e-06, |
| "loss": 0.0089, |
| "step": 48300 |
| }, |
| { |
| "epoch": 31.188112344872632, |
| "grad_norm": 0.06636612862348557, |
| "learning_rate": 8.431952662721893e-06, |
| "loss": 0.0088, |
| "step": 48350 |
| }, |
| { |
| "epoch": 31.220770738079686, |
| "grad_norm": 0.056099530309438705, |
| "learning_rate": 8.428665351742275e-06, |
| "loss": 0.0086, |
| "step": 48400 |
| }, |
| { |
| "epoch": 31.25342913128674, |
| "grad_norm": 0.08813437819480896, |
| "learning_rate": 8.425378040762658e-06, |
| "loss": 0.0089, |
| "step": 48450 |
| }, |
| { |
| "epoch": 31.286087524493794, |
| "grad_norm": 0.053726114332675934, |
| "learning_rate": 8.422090729783038e-06, |
| "loss": 0.0088, |
| "step": 48500 |
| }, |
| { |
| "epoch": 31.31874591770085, |
| "grad_norm": 0.06936299055814743, |
| "learning_rate": 8.41880341880342e-06, |
| "loss": 0.0083, |
| "step": 48550 |
| }, |
| { |
| "epoch": 31.351404310907903, |
| "grad_norm": 0.09912844747304916, |
| "learning_rate": 8.4155161078238e-06, |
| "loss": 0.0084, |
| "step": 48600 |
| }, |
| { |
| "epoch": 31.384062704114957, |
| "grad_norm": 0.11457721143960953, |
| "learning_rate": 8.412228796844182e-06, |
| "loss": 0.009, |
| "step": 48650 |
| }, |
| { |
| "epoch": 31.41672109732201, |
| "grad_norm": 0.06133641302585602, |
| "learning_rate": 8.408941485864564e-06, |
| "loss": 0.0091, |
| "step": 48700 |
| }, |
| { |
| "epoch": 31.449379490529065, |
| "grad_norm": 0.069750115275383, |
| "learning_rate": 8.405654174884945e-06, |
| "loss": 0.0089, |
| "step": 48750 |
| }, |
| { |
| "epoch": 31.48203788373612, |
| "grad_norm": 0.06444136053323746, |
| "learning_rate": 8.402366863905327e-06, |
| "loss": 0.0085, |
| "step": 48800 |
| }, |
| { |
| "epoch": 31.514696276943173, |
| "grad_norm": 0.0707576796412468, |
| "learning_rate": 8.399079552925708e-06, |
| "loss": 0.0086, |
| "step": 48850 |
| }, |
| { |
| "epoch": 31.547354670150227, |
| "grad_norm": 0.09656653553247452, |
| "learning_rate": 8.39579224194609e-06, |
| "loss": 0.0085, |
| "step": 48900 |
| }, |
| { |
| "epoch": 31.58001306335728, |
| "grad_norm": 0.06256120651960373, |
| "learning_rate": 8.39250493096647e-06, |
| "loss": 0.009, |
| "step": 48950 |
| }, |
| { |
| "epoch": 31.612671456564335, |
| "grad_norm": 0.06921864300966263, |
| "learning_rate": 8.38921761998685e-06, |
| "loss": 0.0089, |
| "step": 49000 |
| }, |
| { |
| "epoch": 31.645329849771393, |
| "grad_norm": 0.05597410723567009, |
| "learning_rate": 8.385930309007234e-06, |
| "loss": 0.0085, |
| "step": 49050 |
| }, |
| { |
| "epoch": 31.677988242978447, |
| "grad_norm": 0.10604964196681976, |
| "learning_rate": 8.382642998027614e-06, |
| "loss": 0.0085, |
| "step": 49100 |
| }, |
| { |
| "epoch": 31.7106466361855, |
| "grad_norm": 0.06222546473145485, |
| "learning_rate": 8.379355687047995e-06, |
| "loss": 0.0084, |
| "step": 49150 |
| }, |
| { |
| "epoch": 31.743305029392555, |
| "grad_norm": 0.08166509121656418, |
| "learning_rate": 8.376068376068377e-06, |
| "loss": 0.009, |
| "step": 49200 |
| }, |
| { |
| "epoch": 31.77596342259961, |
| "grad_norm": 0.07103191316127777, |
| "learning_rate": 8.372781065088758e-06, |
| "loss": 0.0087, |
| "step": 49250 |
| }, |
| { |
| "epoch": 31.808621815806664, |
| "grad_norm": 0.08163702487945557, |
| "learning_rate": 8.36949375410914e-06, |
| "loss": 0.0088, |
| "step": 49300 |
| }, |
| { |
| "epoch": 31.841280209013718, |
| "grad_norm": 0.07810921967029572, |
| "learning_rate": 8.366206443129521e-06, |
| "loss": 0.009, |
| "step": 49350 |
| }, |
| { |
| "epoch": 31.873938602220772, |
| "grad_norm": 0.0793294832110405, |
| "learning_rate": 8.362919132149902e-06, |
| "loss": 0.0091, |
| "step": 49400 |
| }, |
| { |
| "epoch": 31.906596995427826, |
| "grad_norm": 0.09774003177881241, |
| "learning_rate": 8.359631821170284e-06, |
| "loss": 0.0086, |
| "step": 49450 |
| }, |
| { |
| "epoch": 31.93925538863488, |
| "grad_norm": 0.06942662596702576, |
| "learning_rate": 8.356344510190665e-06, |
| "loss": 0.0087, |
| "step": 49500 |
| }, |
| { |
| "epoch": 31.971913781841934, |
| "grad_norm": 0.07087003439664841, |
| "learning_rate": 8.353057199211047e-06, |
| "loss": 0.0086, |
| "step": 49550 |
| }, |
| { |
| "epoch": 32.004572175048985, |
| "grad_norm": 0.06099782511591911, |
| "learning_rate": 8.349769888231426e-06, |
| "loss": 0.009, |
| "step": 49600 |
| }, |
| { |
| "epoch": 32.03723056825604, |
| "grad_norm": 0.07634332776069641, |
| "learning_rate": 8.34648257725181e-06, |
| "loss": 0.0081, |
| "step": 49650 |
| }, |
| { |
| "epoch": 32.06988896146309, |
| "grad_norm": 0.06689299643039703, |
| "learning_rate": 8.343195266272191e-06, |
| "loss": 0.0085, |
| "step": 49700 |
| }, |
| { |
| "epoch": 32.10254735467015, |
| "grad_norm": 0.06661924719810486, |
| "learning_rate": 8.33990795529257e-06, |
| "loss": 0.0082, |
| "step": 49750 |
| }, |
| { |
| "epoch": 32.1352057478772, |
| "grad_norm": 0.09380127489566803, |
| "learning_rate": 8.336620644312952e-06, |
| "loss": 0.0085, |
| "step": 49800 |
| }, |
| { |
| "epoch": 32.16786414108426, |
| "grad_norm": 0.10260223597288132, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 0.0081, |
| "step": 49850 |
| }, |
| { |
| "epoch": 32.200522534291316, |
| "grad_norm": 0.06356624513864517, |
| "learning_rate": 8.330046022353715e-06, |
| "loss": 0.0087, |
| "step": 49900 |
| }, |
| { |
| "epoch": 32.23318092749837, |
| "grad_norm": 0.07155543565750122, |
| "learning_rate": 8.326758711374097e-06, |
| "loss": 0.0088, |
| "step": 49950 |
| }, |
| { |
| "epoch": 32.265839320705425, |
| "grad_norm": 0.10149654746055603, |
| "learning_rate": 8.323471400394478e-06, |
| "loss": 0.0088, |
| "step": 50000 |
| }, |
| { |
| "epoch": 32.298497713912475, |
| "grad_norm": 0.06213049963116646, |
| "learning_rate": 8.32018408941486e-06, |
| "loss": 0.0082, |
| "step": 50050 |
| }, |
| { |
| "epoch": 32.33115610711953, |
| "grad_norm": 0.07706457376480103, |
| "learning_rate": 8.316896778435241e-06, |
| "loss": 0.0085, |
| "step": 50100 |
| }, |
| { |
| "epoch": 32.36381450032658, |
| "grad_norm": 0.08293071389198303, |
| "learning_rate": 8.313609467455622e-06, |
| "loss": 0.0086, |
| "step": 50150 |
| }, |
| { |
| "epoch": 32.39647289353364, |
| "grad_norm": 0.0799180418252945, |
| "learning_rate": 8.310322156476002e-06, |
| "loss": 0.0085, |
| "step": 50200 |
| }, |
| { |
| "epoch": 32.42913128674069, |
| "grad_norm": 0.08061999827623367, |
| "learning_rate": 8.307034845496384e-06, |
| "loss": 0.009, |
| "step": 50250 |
| }, |
| { |
| "epoch": 32.46178967994775, |
| "grad_norm": 0.059159934520721436, |
| "learning_rate": 8.303747534516767e-06, |
| "loss": 0.0083, |
| "step": 50300 |
| }, |
| { |
| "epoch": 32.4944480731548, |
| "grad_norm": 0.09864724427461624, |
| "learning_rate": 8.300460223537147e-06, |
| "loss": 0.0084, |
| "step": 50350 |
| }, |
| { |
| "epoch": 32.52710646636186, |
| "grad_norm": 0.06515152007341385, |
| "learning_rate": 8.297172912557528e-06, |
| "loss": 0.0085, |
| "step": 50400 |
| }, |
| { |
| "epoch": 32.55976485956891, |
| "grad_norm": 0.05703325942158699, |
| "learning_rate": 8.29388560157791e-06, |
| "loss": 0.0082, |
| "step": 50450 |
| }, |
| { |
| "epoch": 32.592423252775966, |
| "grad_norm": 0.06730402261018753, |
| "learning_rate": 8.290598290598293e-06, |
| "loss": 0.0087, |
| "step": 50500 |
| }, |
| { |
| "epoch": 32.625081645983016, |
| "grad_norm": 0.08516230434179306, |
| "learning_rate": 8.287310979618672e-06, |
| "loss": 0.0085, |
| "step": 50550 |
| }, |
| { |
| "epoch": 32.657740039190074, |
| "grad_norm": 0.07388225942850113, |
| "learning_rate": 8.284023668639054e-06, |
| "loss": 0.0088, |
| "step": 50600 |
| }, |
| { |
| "epoch": 32.690398432397124, |
| "grad_norm": 0.0825827568769455, |
| "learning_rate": 8.280736357659435e-06, |
| "loss": 0.0086, |
| "step": 50650 |
| }, |
| { |
| "epoch": 32.72305682560418, |
| "grad_norm": 0.08514679968357086, |
| "learning_rate": 8.277449046679817e-06, |
| "loss": 0.0086, |
| "step": 50700 |
| }, |
| { |
| "epoch": 32.75571521881123, |
| "grad_norm": 0.05570615082979202, |
| "learning_rate": 8.274161735700198e-06, |
| "loss": 0.0087, |
| "step": 50750 |
| }, |
| { |
| "epoch": 32.78837361201829, |
| "grad_norm": 0.09362334758043289, |
| "learning_rate": 8.27087442472058e-06, |
| "loss": 0.0081, |
| "step": 50800 |
| }, |
| { |
| "epoch": 32.82103200522534, |
| "grad_norm": 0.07868677377700806, |
| "learning_rate": 8.26758711374096e-06, |
| "loss": 0.0084, |
| "step": 50850 |
| }, |
| { |
| "epoch": 32.8536903984324, |
| "grad_norm": 0.06164439022541046, |
| "learning_rate": 8.264299802761343e-06, |
| "loss": 0.0085, |
| "step": 50900 |
| }, |
| { |
| "epoch": 32.88634879163945, |
| "grad_norm": 0.08538579940795898, |
| "learning_rate": 8.261012491781724e-06, |
| "loss": 0.0086, |
| "step": 50950 |
| }, |
| { |
| "epoch": 32.91900718484651, |
| "grad_norm": 0.060735203325748444, |
| "learning_rate": 8.257725180802104e-06, |
| "loss": 0.0086, |
| "step": 51000 |
| }, |
| { |
| "epoch": 32.95166557805356, |
| "grad_norm": 0.06922443956136703, |
| "learning_rate": 8.254437869822485e-06, |
| "loss": 0.0091, |
| "step": 51050 |
| }, |
| { |
| "epoch": 32.984323971260615, |
| "grad_norm": 0.0882391557097435, |
| "learning_rate": 8.251150558842867e-06, |
| "loss": 0.008, |
| "step": 51100 |
| }, |
| { |
| "epoch": 33.016982364467665, |
| "grad_norm": 0.07642501592636108, |
| "learning_rate": 8.247863247863248e-06, |
| "loss": 0.0084, |
| "step": 51150 |
| }, |
| { |
| "epoch": 33.04964075767472, |
| "grad_norm": 0.08096608519554138, |
| "learning_rate": 8.24457593688363e-06, |
| "loss": 0.008, |
| "step": 51200 |
| }, |
| { |
| "epoch": 33.082299150881774, |
| "grad_norm": 0.05849987268447876, |
| "learning_rate": 8.241288625904011e-06, |
| "loss": 0.0082, |
| "step": 51250 |
| }, |
| { |
| "epoch": 33.11495754408883, |
| "grad_norm": 0.13448837399482727, |
| "learning_rate": 8.238001314924393e-06, |
| "loss": 0.0083, |
| "step": 51300 |
| }, |
| { |
| "epoch": 33.14761593729588, |
| "grad_norm": 0.06831568479537964, |
| "learning_rate": 8.234714003944774e-06, |
| "loss": 0.0084, |
| "step": 51350 |
| }, |
| { |
| "epoch": 33.18027433050294, |
| "grad_norm": 0.06570922583341599, |
| "learning_rate": 8.231426692965155e-06, |
| "loss": 0.0086, |
| "step": 51400 |
| }, |
| { |
| "epoch": 33.21293272370999, |
| "grad_norm": 0.062486033886671066, |
| "learning_rate": 8.228139381985535e-06, |
| "loss": 0.0083, |
| "step": 51450 |
| }, |
| { |
| "epoch": 33.24559111691705, |
| "grad_norm": 0.07701075077056885, |
| "learning_rate": 8.224852071005918e-06, |
| "loss": 0.0083, |
| "step": 51500 |
| }, |
| { |
| "epoch": 33.278249510124105, |
| "grad_norm": 0.06391100585460663, |
| "learning_rate": 8.2215647600263e-06, |
| "loss": 0.0082, |
| "step": 51550 |
| }, |
| { |
| "epoch": 33.310907903331156, |
| "grad_norm": 0.06537971645593643, |
| "learning_rate": 8.218277449046681e-06, |
| "loss": 0.0082, |
| "step": 51600 |
| }, |
| { |
| "epoch": 33.343566296538214, |
| "grad_norm": 0.08056467771530151, |
| "learning_rate": 8.214990138067061e-06, |
| "loss": 0.0081, |
| "step": 51650 |
| }, |
| { |
| "epoch": 33.376224689745264, |
| "grad_norm": 0.08163385093212128, |
| "learning_rate": 8.211702827087442e-06, |
| "loss": 0.0081, |
| "step": 51700 |
| }, |
| { |
| "epoch": 33.40888308295232, |
| "grad_norm": 0.09512770175933838, |
| "learning_rate": 8.208415516107826e-06, |
| "loss": 0.0079, |
| "step": 51750 |
| }, |
| { |
| "epoch": 33.44154147615937, |
| "grad_norm": 0.060141269117593765, |
| "learning_rate": 8.205128205128205e-06, |
| "loss": 0.0084, |
| "step": 51800 |
| }, |
| { |
| "epoch": 33.47419986936643, |
| "grad_norm": 0.04651719331741333, |
| "learning_rate": 8.201840894148587e-06, |
| "loss": 0.0083, |
| "step": 51850 |
| }, |
| { |
| "epoch": 33.50685826257348, |
| "grad_norm": 0.0626654326915741, |
| "learning_rate": 8.198553583168968e-06, |
| "loss": 0.0084, |
| "step": 51900 |
| }, |
| { |
| "epoch": 33.53951665578054, |
| "grad_norm": 0.060986001044511795, |
| "learning_rate": 8.19526627218935e-06, |
| "loss": 0.0087, |
| "step": 51950 |
| }, |
| { |
| "epoch": 33.57217504898759, |
| "grad_norm": 0.08697523176670074, |
| "learning_rate": 8.191978961209731e-06, |
| "loss": 0.0086, |
| "step": 52000 |
| }, |
| { |
| "epoch": 33.604833442194646, |
| "grad_norm": 0.06833694875240326, |
| "learning_rate": 8.188691650230113e-06, |
| "loss": 0.0082, |
| "step": 52050 |
| }, |
| { |
| "epoch": 33.6374918354017, |
| "grad_norm": 0.06158861890435219, |
| "learning_rate": 8.185404339250494e-06, |
| "loss": 0.0083, |
| "step": 52100 |
| }, |
| { |
| "epoch": 33.670150228608755, |
| "grad_norm": 0.08568635582923889, |
| "learning_rate": 8.182117028270876e-06, |
| "loss": 0.0084, |
| "step": 52150 |
| }, |
| { |
| "epoch": 33.702808621815805, |
| "grad_norm": 0.0662611722946167, |
| "learning_rate": 8.178829717291257e-06, |
| "loss": 0.0083, |
| "step": 52200 |
| }, |
| { |
| "epoch": 33.73546701502286, |
| "grad_norm": 0.06524196267127991, |
| "learning_rate": 8.175542406311637e-06, |
| "loss": 0.0084, |
| "step": 52250 |
| }, |
| { |
| "epoch": 33.76812540822991, |
| "grad_norm": 0.07562558352947235, |
| "learning_rate": 8.172255095332018e-06, |
| "loss": 0.0086, |
| "step": 52300 |
| }, |
| { |
| "epoch": 33.80078380143697, |
| "grad_norm": 0.0772087424993515, |
| "learning_rate": 8.168967784352401e-06, |
| "loss": 0.0081, |
| "step": 52350 |
| }, |
| { |
| "epoch": 33.83344219464402, |
| "grad_norm": 0.08937671035528183, |
| "learning_rate": 8.165680473372781e-06, |
| "loss": 0.0083, |
| "step": 52400 |
| }, |
| { |
| "epoch": 33.86610058785108, |
| "grad_norm": 0.07191990315914154, |
| "learning_rate": 8.162393162393163e-06, |
| "loss": 0.0085, |
| "step": 52450 |
| }, |
| { |
| "epoch": 33.89875898105813, |
| "grad_norm": 0.04881991446018219, |
| "learning_rate": 8.159105851413544e-06, |
| "loss": 0.0081, |
| "step": 52500 |
| }, |
| { |
| "epoch": 33.93141737426519, |
| "grad_norm": 0.07393967360258102, |
| "learning_rate": 8.155818540433925e-06, |
| "loss": 0.0084, |
| "step": 52550 |
| }, |
| { |
| "epoch": 33.96407576747224, |
| "grad_norm": 0.08467967063188553, |
| "learning_rate": 8.152531229454307e-06, |
| "loss": 0.0081, |
| "step": 52600 |
| }, |
| { |
| "epoch": 33.996734160679296, |
| "grad_norm": 0.058565691113471985, |
| "learning_rate": 8.149243918474688e-06, |
| "loss": 0.0083, |
| "step": 52650 |
| }, |
| { |
| "epoch": 34.029392553886346, |
| "grad_norm": 0.07146356254816055, |
| "learning_rate": 8.14595660749507e-06, |
| "loss": 0.0079, |
| "step": 52700 |
| }, |
| { |
| "epoch": 34.062050947093404, |
| "grad_norm": 0.06826076656579971, |
| "learning_rate": 8.142669296515451e-06, |
| "loss": 0.008, |
| "step": 52750 |
| }, |
| { |
| "epoch": 34.094709340300454, |
| "grad_norm": 0.08253225684165955, |
| "learning_rate": 8.139381985535833e-06, |
| "loss": 0.0082, |
| "step": 52800 |
| }, |
| { |
| "epoch": 34.12736773350751, |
| "grad_norm": 0.07931675016880035, |
| "learning_rate": 8.136094674556214e-06, |
| "loss": 0.0081, |
| "step": 52850 |
| }, |
| { |
| "epoch": 34.16002612671456, |
| "grad_norm": 0.05465434119105339, |
| "learning_rate": 8.132807363576594e-06, |
| "loss": 0.0079, |
| "step": 52900 |
| }, |
| { |
| "epoch": 34.19268451992162, |
| "grad_norm": 0.06749475002288818, |
| "learning_rate": 8.129520052596977e-06, |
| "loss": 0.0079, |
| "step": 52950 |
| }, |
| { |
| "epoch": 34.22534291312867, |
| "grad_norm": 0.07008467614650726, |
| "learning_rate": 8.126232741617359e-06, |
| "loss": 0.0082, |
| "step": 53000 |
| }, |
| { |
| "epoch": 34.25800130633573, |
| "grad_norm": 0.07345925271511078, |
| "learning_rate": 8.122945430637738e-06, |
| "loss": 0.0084, |
| "step": 53050 |
| }, |
| { |
| "epoch": 34.29065969954278, |
| "grad_norm": 0.0824049711227417, |
| "learning_rate": 8.11965811965812e-06, |
| "loss": 0.0081, |
| "step": 53100 |
| }, |
| { |
| "epoch": 34.32331809274984, |
| "grad_norm": 0.07596274465322495, |
| "learning_rate": 8.116370808678501e-06, |
| "loss": 0.0083, |
| "step": 53150 |
| }, |
| { |
| "epoch": 34.355976485956894, |
| "grad_norm": 0.05257643014192581, |
| "learning_rate": 8.113083497698883e-06, |
| "loss": 0.0081, |
| "step": 53200 |
| }, |
| { |
| "epoch": 34.388634879163945, |
| "grad_norm": 0.07520149648189545, |
| "learning_rate": 8.109796186719264e-06, |
| "loss": 0.0078, |
| "step": 53250 |
| }, |
| { |
| "epoch": 34.421293272371, |
| "grad_norm": 0.08370786160230637, |
| "learning_rate": 8.106508875739646e-06, |
| "loss": 0.0078, |
| "step": 53300 |
| }, |
| { |
| "epoch": 34.45395166557805, |
| "grad_norm": 0.08980908989906311, |
| "learning_rate": 8.103221564760027e-06, |
| "loss": 0.0079, |
| "step": 53350 |
| }, |
| { |
| "epoch": 34.48661005878511, |
| "grad_norm": 0.04652412608265877, |
| "learning_rate": 8.099934253780409e-06, |
| "loss": 0.0085, |
| "step": 53400 |
| }, |
| { |
| "epoch": 34.51926845199216, |
| "grad_norm": 0.06980093568563461, |
| "learning_rate": 8.09664694280079e-06, |
| "loss": 0.0082, |
| "step": 53450 |
| }, |
| { |
| "epoch": 34.55192684519922, |
| "grad_norm": 0.056630637496709824, |
| "learning_rate": 8.09335963182117e-06, |
| "loss": 0.0079, |
| "step": 53500 |
| }, |
| { |
| "epoch": 34.58458523840627, |
| "grad_norm": 0.059379786252975464, |
| "learning_rate": 8.090072320841553e-06, |
| "loss": 0.0081, |
| "step": 53550 |
| }, |
| { |
| "epoch": 34.61724363161333, |
| "grad_norm": 0.07385461032390594, |
| "learning_rate": 8.086785009861934e-06, |
| "loss": 0.0078, |
| "step": 53600 |
| }, |
| { |
| "epoch": 34.64990202482038, |
| "grad_norm": 0.07951278239488602, |
| "learning_rate": 8.083497698882314e-06, |
| "loss": 0.0082, |
| "step": 53650 |
| }, |
| { |
| "epoch": 34.682560418027435, |
| "grad_norm": 0.08047601580619812, |
| "learning_rate": 8.080210387902696e-06, |
| "loss": 0.0077, |
| "step": 53700 |
| }, |
| { |
| "epoch": 34.715218811234486, |
| "grad_norm": 0.08462663739919662, |
| "learning_rate": 8.076923076923077e-06, |
| "loss": 0.0083, |
| "step": 53750 |
| }, |
| { |
| "epoch": 34.747877204441544, |
| "grad_norm": 0.06819440424442291, |
| "learning_rate": 8.07363576594346e-06, |
| "loss": 0.008, |
| "step": 53800 |
| }, |
| { |
| "epoch": 34.780535597648594, |
| "grad_norm": 0.07236823439598083, |
| "learning_rate": 8.07034845496384e-06, |
| "loss": 0.0083, |
| "step": 53850 |
| }, |
| { |
| "epoch": 34.81319399085565, |
| "grad_norm": 0.07484553754329681, |
| "learning_rate": 8.067061143984221e-06, |
| "loss": 0.0082, |
| "step": 53900 |
| }, |
| { |
| "epoch": 34.8458523840627, |
| "grad_norm": 0.07134470343589783, |
| "learning_rate": 8.063773833004603e-06, |
| "loss": 0.0082, |
| "step": 53950 |
| }, |
| { |
| "epoch": 34.87851077726976, |
| "grad_norm": 0.06985644996166229, |
| "learning_rate": 8.060486522024984e-06, |
| "loss": 0.0086, |
| "step": 54000 |
| }, |
| { |
| "epoch": 34.91116917047681, |
| "grad_norm": 0.06322511285543442, |
| "learning_rate": 8.057199211045366e-06, |
| "loss": 0.0078, |
| "step": 54050 |
| }, |
| { |
| "epoch": 34.94382756368387, |
| "grad_norm": 0.10806406289339066, |
| "learning_rate": 8.053911900065747e-06, |
| "loss": 0.008, |
| "step": 54100 |
| }, |
| { |
| "epoch": 34.97648595689092, |
| "grad_norm": 0.05752309784293175, |
| "learning_rate": 8.050624589086129e-06, |
| "loss": 0.0082, |
| "step": 54150 |
| }, |
| { |
| "epoch": 35.009144350097976, |
| "grad_norm": 0.07018327713012695, |
| "learning_rate": 8.04733727810651e-06, |
| "loss": 0.0085, |
| "step": 54200 |
| }, |
| { |
| "epoch": 35.04180274330503, |
| "grad_norm": 0.0636325404047966, |
| "learning_rate": 8.044049967126892e-06, |
| "loss": 0.0081, |
| "step": 54250 |
| }, |
| { |
| "epoch": 35.074461136512085, |
| "grad_norm": 0.09761761873960495, |
| "learning_rate": 8.040762656147271e-06, |
| "loss": 0.0079, |
| "step": 54300 |
| }, |
| { |
| "epoch": 35.107119529719135, |
| "grad_norm": 0.06210368871688843, |
| "learning_rate": 8.037475345167653e-06, |
| "loss": 0.008, |
| "step": 54350 |
| }, |
| { |
| "epoch": 35.13977792292619, |
| "grad_norm": 0.057588595896959305, |
| "learning_rate": 8.034188034188036e-06, |
| "loss": 0.0081, |
| "step": 54400 |
| }, |
| { |
| "epoch": 35.17243631613324, |
| "grad_norm": 0.09066003561019897, |
| "learning_rate": 8.030900723208416e-06, |
| "loss": 0.0081, |
| "step": 54450 |
| }, |
| { |
| "epoch": 35.2050947093403, |
| "grad_norm": 0.07244653254747391, |
| "learning_rate": 8.027613412228797e-06, |
| "loss": 0.0079, |
| "step": 54500 |
| }, |
| { |
| "epoch": 36.03331112591606, |
| "grad_norm": 0.06708467751741409, |
| "learning_rate": 7.984574111334675e-06, |
| "loss": 0.0076, |
| "step": 54550 |
| }, |
| { |
| "epoch": 36.066622251832115, |
| "grad_norm": 0.07713846862316132, |
| "learning_rate": 7.981220657276996e-06, |
| "loss": 0.0079, |
| "step": 54600 |
| }, |
| { |
| "epoch": 36.099933377748165, |
| "grad_norm": 0.09249703586101532, |
| "learning_rate": 7.977867203219316e-06, |
| "loss": 0.0079, |
| "step": 54650 |
| }, |
| { |
| "epoch": 36.13324450366422, |
| "grad_norm": 0.07342194020748138, |
| "learning_rate": 7.974513749161638e-06, |
| "loss": 0.0081, |
| "step": 54700 |
| }, |
| { |
| "epoch": 36.16655562958028, |
| "grad_norm": 0.060539375990629196, |
| "learning_rate": 7.971160295103958e-06, |
| "loss": 0.0076, |
| "step": 54750 |
| }, |
| { |
| "epoch": 36.19986675549634, |
| "grad_norm": 0.07849667221307755, |
| "learning_rate": 7.967806841046278e-06, |
| "loss": 0.0077, |
| "step": 54800 |
| }, |
| { |
| "epoch": 36.233177881412395, |
| "grad_norm": 0.07112744450569153, |
| "learning_rate": 7.964453386988599e-06, |
| "loss": 0.0081, |
| "step": 54850 |
| }, |
| { |
| "epoch": 36.266489007328445, |
| "grad_norm": 0.09162628650665283, |
| "learning_rate": 7.961099932930919e-06, |
| "loss": 0.0078, |
| "step": 54900 |
| }, |
| { |
| "epoch": 36.2998001332445, |
| "grad_norm": 0.177199587225914, |
| "learning_rate": 7.95774647887324e-06, |
| "loss": 0.0079, |
| "step": 54950 |
| }, |
| { |
| "epoch": 36.33311125916056, |
| "grad_norm": 0.06649234890937805, |
| "learning_rate": 7.95439302481556e-06, |
| "loss": 0.0079, |
| "step": 55000 |
| }, |
| { |
| "epoch": 20.018254837531945, |
| "grad_norm": 0.06797217577695847, |
| "learning_rate": 8.88054232319531e-06, |
| "loss": 0.0094, |
| "step": 55050 |
| }, |
| { |
| "epoch": 20.036509675063893, |
| "grad_norm": 0.06051107123494148, |
| "learning_rate": 8.878710150238184e-06, |
| "loss": 0.0092, |
| "step": 55100 |
| }, |
| { |
| "epoch": 20.05476451259584, |
| "grad_norm": 0.08235818892717361, |
| "learning_rate": 8.876877977281056e-06, |
| "loss": 0.0094, |
| "step": 55150 |
| }, |
| { |
| "epoch": 20.073019350127783, |
| "grad_norm": 0.0761820450425148, |
| "learning_rate": 8.875045804323929e-06, |
| "loss": 0.0093, |
| "step": 55200 |
| }, |
| { |
| "epoch": 20.091274187659728, |
| "grad_norm": 0.05336988344788551, |
| "learning_rate": 8.873213631366801e-06, |
| "loss": 0.0093, |
| "step": 55250 |
| }, |
| { |
| "epoch": 20.109529025191677, |
| "grad_norm": 0.0651998296380043, |
| "learning_rate": 8.871381458409675e-06, |
| "loss": 0.0092, |
| "step": 55300 |
| }, |
| { |
| "epoch": 20.12778386272362, |
| "grad_norm": 0.05962739884853363, |
| "learning_rate": 8.869549285452547e-06, |
| "loss": 0.009, |
| "step": 55350 |
| }, |
| { |
| "epoch": 20.146038700255566, |
| "grad_norm": 0.05445632338523865, |
| "learning_rate": 8.86771711249542e-06, |
| "loss": 0.0092, |
| "step": 55400 |
| }, |
| { |
| "epoch": 20.164293537787515, |
| "grad_norm": 0.06587453186511993, |
| "learning_rate": 8.865884939538293e-06, |
| "loss": 0.0091, |
| "step": 55450 |
| }, |
| { |
| "epoch": 20.18254837531946, |
| "grad_norm": 0.0614401176571846, |
| "learning_rate": 8.864052766581166e-06, |
| "loss": 0.0094, |
| "step": 55500 |
| }, |
| { |
| "epoch": 20.200803212851405, |
| "grad_norm": 0.06000984460115433, |
| "learning_rate": 8.86222059362404e-06, |
| "loss": 0.0091, |
| "step": 55550 |
| }, |
| { |
| "epoch": 20.219058050383353, |
| "grad_norm": 0.05823017284274101, |
| "learning_rate": 8.860388420666912e-06, |
| "loss": 0.0092, |
| "step": 55600 |
| }, |
| { |
| "epoch": 20.237312887915298, |
| "grad_norm": 0.05388309061527252, |
| "learning_rate": 8.858556247709784e-06, |
| "loss": 0.0095, |
| "step": 55650 |
| }, |
| { |
| "epoch": 20.255567725447243, |
| "grad_norm": 0.06236082687973976, |
| "learning_rate": 8.856724074752657e-06, |
| "loss": 0.0091, |
| "step": 55700 |
| }, |
| { |
| "epoch": 20.27382256297919, |
| "grad_norm": 0.06299027055501938, |
| "learning_rate": 8.85489190179553e-06, |
| "loss": 0.0091, |
| "step": 55750 |
| }, |
| { |
| "epoch": 20.292077400511136, |
| "grad_norm": 0.06052004173398018, |
| "learning_rate": 8.853059728838403e-06, |
| "loss": 0.0091, |
| "step": 55800 |
| }, |
| { |
| "epoch": 20.31033223804308, |
| "grad_norm": 0.08799801021814346, |
| "learning_rate": 8.851227555881275e-06, |
| "loss": 0.0086, |
| "step": 55850 |
| }, |
| { |
| "epoch": 20.328587075575026, |
| "grad_norm": 0.06422752887010574, |
| "learning_rate": 8.84939538292415e-06, |
| "loss": 0.0095, |
| "step": 55900 |
| }, |
| { |
| "epoch": 20.346841913106974, |
| "grad_norm": 0.08138249814510345, |
| "learning_rate": 8.847563209967022e-06, |
| "loss": 0.009, |
| "step": 55950 |
| }, |
| { |
| "epoch": 20.36509675063892, |
| "grad_norm": 0.07572277635335922, |
| "learning_rate": 8.845731037009896e-06, |
| "loss": 0.0091, |
| "step": 56000 |
| }, |
| { |
| "epoch": 20.383351588170864, |
| "grad_norm": 0.06524857133626938, |
| "learning_rate": 8.843898864052766e-06, |
| "loss": 0.0092, |
| "step": 56050 |
| }, |
| { |
| "epoch": 20.401606425702813, |
| "grad_norm": 0.06799105554819107, |
| "learning_rate": 8.84206669109564e-06, |
| "loss": 0.0089, |
| "step": 56100 |
| }, |
| { |
| "epoch": 20.419861263234758, |
| "grad_norm": 0.06698976457118988, |
| "learning_rate": 8.840234518138512e-06, |
| "loss": 0.009, |
| "step": 56150 |
| }, |
| { |
| "epoch": 20.438116100766702, |
| "grad_norm": 0.06604661047458649, |
| "learning_rate": 8.838402345181386e-06, |
| "loss": 0.0094, |
| "step": 56200 |
| }, |
| { |
| "epoch": 20.456370938298647, |
| "grad_norm": 0.04851552098989487, |
| "learning_rate": 8.836570172224259e-06, |
| "loss": 0.0088, |
| "step": 56250 |
| }, |
| { |
| "epoch": 20.474625775830596, |
| "grad_norm": 0.07488046586513519, |
| "learning_rate": 8.834737999267131e-06, |
| "loss": 0.0093, |
| "step": 56300 |
| }, |
| { |
| "epoch": 20.49288061336254, |
| "grad_norm": 0.06332817673683167, |
| "learning_rate": 8.832905826310005e-06, |
| "loss": 0.0093, |
| "step": 56350 |
| }, |
| { |
| "epoch": 20.511135450894486, |
| "grad_norm": 0.04852518066763878, |
| "learning_rate": 8.831073653352877e-06, |
| "loss": 0.0094, |
| "step": 56400 |
| }, |
| { |
| "epoch": 20.529390288426434, |
| "grad_norm": 0.06774722039699554, |
| "learning_rate": 8.82924148039575e-06, |
| "loss": 0.0093, |
| "step": 56450 |
| }, |
| { |
| "epoch": 20.54764512595838, |
| "grad_norm": 0.059105101972818375, |
| "learning_rate": 8.827409307438622e-06, |
| "loss": 0.0091, |
| "step": 56500 |
| }, |
| { |
| "epoch": 20.565899963490324, |
| "grad_norm": 0.052642662078142166, |
| "learning_rate": 8.825577134481496e-06, |
| "loss": 0.0086, |
| "step": 56550 |
| }, |
| { |
| "epoch": 20.584154801022272, |
| "grad_norm": 0.07305848598480225, |
| "learning_rate": 8.823744961524368e-06, |
| "loss": 0.0091, |
| "step": 56600 |
| }, |
| { |
| "epoch": 20.602409638554217, |
| "grad_norm": 0.05794287100434303, |
| "learning_rate": 8.821912788567242e-06, |
| "loss": 0.0093, |
| "step": 56650 |
| }, |
| { |
| "epoch": 20.620664476086162, |
| "grad_norm": 0.05902906507253647, |
| "learning_rate": 8.820080615610115e-06, |
| "loss": 0.009, |
| "step": 56700 |
| }, |
| { |
| "epoch": 20.63891931361811, |
| "grad_norm": 0.04885618016123772, |
| "learning_rate": 8.818248442652987e-06, |
| "loss": 0.0095, |
| "step": 56750 |
| }, |
| { |
| "epoch": 20.657174151150056, |
| "grad_norm": 0.0719715803861618, |
| "learning_rate": 8.81641626969586e-06, |
| "loss": 0.0092, |
| "step": 56800 |
| }, |
| { |
| "epoch": 20.675428988682, |
| "grad_norm": 0.0657823383808136, |
| "learning_rate": 8.814584096738733e-06, |
| "loss": 0.0092, |
| "step": 56850 |
| }, |
| { |
| "epoch": 20.693683826213945, |
| "grad_norm": 0.13935545086860657, |
| "learning_rate": 8.812751923781605e-06, |
| "loss": 0.0092, |
| "step": 56900 |
| }, |
| { |
| "epoch": 20.711938663745894, |
| "grad_norm": 0.0742974728345871, |
| "learning_rate": 8.810919750824478e-06, |
| "loss": 0.0092, |
| "step": 56950 |
| }, |
| { |
| "epoch": 20.73019350127784, |
| "grad_norm": 0.09424673765897751, |
| "learning_rate": 8.809087577867352e-06, |
| "loss": 0.0088, |
| "step": 57000 |
| }, |
| { |
| "epoch": 20.748448338809784, |
| "grad_norm": 0.10960248857736588, |
| "learning_rate": 8.807255404910224e-06, |
| "loss": 0.0092, |
| "step": 57050 |
| }, |
| { |
| "epoch": 20.766703176341732, |
| "grad_norm": 0.05283306911587715, |
| "learning_rate": 8.805423231953098e-06, |
| "loss": 0.009, |
| "step": 57100 |
| }, |
| { |
| "epoch": 20.784958013873677, |
| "grad_norm": 0.060610584914684296, |
| "learning_rate": 8.803591058995969e-06, |
| "loss": 0.0092, |
| "step": 57150 |
| }, |
| { |
| "epoch": 20.803212851405622, |
| "grad_norm": 0.05835588276386261, |
| "learning_rate": 8.801758886038843e-06, |
| "loss": 0.0091, |
| "step": 57200 |
| }, |
| { |
| "epoch": 20.821467688937567, |
| "grad_norm": 0.06471339613199234, |
| "learning_rate": 8.799926713081715e-06, |
| "loss": 0.0093, |
| "step": 57250 |
| }, |
| { |
| "epoch": 20.839722526469515, |
| "grad_norm": 0.05594169721007347, |
| "learning_rate": 8.798094540124589e-06, |
| "loss": 0.0092, |
| "step": 57300 |
| }, |
| { |
| "epoch": 20.85797736400146, |
| "grad_norm": 0.05852265655994415, |
| "learning_rate": 8.796262367167461e-06, |
| "loss": 0.0092, |
| "step": 57350 |
| }, |
| { |
| "epoch": 20.876232201533405, |
| "grad_norm": 0.07459704577922821, |
| "learning_rate": 8.794430194210334e-06, |
| "loss": 0.0094, |
| "step": 57400 |
| }, |
| { |
| "epoch": 20.894487039065353, |
| "grad_norm": 0.051926735788583755, |
| "learning_rate": 8.792598021253208e-06, |
| "loss": 0.0093, |
| "step": 57450 |
| }, |
| { |
| "epoch": 20.9127418765973, |
| "grad_norm": 0.07277660816907883, |
| "learning_rate": 8.79076584829608e-06, |
| "loss": 0.0093, |
| "step": 57500 |
| }, |
| { |
| "epoch": 20.930996714129243, |
| "grad_norm": 0.059177327901124954, |
| "learning_rate": 8.788933675338954e-06, |
| "loss": 0.009, |
| "step": 57550 |
| }, |
| { |
| "epoch": 20.94925155166119, |
| "grad_norm": 0.06189264729619026, |
| "learning_rate": 8.787101502381825e-06, |
| "loss": 0.0095, |
| "step": 57600 |
| }, |
| { |
| "epoch": 20.967506389193137, |
| "grad_norm": 0.061540741473436356, |
| "learning_rate": 8.785269329424699e-06, |
| "loss": 0.0091, |
| "step": 57650 |
| }, |
| { |
| "epoch": 20.98576122672508, |
| "grad_norm": 0.06274130940437317, |
| "learning_rate": 8.78343715646757e-06, |
| "loss": 0.0092, |
| "step": 57700 |
| }, |
| { |
| "epoch": 21.004016064257026, |
| "grad_norm": 0.07412123680114746, |
| "learning_rate": 8.781604983510445e-06, |
| "loss": 0.009, |
| "step": 57750 |
| }, |
| { |
| "epoch": 21.022270901788975, |
| "grad_norm": 0.06972913444042206, |
| "learning_rate": 8.779772810553317e-06, |
| "loss": 0.0091, |
| "step": 57800 |
| }, |
| { |
| "epoch": 21.04052573932092, |
| "grad_norm": 0.05870004743337631, |
| "learning_rate": 8.77794063759619e-06, |
| "loss": 0.0092, |
| "step": 57850 |
| }, |
| { |
| "epoch": 21.058780576852865, |
| "grad_norm": 0.060268133878707886, |
| "learning_rate": 8.776108464639063e-06, |
| "loss": 0.0087, |
| "step": 57900 |
| }, |
| { |
| "epoch": 21.077035414384813, |
| "grad_norm": 0.08082205802202225, |
| "learning_rate": 8.774276291681936e-06, |
| "loss": 0.0089, |
| "step": 57950 |
| }, |
| { |
| "epoch": 21.095290251916758, |
| "grad_norm": 0.06273343414068222, |
| "learning_rate": 8.772444118724808e-06, |
| "loss": 0.0088, |
| "step": 58000 |
| }, |
| { |
| "epoch": 21.113545089448703, |
| "grad_norm": 0.06352389603853226, |
| "learning_rate": 8.77061194576768e-06, |
| "loss": 0.0092, |
| "step": 58050 |
| }, |
| { |
| "epoch": 21.13179992698065, |
| "grad_norm": 0.09286611527204514, |
| "learning_rate": 8.768779772810554e-06, |
| "loss": 0.0089, |
| "step": 58100 |
| }, |
| { |
| "epoch": 21.150054764512596, |
| "grad_norm": 0.04642708972096443, |
| "learning_rate": 8.766947599853427e-06, |
| "loss": 0.0086, |
| "step": 58150 |
| }, |
| { |
| "epoch": 21.16830960204454, |
| "grad_norm": 0.06841983646154404, |
| "learning_rate": 8.7651154268963e-06, |
| "loss": 0.0092, |
| "step": 58200 |
| }, |
| { |
| "epoch": 21.186564439576486, |
| "grad_norm": 0.13237148523330688, |
| "learning_rate": 8.763283253939173e-06, |
| "loss": 0.0091, |
| "step": 58250 |
| }, |
| { |
| "epoch": 21.204819277108435, |
| "grad_norm": 0.0589657723903656, |
| "learning_rate": 8.761451080982045e-06, |
| "loss": 0.009, |
| "step": 58300 |
| }, |
| { |
| "epoch": 21.22307411464038, |
| "grad_norm": 0.0630548968911171, |
| "learning_rate": 8.759618908024918e-06, |
| "loss": 0.0086, |
| "step": 58350 |
| }, |
| { |
| "epoch": 21.241328952172324, |
| "grad_norm": 0.05287938192486763, |
| "learning_rate": 8.757786735067792e-06, |
| "loss": 0.0089, |
| "step": 58400 |
| }, |
| { |
| "epoch": 21.259583789704273, |
| "grad_norm": 0.09002646803855896, |
| "learning_rate": 8.755954562110664e-06, |
| "loss": 0.0088, |
| "step": 58450 |
| }, |
| { |
| "epoch": 21.277838627236218, |
| "grad_norm": 0.09573077410459518, |
| "learning_rate": 8.754122389153536e-06, |
| "loss": 0.009, |
| "step": 58500 |
| }, |
| { |
| "epoch": 21.296093464768163, |
| "grad_norm": 0.09754585474729538, |
| "learning_rate": 8.75229021619641e-06, |
| "loss": 0.0089, |
| "step": 58550 |
| }, |
| { |
| "epoch": 21.31434830230011, |
| "grad_norm": 0.07476762682199478, |
| "learning_rate": 8.750458043239282e-06, |
| "loss": 0.0088, |
| "step": 58600 |
| }, |
| { |
| "epoch": 21.332603139832056, |
| "grad_norm": 0.07495803385972977, |
| "learning_rate": 8.748625870282156e-06, |
| "loss": 0.0095, |
| "step": 58650 |
| }, |
| { |
| "epoch": 21.350857977364, |
| "grad_norm": 0.057302817702293396, |
| "learning_rate": 8.746793697325027e-06, |
| "loss": 0.0088, |
| "step": 58700 |
| }, |
| { |
| "epoch": 21.369112814895946, |
| "grad_norm": 0.06529004126787186, |
| "learning_rate": 8.744961524367901e-06, |
| "loss": 0.0089, |
| "step": 58750 |
| }, |
| { |
| "epoch": 21.387367652427894, |
| "grad_norm": 0.07001931965351105, |
| "learning_rate": 8.743129351410773e-06, |
| "loss": 0.009, |
| "step": 58800 |
| }, |
| { |
| "epoch": 21.40562248995984, |
| "grad_norm": 0.056651655584573746, |
| "learning_rate": 8.741297178453647e-06, |
| "loss": 0.0089, |
| "step": 58850 |
| }, |
| { |
| "epoch": 21.423877327491784, |
| "grad_norm": 0.08324690163135529, |
| "learning_rate": 8.73946500549652e-06, |
| "loss": 0.0084, |
| "step": 58900 |
| }, |
| { |
| "epoch": 21.442132165023732, |
| "grad_norm": 0.062204282730817795, |
| "learning_rate": 8.737632832539392e-06, |
| "loss": 0.0091, |
| "step": 58950 |
| }, |
| { |
| "epoch": 21.460387002555677, |
| "grad_norm": 0.058759935200214386, |
| "learning_rate": 8.735800659582266e-06, |
| "loss": 0.0087, |
| "step": 59000 |
| }, |
| { |
| "epoch": 21.478641840087622, |
| "grad_norm": 0.09147629886865616, |
| "learning_rate": 8.733968486625138e-06, |
| "loss": 0.0089, |
| "step": 59050 |
| }, |
| { |
| "epoch": 21.49689667761957, |
| "grad_norm": 0.050570517778396606, |
| "learning_rate": 8.732136313668012e-06, |
| "loss": 0.0089, |
| "step": 59100 |
| }, |
| { |
| "epoch": 21.515151515151516, |
| "grad_norm": 0.11068356782197952, |
| "learning_rate": 8.730304140710883e-06, |
| "loss": 0.0089, |
| "step": 59150 |
| }, |
| { |
| "epoch": 21.53340635268346, |
| "grad_norm": 0.05365932732820511, |
| "learning_rate": 8.728471967753757e-06, |
| "loss": 0.0087, |
| "step": 59200 |
| }, |
| { |
| "epoch": 21.551661190215405, |
| "grad_norm": 0.07228037714958191, |
| "learning_rate": 8.726639794796629e-06, |
| "loss": 0.0088, |
| "step": 59250 |
| }, |
| { |
| "epoch": 21.569916027747354, |
| "grad_norm": 0.05023273453116417, |
| "learning_rate": 8.724807621839503e-06, |
| "loss": 0.0087, |
| "step": 59300 |
| }, |
| { |
| "epoch": 21.5881708652793, |
| "grad_norm": 0.05931396409869194, |
| "learning_rate": 8.722975448882375e-06, |
| "loss": 0.0092, |
| "step": 59350 |
| }, |
| { |
| "epoch": 21.606425702811244, |
| "grad_norm": 0.08150698989629745, |
| "learning_rate": 8.721143275925248e-06, |
| "loss": 0.009, |
| "step": 59400 |
| }, |
| { |
| "epoch": 21.624680540343192, |
| "grad_norm": 0.05365688353776932, |
| "learning_rate": 8.719311102968122e-06, |
| "loss": 0.0089, |
| "step": 59450 |
| }, |
| { |
| "epoch": 21.642935377875137, |
| "grad_norm": 0.056187257170677185, |
| "learning_rate": 8.717478930010994e-06, |
| "loss": 0.0091, |
| "step": 59500 |
| }, |
| { |
| "epoch": 21.661190215407082, |
| "grad_norm": 0.058979302644729614, |
| "learning_rate": 8.715646757053866e-06, |
| "loss": 0.009, |
| "step": 59550 |
| }, |
| { |
| "epoch": 21.67944505293903, |
| "grad_norm": 0.057258591055870056, |
| "learning_rate": 8.713814584096739e-06, |
| "loss": 0.0091, |
| "step": 59600 |
| }, |
| { |
| "epoch": 21.697699890470975, |
| "grad_norm": 0.049408867955207825, |
| "learning_rate": 8.711982411139613e-06, |
| "loss": 0.0085, |
| "step": 59650 |
| }, |
| { |
| "epoch": 21.71595472800292, |
| "grad_norm": 0.06210870295763016, |
| "learning_rate": 8.710150238182485e-06, |
| "loss": 0.0086, |
| "step": 59700 |
| }, |
| { |
| "epoch": 21.734209565534865, |
| "grad_norm": 0.06718998402357101, |
| "learning_rate": 8.708318065225359e-06, |
| "loss": 0.009, |
| "step": 59750 |
| }, |
| { |
| "epoch": 21.752464403066814, |
| "grad_norm": 0.07591931521892548, |
| "learning_rate": 8.706485892268231e-06, |
| "loss": 0.0092, |
| "step": 59800 |
| }, |
| { |
| "epoch": 21.77071924059876, |
| "grad_norm": 0.07207608222961426, |
| "learning_rate": 8.704653719311104e-06, |
| "loss": 0.0087, |
| "step": 59850 |
| }, |
| { |
| "epoch": 21.788974078130703, |
| "grad_norm": 0.07853410392999649, |
| "learning_rate": 8.702821546353976e-06, |
| "loss": 0.0087, |
| "step": 59900 |
| }, |
| { |
| "epoch": 21.80722891566265, |
| "grad_norm": 0.08041689544916153, |
| "learning_rate": 8.70098937339685e-06, |
| "loss": 0.009, |
| "step": 59950 |
| }, |
| { |
| "epoch": 21.825483753194597, |
| "grad_norm": 0.08932217210531235, |
| "learning_rate": 8.699157200439722e-06, |
| "loss": 0.0087, |
| "step": 60000 |
| }, |
| { |
| "epoch": 21.84373859072654, |
| "grad_norm": 0.07520779222249985, |
| "learning_rate": 8.697325027482594e-06, |
| "loss": 0.0085, |
| "step": 60050 |
| }, |
| { |
| "epoch": 21.86199342825849, |
| "grad_norm": 0.05378332734107971, |
| "learning_rate": 8.695492854525468e-06, |
| "loss": 0.0089, |
| "step": 60100 |
| }, |
| { |
| "epoch": 21.880248265790435, |
| "grad_norm": 0.06476875394582748, |
| "learning_rate": 8.69366068156834e-06, |
| "loss": 0.0084, |
| "step": 60150 |
| }, |
| { |
| "epoch": 21.89850310332238, |
| "grad_norm": 0.0820067971944809, |
| "learning_rate": 8.691828508611213e-06, |
| "loss": 0.009, |
| "step": 60200 |
| }, |
| { |
| "epoch": 21.916757940854325, |
| "grad_norm": 0.05638987198472023, |
| "learning_rate": 8.689996335654085e-06, |
| "loss": 0.0089, |
| "step": 60250 |
| }, |
| { |
| "epoch": 21.935012778386273, |
| "grad_norm": 0.07554665952920914, |
| "learning_rate": 8.68816416269696e-06, |
| "loss": 0.0087, |
| "step": 60300 |
| }, |
| { |
| "epoch": 21.953267615918218, |
| "grad_norm": 0.0646883025765419, |
| "learning_rate": 8.686331989739832e-06, |
| "loss": 0.0089, |
| "step": 60350 |
| }, |
| { |
| "epoch": 21.971522453450163, |
| "grad_norm": 0.055584002286195755, |
| "learning_rate": 8.684499816782706e-06, |
| "loss": 0.0089, |
| "step": 60400 |
| }, |
| { |
| "epoch": 21.98977729098211, |
| "grad_norm": 0.04451603814959526, |
| "learning_rate": 8.682667643825578e-06, |
| "loss": 0.0086, |
| "step": 60450 |
| }, |
| { |
| "epoch": 22.008032128514056, |
| "grad_norm": 0.0625370591878891, |
| "learning_rate": 8.68083547086845e-06, |
| "loss": 0.0088, |
| "step": 60500 |
| }, |
| { |
| "epoch": 22.026286966046, |
| "grad_norm": 0.06393207609653473, |
| "learning_rate": 8.679003297911324e-06, |
| "loss": 0.009, |
| "step": 60550 |
| }, |
| { |
| "epoch": 22.04454180357795, |
| "grad_norm": 0.06288832426071167, |
| "learning_rate": 8.677171124954197e-06, |
| "loss": 0.0086, |
| "step": 60600 |
| }, |
| { |
| "epoch": 22.062796641109895, |
| "grad_norm": 0.08870762586593628, |
| "learning_rate": 8.675338951997069e-06, |
| "loss": 0.0086, |
| "step": 60650 |
| }, |
| { |
| "epoch": 22.08105147864184, |
| "grad_norm": 0.06099590286612511, |
| "learning_rate": 8.673506779039941e-06, |
| "loss": 0.0083, |
| "step": 60700 |
| }, |
| { |
| "epoch": 22.099306316173784, |
| "grad_norm": 0.06576605886220932, |
| "learning_rate": 8.671674606082815e-06, |
| "loss": 0.0085, |
| "step": 60750 |
| }, |
| { |
| "epoch": 22.117561153705733, |
| "grad_norm": 0.06348154693841934, |
| "learning_rate": 8.669842433125687e-06, |
| "loss": 0.0086, |
| "step": 60800 |
| }, |
| { |
| "epoch": 22.135815991237678, |
| "grad_norm": 0.07181636989116669, |
| "learning_rate": 8.668010260168561e-06, |
| "loss": 0.0086, |
| "step": 60850 |
| }, |
| { |
| "epoch": 22.154070828769623, |
| "grad_norm": 0.06625356525182724, |
| "learning_rate": 8.666178087211434e-06, |
| "loss": 0.0089, |
| "step": 60900 |
| }, |
| { |
| "epoch": 22.17232566630157, |
| "grad_norm": 0.0668405219912529, |
| "learning_rate": 8.664345914254306e-06, |
| "loss": 0.009, |
| "step": 60950 |
| }, |
| { |
| "epoch": 22.190580503833516, |
| "grad_norm": 0.06813893467187881, |
| "learning_rate": 8.66251374129718e-06, |
| "loss": 0.0085, |
| "step": 61000 |
| }, |
| { |
| "epoch": 22.20883534136546, |
| "grad_norm": 0.06065446883440018, |
| "learning_rate": 8.660681568340052e-06, |
| "loss": 0.009, |
| "step": 61050 |
| }, |
| { |
| "epoch": 22.22709017889741, |
| "grad_norm": 0.06655614823102951, |
| "learning_rate": 8.658849395382925e-06, |
| "loss": 0.0083, |
| "step": 61100 |
| }, |
| { |
| "epoch": 22.245345016429354, |
| "grad_norm": 0.05601873621344566, |
| "learning_rate": 8.657017222425797e-06, |
| "loss": 0.009, |
| "step": 61150 |
| }, |
| { |
| "epoch": 22.2635998539613, |
| "grad_norm": 0.05184505879878998, |
| "learning_rate": 8.655185049468671e-06, |
| "loss": 0.0082, |
| "step": 61200 |
| }, |
| { |
| "epoch": 22.281854691493244, |
| "grad_norm": 0.07137031853199005, |
| "learning_rate": 8.653352876511543e-06, |
| "loss": 0.0084, |
| "step": 61250 |
| }, |
| { |
| "epoch": 22.300109529025193, |
| "grad_norm": 0.1407080590724945, |
| "learning_rate": 8.651520703554416e-06, |
| "loss": 0.0085, |
| "step": 61300 |
| }, |
| { |
| "epoch": 22.318364366557137, |
| "grad_norm": 0.08005314320325851, |
| "learning_rate": 8.64968853059729e-06, |
| "loss": 0.0088, |
| "step": 61350 |
| }, |
| { |
| "epoch": 22.336619204089082, |
| "grad_norm": 0.06484245508909225, |
| "learning_rate": 8.647856357640162e-06, |
| "loss": 0.0085, |
| "step": 61400 |
| }, |
| { |
| "epoch": 22.35487404162103, |
| "grad_norm": 0.05882987752556801, |
| "learning_rate": 8.646024184683036e-06, |
| "loss": 0.0089, |
| "step": 61450 |
| }, |
| { |
| "epoch": 22.373128879152976, |
| "grad_norm": 0.07112240791320801, |
| "learning_rate": 8.644192011725908e-06, |
| "loss": 0.0089, |
| "step": 61500 |
| }, |
| { |
| "epoch": 22.39138371668492, |
| "grad_norm": 0.05574699118733406, |
| "learning_rate": 8.64235983876878e-06, |
| "loss": 0.0084, |
| "step": 61550 |
| }, |
| { |
| "epoch": 22.40963855421687, |
| "grad_norm": 0.08208150416612625, |
| "learning_rate": 8.640527665811653e-06, |
| "loss": 0.0087, |
| "step": 61600 |
| }, |
| { |
| "epoch": 22.427893391748814, |
| "grad_norm": 0.07382607460021973, |
| "learning_rate": 8.638695492854527e-06, |
| "loss": 0.0087, |
| "step": 61650 |
| }, |
| { |
| "epoch": 22.44614822928076, |
| "grad_norm": 0.09085138887166977, |
| "learning_rate": 8.636863319897399e-06, |
| "loss": 0.0084, |
| "step": 61700 |
| }, |
| { |
| "epoch": 22.464403066812704, |
| "grad_norm": 0.06320594251155853, |
| "learning_rate": 8.635031146940271e-06, |
| "loss": 0.0088, |
| "step": 61750 |
| }, |
| { |
| "epoch": 22.482657904344652, |
| "grad_norm": 0.0756024494767189, |
| "learning_rate": 8.633198973983145e-06, |
| "loss": 0.0088, |
| "step": 61800 |
| }, |
| { |
| "epoch": 22.500912741876597, |
| "grad_norm": 0.057025641202926636, |
| "learning_rate": 8.631366801026018e-06, |
| "loss": 0.0087, |
| "step": 61850 |
| }, |
| { |
| "epoch": 22.519167579408542, |
| "grad_norm": 0.06510153412818909, |
| "learning_rate": 8.62953462806889e-06, |
| "loss": 0.0089, |
| "step": 61900 |
| }, |
| { |
| "epoch": 22.53742241694049, |
| "grad_norm": 0.05341318994760513, |
| "learning_rate": 8.627702455111762e-06, |
| "loss": 0.0082, |
| "step": 61950 |
| }, |
| { |
| "epoch": 22.555677254472435, |
| "grad_norm": 0.0649246796965599, |
| "learning_rate": 8.625870282154636e-06, |
| "loss": 0.0088, |
| "step": 62000 |
| }, |
| { |
| "epoch": 22.57393209200438, |
| "grad_norm": 0.07860676199197769, |
| "learning_rate": 8.624038109197509e-06, |
| "loss": 0.0084, |
| "step": 62050 |
| }, |
| { |
| "epoch": 22.59218692953633, |
| "grad_norm": 0.06481479853391647, |
| "learning_rate": 8.622205936240383e-06, |
| "loss": 0.0083, |
| "step": 62100 |
| }, |
| { |
| "epoch": 22.610441767068274, |
| "grad_norm": 0.06072891876101494, |
| "learning_rate": 8.620373763283255e-06, |
| "loss": 0.0086, |
| "step": 62150 |
| }, |
| { |
| "epoch": 22.62869660460022, |
| "grad_norm": 0.09615935385227203, |
| "learning_rate": 8.618541590326127e-06, |
| "loss": 0.0087, |
| "step": 62200 |
| }, |
| { |
| "epoch": 22.646951442132163, |
| "grad_norm": 0.0503789559006691, |
| "learning_rate": 8.616709417369e-06, |
| "loss": 0.0084, |
| "step": 62250 |
| }, |
| { |
| "epoch": 22.665206279664112, |
| "grad_norm": 0.07485286891460419, |
| "learning_rate": 8.614877244411874e-06, |
| "loss": 0.0083, |
| "step": 62300 |
| }, |
| { |
| "epoch": 22.683461117196057, |
| "grad_norm": 0.06894497573375702, |
| "learning_rate": 8.613045071454746e-06, |
| "loss": 0.0082, |
| "step": 62350 |
| }, |
| { |
| "epoch": 22.701715954728, |
| "grad_norm": 0.07024747878313065, |
| "learning_rate": 8.611212898497618e-06, |
| "loss": 0.0087, |
| "step": 62400 |
| }, |
| { |
| "epoch": 22.71997079225995, |
| "grad_norm": 0.08370257169008255, |
| "learning_rate": 8.609380725540492e-06, |
| "loss": 0.0088, |
| "step": 62450 |
| }, |
| { |
| "epoch": 22.738225629791895, |
| "grad_norm": 0.10005588829517365, |
| "learning_rate": 8.607548552583364e-06, |
| "loss": 0.0089, |
| "step": 62500 |
| }, |
| { |
| "epoch": 22.75648046732384, |
| "grad_norm": 0.11333871632814407, |
| "learning_rate": 8.605716379626238e-06, |
| "loss": 0.009, |
| "step": 62550 |
| }, |
| { |
| "epoch": 22.77473530485579, |
| "grad_norm": 0.0648239403963089, |
| "learning_rate": 8.603884206669109e-06, |
| "loss": 0.0085, |
| "step": 62600 |
| }, |
| { |
| "epoch": 22.792990142387733, |
| "grad_norm": 0.0639931783080101, |
| "learning_rate": 8.602052033711983e-06, |
| "loss": 0.0087, |
| "step": 62650 |
| }, |
| { |
| "epoch": 22.811244979919678, |
| "grad_norm": 0.0740325078368187, |
| "learning_rate": 8.600219860754855e-06, |
| "loss": 0.0085, |
| "step": 62700 |
| }, |
| { |
| "epoch": 22.829499817451623, |
| "grad_norm": 0.05029847472906113, |
| "learning_rate": 8.59838768779773e-06, |
| "loss": 0.0087, |
| "step": 62750 |
| }, |
| { |
| "epoch": 22.84775465498357, |
| "grad_norm": 0.07053235918283463, |
| "learning_rate": 8.596555514840602e-06, |
| "loss": 0.0088, |
| "step": 62800 |
| }, |
| { |
| "epoch": 22.866009492515516, |
| "grad_norm": 0.0815574899315834, |
| "learning_rate": 8.594723341883474e-06, |
| "loss": 0.0086, |
| "step": 62850 |
| }, |
| { |
| "epoch": 22.88426433004746, |
| "grad_norm": 0.05690452829003334, |
| "learning_rate": 8.592891168926348e-06, |
| "loss": 0.0089, |
| "step": 62900 |
| }, |
| { |
| "epoch": 22.90251916757941, |
| "grad_norm": 0.07596134394407272, |
| "learning_rate": 8.59105899596922e-06, |
| "loss": 0.0086, |
| "step": 62950 |
| }, |
| { |
| "epoch": 22.920774005111355, |
| "grad_norm": 0.04925605282187462, |
| "learning_rate": 8.589226823012094e-06, |
| "loss": 0.0087, |
| "step": 63000 |
| }, |
| { |
| "epoch": 22.9390288426433, |
| "grad_norm": 0.08094919472932816, |
| "learning_rate": 8.587394650054965e-06, |
| "loss": 0.0085, |
| "step": 63050 |
| }, |
| { |
| "epoch": 22.957283680175248, |
| "grad_norm": 0.08631262183189392, |
| "learning_rate": 8.585562477097839e-06, |
| "loss": 0.0089, |
| "step": 63100 |
| }, |
| { |
| "epoch": 22.975538517707193, |
| "grad_norm": 0.07808315753936768, |
| "learning_rate": 8.583730304140711e-06, |
| "loss": 0.0087, |
| "step": 63150 |
| }, |
| { |
| "epoch": 22.993793355239138, |
| "grad_norm": 0.05618629232048988, |
| "learning_rate": 8.581898131183585e-06, |
| "loss": 0.0089, |
| "step": 63200 |
| }, |
| { |
| "epoch": 23.012048192771083, |
| "grad_norm": 0.07608875632286072, |
| "learning_rate": 8.580065958226457e-06, |
| "loss": 0.0081, |
| "step": 63250 |
| }, |
| { |
| "epoch": 23.03030303030303, |
| "grad_norm": 0.08526889979839325, |
| "learning_rate": 8.57823378526933e-06, |
| "loss": 0.0085, |
| "step": 63300 |
| }, |
| { |
| "epoch": 23.048557867834976, |
| "grad_norm": 0.06414763629436493, |
| "learning_rate": 8.576401612312204e-06, |
| "loss": 0.0084, |
| "step": 63350 |
| }, |
| { |
| "epoch": 23.06681270536692, |
| "grad_norm": 0.06458277255296707, |
| "learning_rate": 8.574569439355076e-06, |
| "loss": 0.0087, |
| "step": 63400 |
| }, |
| { |
| "epoch": 23.08506754289887, |
| "grad_norm": 0.15176260471343994, |
| "learning_rate": 8.572737266397948e-06, |
| "loss": 0.0084, |
| "step": 63450 |
| }, |
| { |
| "epoch": 23.103322380430814, |
| "grad_norm": 0.05909590795636177, |
| "learning_rate": 8.57090509344082e-06, |
| "loss": 0.0082, |
| "step": 63500 |
| }, |
| { |
| "epoch": 23.12157721796276, |
| "grad_norm": 0.07062385976314545, |
| "learning_rate": 8.569072920483695e-06, |
| "loss": 0.0084, |
| "step": 63550 |
| }, |
| { |
| "epoch": 23.139832055494708, |
| "grad_norm": 0.05863451212644577, |
| "learning_rate": 8.567240747526567e-06, |
| "loss": 0.0086, |
| "step": 63600 |
| }, |
| { |
| "epoch": 23.158086893026653, |
| "grad_norm": 0.059923697263002396, |
| "learning_rate": 8.565408574569441e-06, |
| "loss": 0.0086, |
| "step": 63650 |
| }, |
| { |
| "epoch": 23.176341730558597, |
| "grad_norm": 0.06300569325685501, |
| "learning_rate": 8.563576401612313e-06, |
| "loss": 0.0083, |
| "step": 63700 |
| }, |
| { |
| "epoch": 23.194596568090542, |
| "grad_norm": 0.06146559491753578, |
| "learning_rate": 8.561744228655186e-06, |
| "loss": 0.0081, |
| "step": 63750 |
| }, |
| { |
| "epoch": 23.21285140562249, |
| "grad_norm": 0.058338746428489685, |
| "learning_rate": 8.559912055698058e-06, |
| "loss": 0.0087, |
| "step": 63800 |
| }, |
| { |
| "epoch": 23.231106243154436, |
| "grad_norm": 0.06301118433475494, |
| "learning_rate": 8.558079882740932e-06, |
| "loss": 0.0087, |
| "step": 63850 |
| }, |
| { |
| "epoch": 23.24936108068638, |
| "grad_norm": 0.05700257793068886, |
| "learning_rate": 8.556247709783804e-06, |
| "loss": 0.0083, |
| "step": 63900 |
| }, |
| { |
| "epoch": 23.26761591821833, |
| "grad_norm": 0.05440147593617439, |
| "learning_rate": 8.554415536826676e-06, |
| "loss": 0.0081, |
| "step": 63950 |
| }, |
| { |
| "epoch": 23.285870755750274, |
| "grad_norm": 0.05918889865279198, |
| "learning_rate": 8.55258336386955e-06, |
| "loss": 0.0083, |
| "step": 64000 |
| }, |
| { |
| "epoch": 23.30412559328222, |
| "grad_norm": 0.06032286956906319, |
| "learning_rate": 8.550751190912423e-06, |
| "loss": 0.0084, |
| "step": 64050 |
| }, |
| { |
| "epoch": 23.322380430814167, |
| "grad_norm": 0.052777327597141266, |
| "learning_rate": 8.548919017955297e-06, |
| "loss": 0.0086, |
| "step": 64100 |
| }, |
| { |
| "epoch": 23.340635268346112, |
| "grad_norm": 0.062323469668626785, |
| "learning_rate": 8.547086844998167e-06, |
| "loss": 0.008, |
| "step": 64150 |
| }, |
| { |
| "epoch": 23.358890105878057, |
| "grad_norm": 0.06405339390039444, |
| "learning_rate": 8.545254672041041e-06, |
| "loss": 0.0086, |
| "step": 64200 |
| }, |
| { |
| "epoch": 23.377144943410002, |
| "grad_norm": 0.0659857988357544, |
| "learning_rate": 8.543422499083914e-06, |
| "loss": 0.0082, |
| "step": 64250 |
| }, |
| { |
| "epoch": 23.39539978094195, |
| "grad_norm": 0.08874934911727905, |
| "learning_rate": 8.541590326126788e-06, |
| "loss": 0.0082, |
| "step": 64300 |
| }, |
| { |
| "epoch": 23.413654618473895, |
| "grad_norm": 0.05576704069972038, |
| "learning_rate": 8.53975815316966e-06, |
| "loss": 0.0085, |
| "step": 64350 |
| }, |
| { |
| "epoch": 23.43190945600584, |
| "grad_norm": 0.07811632007360458, |
| "learning_rate": 8.537925980212532e-06, |
| "loss": 0.0088, |
| "step": 64400 |
| }, |
| { |
| "epoch": 23.45016429353779, |
| "grad_norm": 0.05863044038414955, |
| "learning_rate": 8.536093807255406e-06, |
| "loss": 0.0083, |
| "step": 64450 |
| }, |
| { |
| "epoch": 23.468419131069734, |
| "grad_norm": 0.056595828384160995, |
| "learning_rate": 8.534261634298279e-06, |
| "loss": 0.0082, |
| "step": 64500 |
| }, |
| { |
| "epoch": 23.48667396860168, |
| "grad_norm": 0.07028651237487793, |
| "learning_rate": 8.532429461341153e-06, |
| "loss": 0.0081, |
| "step": 64550 |
| }, |
| { |
| "epoch": 23.504928806133627, |
| "grad_norm": 0.08953356742858887, |
| "learning_rate": 8.530597288384023e-06, |
| "loss": 0.0087, |
| "step": 64600 |
| }, |
| { |
| "epoch": 23.523183643665572, |
| "grad_norm": 0.07956796884536743, |
| "learning_rate": 8.528765115426897e-06, |
| "loss": 0.0085, |
| "step": 64650 |
| }, |
| { |
| "epoch": 23.541438481197517, |
| "grad_norm": 0.07422539591789246, |
| "learning_rate": 8.52693294246977e-06, |
| "loss": 0.0086, |
| "step": 64700 |
| }, |
| { |
| "epoch": 23.55969331872946, |
| "grad_norm": 0.060287415981292725, |
| "learning_rate": 8.525100769512643e-06, |
| "loss": 0.0084, |
| "step": 64750 |
| }, |
| { |
| "epoch": 23.57794815626141, |
| "grad_norm": 0.07086237519979477, |
| "learning_rate": 8.523268596555516e-06, |
| "loss": 0.008, |
| "step": 64800 |
| }, |
| { |
| "epoch": 23.596202993793355, |
| "grad_norm": 0.08128505945205688, |
| "learning_rate": 8.521436423598388e-06, |
| "loss": 0.0087, |
| "step": 64850 |
| }, |
| { |
| "epoch": 23.6144578313253, |
| "grad_norm": 0.06881418824195862, |
| "learning_rate": 8.519604250641262e-06, |
| "loss": 0.0083, |
| "step": 64900 |
| }, |
| { |
| "epoch": 23.63271266885725, |
| "grad_norm": 0.06325821578502655, |
| "learning_rate": 8.517772077684134e-06, |
| "loss": 0.0083, |
| "step": 64950 |
| }, |
| { |
| "epoch": 23.650967506389193, |
| "grad_norm": 0.07646933943033218, |
| "learning_rate": 8.515939904727007e-06, |
| "loss": 0.0085, |
| "step": 65000 |
| }, |
| { |
| "epoch": 23.669222343921138, |
| "grad_norm": 0.0678785890340805, |
| "learning_rate": 8.514107731769879e-06, |
| "loss": 0.0085, |
| "step": 65050 |
| }, |
| { |
| "epoch": 23.687477181453087, |
| "grad_norm": 0.08116672933101654, |
| "learning_rate": 8.512275558812753e-06, |
| "loss": 0.0083, |
| "step": 65100 |
| }, |
| { |
| "epoch": 23.70573201898503, |
| "grad_norm": 0.05456022545695305, |
| "learning_rate": 8.510443385855625e-06, |
| "loss": 0.0081, |
| "step": 65150 |
| }, |
| { |
| "epoch": 23.723986856516976, |
| "grad_norm": 0.06983570009469986, |
| "learning_rate": 8.5086112128985e-06, |
| "loss": 0.0086, |
| "step": 65200 |
| }, |
| { |
| "epoch": 23.74224169404892, |
| "grad_norm": 0.06777353584766388, |
| "learning_rate": 8.506779039941372e-06, |
| "loss": 0.0085, |
| "step": 65250 |
| }, |
| { |
| "epoch": 23.76049653158087, |
| "grad_norm": 0.05610644444823265, |
| "learning_rate": 8.504946866984244e-06, |
| "loss": 0.0085, |
| "step": 65300 |
| }, |
| { |
| "epoch": 23.778751369112815, |
| "grad_norm": 0.05237841606140137, |
| "learning_rate": 8.503114694027116e-06, |
| "loss": 0.0085, |
| "step": 65350 |
| }, |
| { |
| "epoch": 23.79700620664476, |
| "grad_norm": 0.07181138545274734, |
| "learning_rate": 8.50128252106999e-06, |
| "loss": 0.0085, |
| "step": 65400 |
| }, |
| { |
| "epoch": 23.815261044176708, |
| "grad_norm": 0.08305675536394119, |
| "learning_rate": 8.499450348112862e-06, |
| "loss": 0.0084, |
| "step": 65450 |
| }, |
| { |
| "epoch": 23.833515881708653, |
| "grad_norm": 0.06492849439382553, |
| "learning_rate": 8.497618175155735e-06, |
| "loss": 0.0081, |
| "step": 65500 |
| }, |
| { |
| "epoch": 23.851770719240598, |
| "grad_norm": 0.07611887156963348, |
| "learning_rate": 8.495786002198609e-06, |
| "loss": 0.0078, |
| "step": 65550 |
| }, |
| { |
| "epoch": 23.870025556772546, |
| "grad_norm": 0.05179259926080704, |
| "learning_rate": 8.493953829241481e-06, |
| "loss": 0.0083, |
| "step": 65600 |
| }, |
| { |
| "epoch": 23.88828039430449, |
| "grad_norm": 0.06830105930566788, |
| "learning_rate": 8.492121656284355e-06, |
| "loss": 0.0084, |
| "step": 65650 |
| }, |
| { |
| "epoch": 23.906535231836436, |
| "grad_norm": 0.04747121408581734, |
| "learning_rate": 8.490289483327226e-06, |
| "loss": 0.0081, |
| "step": 65700 |
| }, |
| { |
| "epoch": 23.92479006936838, |
| "grad_norm": 0.05353684350848198, |
| "learning_rate": 8.4884573103701e-06, |
| "loss": 0.008, |
| "step": 65750 |
| }, |
| { |
| "epoch": 23.94304490690033, |
| "grad_norm": 0.06180991232395172, |
| "learning_rate": 8.486625137412972e-06, |
| "loss": 0.0087, |
| "step": 65800 |
| }, |
| { |
| "epoch": 23.961299744432274, |
| "grad_norm": 0.057827144861221313, |
| "learning_rate": 8.484792964455846e-06, |
| "loss": 0.0088, |
| "step": 65850 |
| }, |
| { |
| "epoch": 23.97955458196422, |
| "grad_norm": 0.06048797070980072, |
| "learning_rate": 8.482960791498718e-06, |
| "loss": 0.0087, |
| "step": 65900 |
| }, |
| { |
| "epoch": 23.997809419496168, |
| "grad_norm": 0.062790647149086, |
| "learning_rate": 8.48112861854159e-06, |
| "loss": 0.0088, |
| "step": 65950 |
| }, |
| { |
| "epoch": 24.016064257028113, |
| "grad_norm": 0.06070517748594284, |
| "learning_rate": 8.479296445584465e-06, |
| "loss": 0.0082, |
| "step": 66000 |
| }, |
| { |
| "epoch": 24.034319094560058, |
| "grad_norm": 0.046685487031936646, |
| "learning_rate": 8.477464272627337e-06, |
| "loss": 0.0082, |
| "step": 66050 |
| }, |
| { |
| "epoch": 24.052573932092006, |
| "grad_norm": 0.06198562681674957, |
| "learning_rate": 8.47563209967021e-06, |
| "loss": 0.0083, |
| "step": 66100 |
| }, |
| { |
| "epoch": 24.07082876962395, |
| "grad_norm": 0.16641733050346375, |
| "learning_rate": 8.473799926713081e-06, |
| "loss": 0.0081, |
| "step": 66150 |
| }, |
| { |
| "epoch": 24.089083607155896, |
| "grad_norm": 0.08327002078294754, |
| "learning_rate": 8.471967753755955e-06, |
| "loss": 0.0085, |
| "step": 66200 |
| }, |
| { |
| "epoch": 24.10733844468784, |
| "grad_norm": 0.07346319407224655, |
| "learning_rate": 8.470135580798828e-06, |
| "loss": 0.0081, |
| "step": 66250 |
| }, |
| { |
| "epoch": 24.12559328221979, |
| "grad_norm": 0.04904026538133621, |
| "learning_rate": 8.468303407841702e-06, |
| "loss": 0.0082, |
| "step": 66300 |
| }, |
| { |
| "epoch": 24.143848119751734, |
| "grad_norm": 0.045337796211242676, |
| "learning_rate": 8.466471234884574e-06, |
| "loss": 0.0083, |
| "step": 66350 |
| }, |
| { |
| "epoch": 24.16210295728368, |
| "grad_norm": 0.07809699326753616, |
| "learning_rate": 8.464639061927446e-06, |
| "loss": 0.0079, |
| "step": 66400 |
| }, |
| { |
| "epoch": 24.180357794815627, |
| "grad_norm": 0.05970840901136398, |
| "learning_rate": 8.46280688897032e-06, |
| "loss": 0.0082, |
| "step": 66450 |
| }, |
| { |
| "epoch": 24.198612632347572, |
| "grad_norm": 0.054344937205314636, |
| "learning_rate": 8.460974716013193e-06, |
| "loss": 0.0085, |
| "step": 66500 |
| }, |
| { |
| "epoch": 24.216867469879517, |
| "grad_norm": 0.05814411863684654, |
| "learning_rate": 8.459142543056065e-06, |
| "loss": 0.0083, |
| "step": 66550 |
| }, |
| { |
| "epoch": 24.235122307411466, |
| "grad_norm": 0.056382980197668076, |
| "learning_rate": 8.457310370098937e-06, |
| "loss": 0.0081, |
| "step": 66600 |
| }, |
| { |
| "epoch": 24.25337714494341, |
| "grad_norm": 0.06226412206888199, |
| "learning_rate": 8.455478197141811e-06, |
| "loss": 0.0081, |
| "step": 66650 |
| }, |
| { |
| "epoch": 24.271631982475355, |
| "grad_norm": 0.0644901692867279, |
| "learning_rate": 8.453646024184684e-06, |
| "loss": 0.0083, |
| "step": 66700 |
| }, |
| { |
| "epoch": 24.2898868200073, |
| "grad_norm": 0.060136761516332626, |
| "learning_rate": 8.451813851227556e-06, |
| "loss": 0.0083, |
| "step": 66750 |
| }, |
| { |
| "epoch": 24.30814165753925, |
| "grad_norm": 0.06622643768787384, |
| "learning_rate": 8.44998167827043e-06, |
| "loss": 0.0081, |
| "step": 66800 |
| }, |
| { |
| "epoch": 24.326396495071194, |
| "grad_norm": 0.07891649752855301, |
| "learning_rate": 8.448149505313302e-06, |
| "loss": 0.0082, |
| "step": 66850 |
| }, |
| { |
| "epoch": 24.34465133260314, |
| "grad_norm": 0.06354216486215591, |
| "learning_rate": 8.446317332356175e-06, |
| "loss": 0.0082, |
| "step": 66900 |
| }, |
| { |
| "epoch": 24.362906170135087, |
| "grad_norm": 0.05686216801404953, |
| "learning_rate": 8.444485159399048e-06, |
| "loss": 0.0082, |
| "step": 66950 |
| }, |
| { |
| "epoch": 24.381161007667032, |
| "grad_norm": 0.058685146272182465, |
| "learning_rate": 8.44265298644192e-06, |
| "loss": 0.008, |
| "step": 67000 |
| }, |
| { |
| "epoch": 24.399415845198977, |
| "grad_norm": 0.09632483869791031, |
| "learning_rate": 8.440820813484793e-06, |
| "loss": 0.0082, |
| "step": 67050 |
| }, |
| { |
| "epoch": 24.417670682730925, |
| "grad_norm": 0.05267462879419327, |
| "learning_rate": 8.438988640527667e-06, |
| "loss": 0.0082, |
| "step": 67100 |
| }, |
| { |
| "epoch": 24.43592552026287, |
| "grad_norm": 0.06621171534061432, |
| "learning_rate": 8.43715646757054e-06, |
| "loss": 0.0083, |
| "step": 67150 |
| }, |
| { |
| "epoch": 24.454180357794815, |
| "grad_norm": 0.07872860133647919, |
| "learning_rate": 8.435324294613412e-06, |
| "loss": 0.0081, |
| "step": 67200 |
| }, |
| { |
| "epoch": 24.47243519532676, |
| "grad_norm": 0.05196872353553772, |
| "learning_rate": 8.433492121656284e-06, |
| "loss": 0.0084, |
| "step": 67250 |
| }, |
| { |
| "epoch": 24.49069003285871, |
| "grad_norm": 0.0724998190999031, |
| "learning_rate": 8.431659948699158e-06, |
| "loss": 0.0081, |
| "step": 67300 |
| }, |
| { |
| "epoch": 24.508944870390653, |
| "grad_norm": 0.07765519618988037, |
| "learning_rate": 8.42982777574203e-06, |
| "loss": 0.0085, |
| "step": 67350 |
| }, |
| { |
| "epoch": 24.5271997079226, |
| "grad_norm": 0.06245283782482147, |
| "learning_rate": 8.427995602784903e-06, |
| "loss": 0.008, |
| "step": 67400 |
| }, |
| { |
| "epoch": 24.545454545454547, |
| "grad_norm": 0.05998021364212036, |
| "learning_rate": 8.426163429827777e-06, |
| "loss": 0.0085, |
| "step": 67450 |
| }, |
| { |
| "epoch": 24.56370938298649, |
| "grad_norm": 0.06283596158027649, |
| "learning_rate": 8.424331256870649e-06, |
| "loss": 0.0082, |
| "step": 67500 |
| }, |
| { |
| "epoch": 24.581964220518437, |
| "grad_norm": 0.07417424768209457, |
| "learning_rate": 8.422499083913523e-06, |
| "loss": 0.0078, |
| "step": 67550 |
| }, |
| { |
| "epoch": 24.600219058050385, |
| "grad_norm": 0.06474895775318146, |
| "learning_rate": 8.420666910956395e-06, |
| "loss": 0.0086, |
| "step": 67600 |
| }, |
| { |
| "epoch": 24.61847389558233, |
| "grad_norm": 0.07617438584566116, |
| "learning_rate": 8.418834737999268e-06, |
| "loss": 0.0079, |
| "step": 67650 |
| }, |
| { |
| "epoch": 24.636728733114275, |
| "grad_norm": 0.09005995094776154, |
| "learning_rate": 8.41700256504214e-06, |
| "loss": 0.0083, |
| "step": 67700 |
| }, |
| { |
| "epoch": 24.65498357064622, |
| "grad_norm": 0.06088002398610115, |
| "learning_rate": 8.415170392085014e-06, |
| "loss": 0.0083, |
| "step": 67750 |
| }, |
| { |
| "epoch": 24.673238408178168, |
| "grad_norm": 0.06126929074525833, |
| "learning_rate": 8.413338219127886e-06, |
| "loss": 0.0086, |
| "step": 67800 |
| }, |
| { |
| "epoch": 24.691493245710113, |
| "grad_norm": 0.07581337541341782, |
| "learning_rate": 8.411506046170758e-06, |
| "loss": 0.0081, |
| "step": 67850 |
| }, |
| { |
| "epoch": 24.709748083242058, |
| "grad_norm": 0.062375716865062714, |
| "learning_rate": 8.409673873213632e-06, |
| "loss": 0.0082, |
| "step": 67900 |
| }, |
| { |
| "epoch": 24.728002920774006, |
| "grad_norm": 0.07420395314693451, |
| "learning_rate": 8.407841700256505e-06, |
| "loss": 0.0086, |
| "step": 67950 |
| }, |
| { |
| "epoch": 24.74625775830595, |
| "grad_norm": 0.05925365164875984, |
| "learning_rate": 8.406009527299379e-06, |
| "loss": 0.0079, |
| "step": 68000 |
| }, |
| { |
| "epoch": 24.764512595837896, |
| "grad_norm": 0.06616424769163132, |
| "learning_rate": 8.404177354342251e-06, |
| "loss": 0.0084, |
| "step": 68050 |
| }, |
| { |
| "epoch": 24.782767433369845, |
| "grad_norm": 0.058155301958322525, |
| "learning_rate": 8.402345181385123e-06, |
| "loss": 0.0082, |
| "step": 68100 |
| }, |
| { |
| "epoch": 24.80102227090179, |
| "grad_norm": 0.06643568724393845, |
| "learning_rate": 8.400513008427996e-06, |
| "loss": 0.008, |
| "step": 68150 |
| }, |
| { |
| "epoch": 24.819277108433734, |
| "grad_norm": 0.07352788001298904, |
| "learning_rate": 8.39868083547087e-06, |
| "loss": 0.0082, |
| "step": 68200 |
| }, |
| { |
| "epoch": 24.83753194596568, |
| "grad_norm": 0.07120870798826218, |
| "learning_rate": 8.396848662513742e-06, |
| "loss": 0.0082, |
| "step": 68250 |
| }, |
| { |
| "epoch": 24.855786783497628, |
| "grad_norm": 0.05157686024904251, |
| "learning_rate": 8.395016489556614e-06, |
| "loss": 0.0081, |
| "step": 68300 |
| }, |
| { |
| "epoch": 24.874041621029573, |
| "grad_norm": 0.053273286670446396, |
| "learning_rate": 8.393184316599488e-06, |
| "loss": 0.0084, |
| "step": 68350 |
| }, |
| { |
| "epoch": 24.892296458561518, |
| "grad_norm": 0.054891299456357956, |
| "learning_rate": 8.39135214364236e-06, |
| "loss": 0.0084, |
| "step": 68400 |
| }, |
| { |
| "epoch": 24.910551296093466, |
| "grad_norm": 0.06483190506696701, |
| "learning_rate": 8.389519970685235e-06, |
| "loss": 0.0086, |
| "step": 68450 |
| }, |
| { |
| "epoch": 24.92880613362541, |
| "grad_norm": 0.06376541405916214, |
| "learning_rate": 8.387687797728105e-06, |
| "loss": 0.008, |
| "step": 68500 |
| }, |
| { |
| "epoch": 24.947060971157356, |
| "grad_norm": 0.06917565315961838, |
| "learning_rate": 8.385855624770979e-06, |
| "loss": 0.0079, |
| "step": 68550 |
| }, |
| { |
| "epoch": 24.965315808689304, |
| "grad_norm": 0.045247890055179596, |
| "learning_rate": 8.384023451813851e-06, |
| "loss": 0.0083, |
| "step": 68600 |
| }, |
| { |
| "epoch": 24.98357064622125, |
| "grad_norm": 0.05585048720240593, |
| "learning_rate": 8.382191278856725e-06, |
| "loss": 0.0083, |
| "step": 68650 |
| }, |
| { |
| "epoch": 25.001825483753194, |
| "grad_norm": 0.0665009468793869, |
| "learning_rate": 8.380359105899598e-06, |
| "loss": 0.0085, |
| "step": 68700 |
| }, |
| { |
| "epoch": 25.02008032128514, |
| "grad_norm": 0.055849842727184296, |
| "learning_rate": 8.37852693294247e-06, |
| "loss": 0.0079, |
| "step": 68750 |
| }, |
| { |
| "epoch": 25.038335158817087, |
| "grad_norm": 0.07151801884174347, |
| "learning_rate": 8.376694759985344e-06, |
| "loss": 0.0079, |
| "step": 68800 |
| }, |
| { |
| "epoch": 25.056589996349032, |
| "grad_norm": 0.08591381460428238, |
| "learning_rate": 8.374862587028216e-06, |
| "loss": 0.0082, |
| "step": 68850 |
| }, |
| { |
| "epoch": 25.074844833880977, |
| "grad_norm": 0.06130188703536987, |
| "learning_rate": 8.373030414071089e-06, |
| "loss": 0.008, |
| "step": 68900 |
| }, |
| { |
| "epoch": 25.093099671412926, |
| "grad_norm": 0.1278325319290161, |
| "learning_rate": 8.371198241113961e-06, |
| "loss": 0.0076, |
| "step": 68950 |
| }, |
| { |
| "epoch": 25.11135450894487, |
| "grad_norm": 0.06064237654209137, |
| "learning_rate": 8.369366068156835e-06, |
| "loss": 0.0078, |
| "step": 69000 |
| }, |
| { |
| "epoch": 25.129609346476816, |
| "grad_norm": 0.07630188763141632, |
| "learning_rate": 8.367533895199707e-06, |
| "loss": 0.0081, |
| "step": 69050 |
| }, |
| { |
| "epoch": 25.147864184008764, |
| "grad_norm": 0.08553296327590942, |
| "learning_rate": 8.365701722242581e-06, |
| "loss": 0.0077, |
| "step": 69100 |
| }, |
| { |
| "epoch": 25.16611902154071, |
| "grad_norm": 0.06878108531236649, |
| "learning_rate": 8.363869549285452e-06, |
| "loss": 0.0076, |
| "step": 69150 |
| }, |
| { |
| "epoch": 25.184373859072654, |
| "grad_norm": 0.08523499965667725, |
| "learning_rate": 8.362037376328326e-06, |
| "loss": 0.0083, |
| "step": 69200 |
| }, |
| { |
| "epoch": 25.2026286966046, |
| "grad_norm": 0.0612613670527935, |
| "learning_rate": 8.360205203371198e-06, |
| "loss": 0.008, |
| "step": 69250 |
| }, |
| { |
| "epoch": 25.220883534136547, |
| "grad_norm": 0.05561048164963722, |
| "learning_rate": 8.358373030414072e-06, |
| "loss": 0.0079, |
| "step": 69300 |
| }, |
| { |
| "epoch": 25.239138371668492, |
| "grad_norm": 0.06551104784011841, |
| "learning_rate": 8.356540857456944e-06, |
| "loss": 0.0082, |
| "step": 69350 |
| }, |
| { |
| "epoch": 25.257393209200437, |
| "grad_norm": 0.07042861729860306, |
| "learning_rate": 8.354708684499817e-06, |
| "loss": 0.0083, |
| "step": 69400 |
| }, |
| { |
| "epoch": 25.275648046732385, |
| "grad_norm": 0.0665983110666275, |
| "learning_rate": 8.35287651154269e-06, |
| "loss": 0.0083, |
| "step": 69450 |
| }, |
| { |
| "epoch": 25.29390288426433, |
| "grad_norm": 0.06401227414608002, |
| "learning_rate": 8.351044338585563e-06, |
| "loss": 0.008, |
| "step": 69500 |
| }, |
| { |
| "epoch": 25.312157721796275, |
| "grad_norm": 0.055021982640028, |
| "learning_rate": 8.349212165628437e-06, |
| "loss": 0.0079, |
| "step": 69550 |
| }, |
| { |
| "epoch": 25.330412559328224, |
| "grad_norm": 0.06465829908847809, |
| "learning_rate": 8.347379992671308e-06, |
| "loss": 0.0083, |
| "step": 69600 |
| }, |
| { |
| "epoch": 25.34866739686017, |
| "grad_norm": 0.05454101413488388, |
| "learning_rate": 8.345547819714182e-06, |
| "loss": 0.0077, |
| "step": 69650 |
| }, |
| { |
| "epoch": 25.366922234392113, |
| "grad_norm": 0.061470936983823776, |
| "learning_rate": 8.343715646757054e-06, |
| "loss": 0.0079, |
| "step": 69700 |
| }, |
| { |
| "epoch": 25.38517707192406, |
| "grad_norm": 0.07804445177316666, |
| "learning_rate": 8.341883473799928e-06, |
| "loss": 0.0079, |
| "step": 69750 |
| }, |
| { |
| "epoch": 25.403431909456007, |
| "grad_norm": 0.06513529270887375, |
| "learning_rate": 8.3400513008428e-06, |
| "loss": 0.0081, |
| "step": 69800 |
| }, |
| { |
| "epoch": 25.42168674698795, |
| "grad_norm": 0.06795467436313629, |
| "learning_rate": 8.338219127885673e-06, |
| "loss": 0.0081, |
| "step": 69850 |
| }, |
| { |
| "epoch": 25.439941584519897, |
| "grad_norm": 0.06848642975091934, |
| "learning_rate": 8.336386954928547e-06, |
| "loss": 0.008, |
| "step": 69900 |
| }, |
| { |
| "epoch": 25.458196422051845, |
| "grad_norm": 0.0702468678355217, |
| "learning_rate": 8.334554781971419e-06, |
| "loss": 0.0078, |
| "step": 69950 |
| }, |
| { |
| "epoch": 25.47645125958379, |
| "grad_norm": 0.07004186511039734, |
| "learning_rate": 8.332722609014293e-06, |
| "loss": 0.0082, |
| "step": 70000 |
| }, |
| { |
| "epoch": 25.494706097115735, |
| "grad_norm": 0.05611666291952133, |
| "learning_rate": 8.330890436057163e-06, |
| "loss": 0.0078, |
| "step": 70050 |
| }, |
| { |
| "epoch": 25.512960934647683, |
| "grad_norm": 0.06685035675764084, |
| "learning_rate": 8.329058263100037e-06, |
| "loss": 0.0078, |
| "step": 70100 |
| }, |
| { |
| "epoch": 25.53121577217963, |
| "grad_norm": 0.06934567540884018, |
| "learning_rate": 8.32722609014291e-06, |
| "loss": 0.0081, |
| "step": 70150 |
| }, |
| { |
| "epoch": 25.549470609711573, |
| "grad_norm": 0.128873810172081, |
| "learning_rate": 8.325393917185784e-06, |
| "loss": 0.0081, |
| "step": 70200 |
| }, |
| { |
| "epoch": 25.567725447243518, |
| "grad_norm": 0.05134338513016701, |
| "learning_rate": 8.323561744228656e-06, |
| "loss": 0.008, |
| "step": 70250 |
| }, |
| { |
| "epoch": 25.585980284775466, |
| "grad_norm": 0.06192426383495331, |
| "learning_rate": 8.321729571271528e-06, |
| "loss": 0.0082, |
| "step": 70300 |
| }, |
| { |
| "epoch": 25.60423512230741, |
| "grad_norm": 0.05665076896548271, |
| "learning_rate": 8.319897398314402e-06, |
| "loss": 0.0082, |
| "step": 70350 |
| }, |
| { |
| "epoch": 25.622489959839356, |
| "grad_norm": 0.0713886246085167, |
| "learning_rate": 8.318065225357275e-06, |
| "loss": 0.0082, |
| "step": 70400 |
| }, |
| { |
| "epoch": 25.640744797371305, |
| "grad_norm": 0.0546143501996994, |
| "learning_rate": 8.316233052400147e-06, |
| "loss": 0.008, |
| "step": 70450 |
| }, |
| { |
| "epoch": 25.65899963490325, |
| "grad_norm": 0.09072823822498322, |
| "learning_rate": 8.31440087944302e-06, |
| "loss": 0.008, |
| "step": 70500 |
| }, |
| { |
| "epoch": 25.677254472435195, |
| "grad_norm": 0.05573221668601036, |
| "learning_rate": 8.312568706485893e-06, |
| "loss": 0.0084, |
| "step": 70550 |
| }, |
| { |
| "epoch": 25.695509309967143, |
| "grad_norm": 0.07449289411306381, |
| "learning_rate": 8.310736533528766e-06, |
| "loss": 0.0081, |
| "step": 70600 |
| }, |
| { |
| "epoch": 25.713764147499088, |
| "grad_norm": 0.057186707854270935, |
| "learning_rate": 8.30890436057164e-06, |
| "loss": 0.0079, |
| "step": 70650 |
| }, |
| { |
| "epoch": 25.732018985031033, |
| "grad_norm": 0.05291341617703438, |
| "learning_rate": 8.307072187614512e-06, |
| "loss": 0.0079, |
| "step": 70700 |
| }, |
| { |
| "epoch": 25.750273822562978, |
| "grad_norm": 0.05352197587490082, |
| "learning_rate": 8.305240014657384e-06, |
| "loss": 0.0081, |
| "step": 70750 |
| }, |
| { |
| "epoch": 25.768528660094926, |
| "grad_norm": 0.07027698308229446, |
| "learning_rate": 8.303407841700256e-06, |
| "loss": 0.0079, |
| "step": 70800 |
| }, |
| { |
| "epoch": 25.78678349762687, |
| "grad_norm": 0.06517873704433441, |
| "learning_rate": 8.30157566874313e-06, |
| "loss": 0.0078, |
| "step": 70850 |
| }, |
| { |
| "epoch": 25.805038335158816, |
| "grad_norm": 0.06365886330604553, |
| "learning_rate": 8.299743495786003e-06, |
| "loss": 0.0079, |
| "step": 70900 |
| }, |
| { |
| "epoch": 25.823293172690764, |
| "grad_norm": 0.06816490739583969, |
| "learning_rate": 8.297911322828875e-06, |
| "loss": 0.0079, |
| "step": 70950 |
| }, |
| { |
| "epoch": 25.84154801022271, |
| "grad_norm": 0.08994780480861664, |
| "learning_rate": 8.296079149871749e-06, |
| "loss": 0.0082, |
| "step": 71000 |
| }, |
| { |
| "epoch": 25.859802847754654, |
| "grad_norm": 0.06243437901139259, |
| "learning_rate": 8.294246976914621e-06, |
| "loss": 0.0083, |
| "step": 71050 |
| }, |
| { |
| "epoch": 25.878057685286603, |
| "grad_norm": 0.05098967254161835, |
| "learning_rate": 8.292414803957495e-06, |
| "loss": 0.0082, |
| "step": 71100 |
| }, |
| { |
| "epoch": 25.896312522818548, |
| "grad_norm": 0.06109187379479408, |
| "learning_rate": 8.290582631000366e-06, |
| "loss": 0.008, |
| "step": 71150 |
| }, |
| { |
| "epoch": 25.914567360350492, |
| "grad_norm": 0.0692925900220871, |
| "learning_rate": 8.28875045804324e-06, |
| "loss": 0.0079, |
| "step": 71200 |
| }, |
| { |
| "epoch": 25.932822197882437, |
| "grad_norm": 0.07059754431247711, |
| "learning_rate": 8.286918285086112e-06, |
| "loss": 0.0078, |
| "step": 71250 |
| }, |
| { |
| "epoch": 25.951077035414386, |
| "grad_norm": 0.06998153775930405, |
| "learning_rate": 8.285086112128986e-06, |
| "loss": 0.0081, |
| "step": 71300 |
| }, |
| { |
| "epoch": 25.96933187294633, |
| "grad_norm": 0.06631340086460114, |
| "learning_rate": 8.283253939171859e-06, |
| "loss": 0.008, |
| "step": 71350 |
| }, |
| { |
| "epoch": 25.987586710478276, |
| "grad_norm": 0.056150730699300766, |
| "learning_rate": 8.281421766214731e-06, |
| "loss": 0.0082, |
| "step": 71400 |
| }, |
| { |
| "epoch": 26.005841548010224, |
| "grad_norm": 0.050910934805870056, |
| "learning_rate": 8.279589593257605e-06, |
| "loss": 0.008, |
| "step": 71450 |
| }, |
| { |
| "epoch": 26.02409638554217, |
| "grad_norm": 0.05750512704253197, |
| "learning_rate": 8.277757420300477e-06, |
| "loss": 0.0082, |
| "step": 71500 |
| }, |
| { |
| "epoch": 26.042351223074114, |
| "grad_norm": 0.05809541419148445, |
| "learning_rate": 8.27592524734335e-06, |
| "loss": 0.008, |
| "step": 71550 |
| }, |
| { |
| "epoch": 26.060606060606062, |
| "grad_norm": 0.05806922912597656, |
| "learning_rate": 8.274093074386222e-06, |
| "loss": 0.0076, |
| "step": 71600 |
| }, |
| { |
| "epoch": 26.078860898138007, |
| "grad_norm": 0.06896824389696121, |
| "learning_rate": 8.272260901429096e-06, |
| "loss": 0.0077, |
| "step": 71650 |
| }, |
| { |
| "epoch": 26.097115735669952, |
| "grad_norm": 0.05349760130047798, |
| "learning_rate": 8.270428728471968e-06, |
| "loss": 0.0077, |
| "step": 71700 |
| }, |
| { |
| "epoch": 26.115370573201897, |
| "grad_norm": 0.10557685047388077, |
| "learning_rate": 8.268596555514842e-06, |
| "loss": 0.0077, |
| "step": 71750 |
| }, |
| { |
| "epoch": 26.133625410733845, |
| "grad_norm": 0.04997897148132324, |
| "learning_rate": 8.266764382557714e-06, |
| "loss": 0.008, |
| "step": 71800 |
| }, |
| { |
| "epoch": 26.15188024826579, |
| "grad_norm": 0.09700646251440048, |
| "learning_rate": 8.264932209600587e-06, |
| "loss": 0.0077, |
| "step": 71850 |
| }, |
| { |
| "epoch": 26.170135085797735, |
| "grad_norm": 0.08959037065505981, |
| "learning_rate": 8.26310003664346e-06, |
| "loss": 0.0075, |
| "step": 71900 |
| }, |
| { |
| "epoch": 26.188389923329684, |
| "grad_norm": 0.05606921389698982, |
| "learning_rate": 8.261267863686333e-06, |
| "loss": 0.008, |
| "step": 71950 |
| }, |
| { |
| "epoch": 26.20664476086163, |
| "grad_norm": 0.10053978115320206, |
| "learning_rate": 8.259435690729205e-06, |
| "loss": 0.0077, |
| "step": 72000 |
| }, |
| { |
| "epoch": 26.224899598393574, |
| "grad_norm": 0.05436232313513756, |
| "learning_rate": 8.257603517772078e-06, |
| "loss": 0.0079, |
| "step": 72050 |
| }, |
| { |
| "epoch": 26.243154435925522, |
| "grad_norm": 0.06855732202529907, |
| "learning_rate": 8.255771344814952e-06, |
| "loss": 0.008, |
| "step": 72100 |
| }, |
| { |
| "epoch": 26.261409273457467, |
| "grad_norm": 0.061214715242385864, |
| "learning_rate": 8.253939171857824e-06, |
| "loss": 0.0078, |
| "step": 72150 |
| }, |
| { |
| "epoch": 26.279664110989412, |
| "grad_norm": 0.07048065215349197, |
| "learning_rate": 8.252106998900698e-06, |
| "loss": 0.0074, |
| "step": 72200 |
| }, |
| { |
| "epoch": 26.297918948521357, |
| "grad_norm": 0.06310497969388962, |
| "learning_rate": 8.25027482594357e-06, |
| "loss": 0.0078, |
| "step": 72250 |
| }, |
| { |
| "epoch": 26.316173786053305, |
| "grad_norm": 0.09356817603111267, |
| "learning_rate": 8.248442652986443e-06, |
| "loss": 0.0078, |
| "step": 72300 |
| }, |
| { |
| "epoch": 26.33442862358525, |
| "grad_norm": 0.0704420953989029, |
| "learning_rate": 8.246610480029315e-06, |
| "loss": 0.0079, |
| "step": 72350 |
| }, |
| { |
| "epoch": 26.352683461117195, |
| "grad_norm": 0.06630934774875641, |
| "learning_rate": 8.244778307072189e-06, |
| "loss": 0.0078, |
| "step": 72400 |
| }, |
| { |
| "epoch": 26.370938298649143, |
| "grad_norm": 0.08426592499017715, |
| "learning_rate": 8.242946134115061e-06, |
| "loss": 0.0077, |
| "step": 72450 |
| }, |
| { |
| "epoch": 26.38919313618109, |
| "grad_norm": 0.05927763879299164, |
| "learning_rate": 8.241113961157933e-06, |
| "loss": 0.0079, |
| "step": 72500 |
| }, |
| { |
| "epoch": 26.407447973713033, |
| "grad_norm": 0.10463499277830124, |
| "learning_rate": 8.239281788200807e-06, |
| "loss": 0.0079, |
| "step": 72550 |
| }, |
| { |
| "epoch": 26.42570281124498, |
| "grad_norm": 0.08069847524166107, |
| "learning_rate": 8.23744961524368e-06, |
| "loss": 0.0077, |
| "step": 72600 |
| }, |
| { |
| "epoch": 26.443957648776927, |
| "grad_norm": 0.06566139310598373, |
| "learning_rate": 8.235617442286552e-06, |
| "loss": 0.0076, |
| "step": 72650 |
| }, |
| { |
| "epoch": 26.46221248630887, |
| "grad_norm": 0.057224418967962265, |
| "learning_rate": 8.233785269329424e-06, |
| "loss": 0.0076, |
| "step": 72700 |
| }, |
| { |
| "epoch": 26.480467323840816, |
| "grad_norm": 0.09072554856538773, |
| "learning_rate": 8.231953096372298e-06, |
| "loss": 0.0078, |
| "step": 72750 |
| }, |
| { |
| "epoch": 26.498722161372765, |
| "grad_norm": 0.056058816611766815, |
| "learning_rate": 8.23012092341517e-06, |
| "loss": 0.0078, |
| "step": 72800 |
| }, |
| { |
| "epoch": 26.51697699890471, |
| "grad_norm": 0.23570749163627625, |
| "learning_rate": 8.228288750458045e-06, |
| "loss": 0.008, |
| "step": 72850 |
| }, |
| { |
| "epoch": 26.535231836436655, |
| "grad_norm": 0.056156229227781296, |
| "learning_rate": 8.226456577500917e-06, |
| "loss": 0.0079, |
| "step": 72900 |
| }, |
| { |
| "epoch": 26.553486673968603, |
| "grad_norm": 0.1209225207567215, |
| "learning_rate": 8.22462440454379e-06, |
| "loss": 0.0082, |
| "step": 72950 |
| }, |
| { |
| "epoch": 26.571741511500548, |
| "grad_norm": 0.07513442635536194, |
| "learning_rate": 8.222792231586663e-06, |
| "loss": 0.0075, |
| "step": 73000 |
| }, |
| { |
| "epoch": 26.589996349032493, |
| "grad_norm": 0.06366512924432755, |
| "learning_rate": 8.220960058629536e-06, |
| "loss": 0.0083, |
| "step": 73050 |
| }, |
| { |
| "epoch": 26.608251186564438, |
| "grad_norm": 0.08948852121829987, |
| "learning_rate": 8.219127885672408e-06, |
| "loss": 0.0078, |
| "step": 73100 |
| }, |
| { |
| "epoch": 26.626506024096386, |
| "grad_norm": 0.05680718272924423, |
| "learning_rate": 8.21729571271528e-06, |
| "loss": 0.0075, |
| "step": 73150 |
| }, |
| { |
| "epoch": 26.64476086162833, |
| "grad_norm": 0.05975888669490814, |
| "learning_rate": 8.215463539758154e-06, |
| "loss": 0.0077, |
| "step": 73200 |
| }, |
| { |
| "epoch": 26.663015699160276, |
| "grad_norm": 0.06697451323270798, |
| "learning_rate": 8.213631366801026e-06, |
| "loss": 0.008, |
| "step": 73250 |
| }, |
| { |
| "epoch": 26.681270536692224, |
| "grad_norm": 0.08459766954183578, |
| "learning_rate": 8.211799193843899e-06, |
| "loss": 0.0077, |
| "step": 73300 |
| }, |
| { |
| "epoch": 26.69952537422417, |
| "grad_norm": 0.06454908102750778, |
| "learning_rate": 8.209967020886773e-06, |
| "loss": 0.0082, |
| "step": 73350 |
| }, |
| { |
| "epoch": 26.717780211756114, |
| "grad_norm": 0.061517130583524704, |
| "learning_rate": 8.208134847929645e-06, |
| "loss": 0.0076, |
| "step": 73400 |
| }, |
| { |
| "epoch": 26.736035049288063, |
| "grad_norm": 0.0776604562997818, |
| "learning_rate": 8.206302674972519e-06, |
| "loss": 0.0077, |
| "step": 73450 |
| }, |
| { |
| "epoch": 26.754289886820008, |
| "grad_norm": 0.10406628251075745, |
| "learning_rate": 8.204470502015391e-06, |
| "loss": 0.0074, |
| "step": 73500 |
| }, |
| { |
| "epoch": 26.772544724351953, |
| "grad_norm": 0.08300726860761642, |
| "learning_rate": 8.202638329058264e-06, |
| "loss": 0.0076, |
| "step": 73550 |
| }, |
| { |
| "epoch": 26.7907995618839, |
| "grad_norm": 0.0867338627576828, |
| "learning_rate": 8.200806156101136e-06, |
| "loss": 0.0082, |
| "step": 73600 |
| }, |
| { |
| "epoch": 26.809054399415846, |
| "grad_norm": 0.12747009098529816, |
| "learning_rate": 8.19897398314401e-06, |
| "loss": 0.0077, |
| "step": 73650 |
| }, |
| { |
| "epoch": 26.82730923694779, |
| "grad_norm": 0.07793665677309036, |
| "learning_rate": 8.197141810186882e-06, |
| "loss": 0.0074, |
| "step": 73700 |
| }, |
| { |
| "epoch": 26.845564074479736, |
| "grad_norm": 0.07117403298616409, |
| "learning_rate": 8.195309637229755e-06, |
| "loss": 0.008, |
| "step": 73750 |
| }, |
| { |
| "epoch": 26.863818912011684, |
| "grad_norm": 0.05632568895816803, |
| "learning_rate": 8.193477464272629e-06, |
| "loss": 0.0075, |
| "step": 73800 |
| }, |
| { |
| "epoch": 26.88207374954363, |
| "grad_norm": 0.09333931654691696, |
| "learning_rate": 8.1916452913155e-06, |
| "loss": 0.0078, |
| "step": 73850 |
| }, |
| { |
| "epoch": 26.900328587075574, |
| "grad_norm": 0.06050976738333702, |
| "learning_rate": 8.189813118358375e-06, |
| "loss": 0.008, |
| "step": 73900 |
| }, |
| { |
| "epoch": 26.918583424607522, |
| "grad_norm": 0.06008275970816612, |
| "learning_rate": 8.187980945401245e-06, |
| "loss": 0.0082, |
| "step": 73950 |
| }, |
| { |
| "epoch": 26.936838262139467, |
| "grad_norm": 0.05773244798183441, |
| "learning_rate": 8.18614877244412e-06, |
| "loss": 0.0083, |
| "step": 74000 |
| }, |
| { |
| "epoch": 26.955093099671412, |
| "grad_norm": 0.05469867214560509, |
| "learning_rate": 8.184316599486992e-06, |
| "loss": 0.0076, |
| "step": 74050 |
| }, |
| { |
| "epoch": 26.973347937203357, |
| "grad_norm": 0.06356282532215118, |
| "learning_rate": 8.182484426529866e-06, |
| "loss": 0.0076, |
| "step": 74100 |
| }, |
| { |
| "epoch": 26.991602774735306, |
| "grad_norm": 0.07441577315330505, |
| "learning_rate": 8.180652253572738e-06, |
| "loss": 0.0082, |
| "step": 74150 |
| }, |
| { |
| "epoch": 27.00985761226725, |
| "grad_norm": 0.06272673606872559, |
| "learning_rate": 8.17882008061561e-06, |
| "loss": 0.0081, |
| "step": 74200 |
| }, |
| { |
| "epoch": 27.028112449799195, |
| "grad_norm": 0.05756441503763199, |
| "learning_rate": 8.176987907658483e-06, |
| "loss": 0.0079, |
| "step": 74250 |
| }, |
| { |
| "epoch": 27.046367287331144, |
| "grad_norm": 0.09137877821922302, |
| "learning_rate": 8.175155734701357e-06, |
| "loss": 0.0077, |
| "step": 74300 |
| }, |
| { |
| "epoch": 27.06462212486309, |
| "grad_norm": 0.07936594635248184, |
| "learning_rate": 8.173323561744229e-06, |
| "loss": 0.0075, |
| "step": 74350 |
| }, |
| { |
| "epoch": 27.082876962395034, |
| "grad_norm": 0.07034654915332794, |
| "learning_rate": 8.171491388787101e-06, |
| "loss": 0.0082, |
| "step": 74400 |
| }, |
| { |
| "epoch": 27.101131799926982, |
| "grad_norm": 0.07509841024875641, |
| "learning_rate": 8.169659215829975e-06, |
| "loss": 0.0074, |
| "step": 74450 |
| }, |
| { |
| "epoch": 27.119386637458927, |
| "grad_norm": 0.05667085573077202, |
| "learning_rate": 8.167827042872848e-06, |
| "loss": 0.0078, |
| "step": 74500 |
| }, |
| { |
| "epoch": 27.137641474990872, |
| "grad_norm": 0.06890314817428589, |
| "learning_rate": 8.165994869915722e-06, |
| "loss": 0.0079, |
| "step": 74550 |
| }, |
| { |
| "epoch": 27.15589631252282, |
| "grad_norm": 0.06592974811792374, |
| "learning_rate": 8.164162696958594e-06, |
| "loss": 0.0081, |
| "step": 74600 |
| }, |
| { |
| "epoch": 27.174151150054765, |
| "grad_norm": 0.05735612288117409, |
| "learning_rate": 8.162330524001466e-06, |
| "loss": 0.0077, |
| "step": 74650 |
| }, |
| { |
| "epoch": 27.19240598758671, |
| "grad_norm": 0.07535567134618759, |
| "learning_rate": 8.160498351044338e-06, |
| "loss": 0.0075, |
| "step": 74700 |
| }, |
| { |
| "epoch": 27.210660825118655, |
| "grad_norm": 0.0629306361079216, |
| "learning_rate": 8.158666178087212e-06, |
| "loss": 0.0078, |
| "step": 74750 |
| }, |
| { |
| "epoch": 27.228915662650603, |
| "grad_norm": 0.08967940509319305, |
| "learning_rate": 8.156834005130085e-06, |
| "loss": 0.0076, |
| "step": 74800 |
| }, |
| { |
| "epoch": 27.24717050018255, |
| "grad_norm": 0.08157164603471756, |
| "learning_rate": 8.155001832172957e-06, |
| "loss": 0.0077, |
| "step": 74850 |
| }, |
| { |
| "epoch": 27.265425337714493, |
| "grad_norm": 0.09233804047107697, |
| "learning_rate": 8.153169659215831e-06, |
| "loss": 0.0075, |
| "step": 74900 |
| }, |
| { |
| "epoch": 27.28368017524644, |
| "grad_norm": 0.05763858184218407, |
| "learning_rate": 8.151337486258703e-06, |
| "loss": 0.0075, |
| "step": 74950 |
| }, |
| { |
| "epoch": 27.301935012778387, |
| "grad_norm": 0.09383340179920197, |
| "learning_rate": 8.149505313301577e-06, |
| "loss": 0.0075, |
| "step": 75000 |
| }, |
| { |
| "epoch": 27.32018985031033, |
| "grad_norm": 0.06458237022161484, |
| "learning_rate": 8.147673140344448e-06, |
| "loss": 0.0074, |
| "step": 75050 |
| }, |
| { |
| "epoch": 27.338444687842276, |
| "grad_norm": 0.05898362770676613, |
| "learning_rate": 8.145840967387322e-06, |
| "loss": 0.0082, |
| "step": 75100 |
| }, |
| { |
| "epoch": 27.356699525374225, |
| "grad_norm": 0.06436064839363098, |
| "learning_rate": 8.144008794430194e-06, |
| "loss": 0.0078, |
| "step": 75150 |
| }, |
| { |
| "epoch": 27.37495436290617, |
| "grad_norm": 0.07442861795425415, |
| "learning_rate": 8.142176621473068e-06, |
| "loss": 0.0078, |
| "step": 75200 |
| }, |
| { |
| "epoch": 27.393209200438115, |
| "grad_norm": 0.0688323974609375, |
| "learning_rate": 8.14034444851594e-06, |
| "loss": 0.0076, |
| "step": 75250 |
| }, |
| { |
| "epoch": 27.411464037970063, |
| "grad_norm": 0.08945580571889877, |
| "learning_rate": 8.138512275558813e-06, |
| "loss": 0.0078, |
| "step": 75300 |
| }, |
| { |
| "epoch": 27.429718875502008, |
| "grad_norm": 0.05201173573732376, |
| "learning_rate": 8.136680102601687e-06, |
| "loss": 0.0077, |
| "step": 75350 |
| }, |
| { |
| "epoch": 27.447973713033953, |
| "grad_norm": 0.06862752139568329, |
| "learning_rate": 8.13484792964456e-06, |
| "loss": 0.0076, |
| "step": 75400 |
| }, |
| { |
| "epoch": 27.4662285505659, |
| "grad_norm": 0.08229533582925797, |
| "learning_rate": 8.133015756687433e-06, |
| "loss": 0.0074, |
| "step": 75450 |
| }, |
| { |
| "epoch": 27.484483388097846, |
| "grad_norm": 0.06273151934146881, |
| "learning_rate": 8.131183583730304e-06, |
| "loss": 0.0076, |
| "step": 75500 |
| }, |
| { |
| "epoch": 27.50273822562979, |
| "grad_norm": 0.06511589139699936, |
| "learning_rate": 8.129351410773178e-06, |
| "loss": 0.0076, |
| "step": 75550 |
| }, |
| { |
| "epoch": 27.52099306316174, |
| "grad_norm": 0.06538913398981094, |
| "learning_rate": 8.12751923781605e-06, |
| "loss": 0.0073, |
| "step": 75600 |
| }, |
| { |
| "epoch": 27.539247900693685, |
| "grad_norm": 0.051664456725120544, |
| "learning_rate": 8.125687064858924e-06, |
| "loss": 0.0077, |
| "step": 75650 |
| }, |
| { |
| "epoch": 27.55750273822563, |
| "grad_norm": 0.06950704008340836, |
| "learning_rate": 8.123854891901796e-06, |
| "loss": 0.0075, |
| "step": 75700 |
| }, |
| { |
| "epoch": 27.575757575757574, |
| "grad_norm": 0.06633534282445908, |
| "learning_rate": 8.122022718944669e-06, |
| "loss": 0.0074, |
| "step": 75750 |
| }, |
| { |
| "epoch": 27.594012413289523, |
| "grad_norm": 0.06463894993066788, |
| "learning_rate": 8.120190545987543e-06, |
| "loss": 0.0076, |
| "step": 75800 |
| }, |
| { |
| "epoch": 27.612267250821468, |
| "grad_norm": 0.0565531961619854, |
| "learning_rate": 8.118358373030415e-06, |
| "loss": 0.0076, |
| "step": 75850 |
| }, |
| { |
| "epoch": 27.630522088353413, |
| "grad_norm": 0.05665811896324158, |
| "learning_rate": 8.116526200073287e-06, |
| "loss": 0.0071, |
| "step": 75900 |
| }, |
| { |
| "epoch": 27.64877692588536, |
| "grad_norm": 0.055220719426870346, |
| "learning_rate": 8.11469402711616e-06, |
| "loss": 0.0078, |
| "step": 75950 |
| }, |
| { |
| "epoch": 27.667031763417306, |
| "grad_norm": 0.0556454174220562, |
| "learning_rate": 8.112861854159034e-06, |
| "loss": 0.0074, |
| "step": 76000 |
| }, |
| { |
| "epoch": 27.68528660094925, |
| "grad_norm": 0.0677880197763443, |
| "learning_rate": 8.111029681201906e-06, |
| "loss": 0.0076, |
| "step": 76050 |
| }, |
| { |
| "epoch": 27.703541438481196, |
| "grad_norm": 0.07601721584796906, |
| "learning_rate": 8.10919750824478e-06, |
| "loss": 0.0077, |
| "step": 76100 |
| }, |
| { |
| "epoch": 27.721796276013144, |
| "grad_norm": 0.07077684253454208, |
| "learning_rate": 8.107365335287652e-06, |
| "loss": 0.0074, |
| "step": 76150 |
| }, |
| { |
| "epoch": 27.74005111354509, |
| "grad_norm": 0.06813836097717285, |
| "learning_rate": 8.105533162330524e-06, |
| "loss": 0.0074, |
| "step": 76200 |
| }, |
| { |
| "epoch": 27.758305951077034, |
| "grad_norm": 0.06732522696256638, |
| "learning_rate": 8.103700989373397e-06, |
| "loss": 0.0079, |
| "step": 76250 |
| }, |
| { |
| "epoch": 27.776560788608982, |
| "grad_norm": 0.07012120634317398, |
| "learning_rate": 8.10186881641627e-06, |
| "loss": 0.0077, |
| "step": 76300 |
| }, |
| { |
| "epoch": 27.794815626140927, |
| "grad_norm": 0.09761738032102585, |
| "learning_rate": 8.100036643459143e-06, |
| "loss": 0.0073, |
| "step": 76350 |
| }, |
| { |
| "epoch": 27.813070463672872, |
| "grad_norm": 0.07090756297111511, |
| "learning_rate": 8.098204470502015e-06, |
| "loss": 0.0079, |
| "step": 76400 |
| }, |
| { |
| "epoch": 27.83132530120482, |
| "grad_norm": 0.0863017737865448, |
| "learning_rate": 8.09637229754489e-06, |
| "loss": 0.0074, |
| "step": 76450 |
| }, |
| { |
| "epoch": 27.849580138736766, |
| "grad_norm": 0.05838792398571968, |
| "learning_rate": 8.094540124587762e-06, |
| "loss": 0.0081, |
| "step": 76500 |
| }, |
| { |
| "epoch": 27.86783497626871, |
| "grad_norm": 0.09894339740276337, |
| "learning_rate": 8.092707951630636e-06, |
| "loss": 0.0081, |
| "step": 76550 |
| }, |
| { |
| "epoch": 27.88608981380066, |
| "grad_norm": 0.05869816988706589, |
| "learning_rate": 8.090875778673506e-06, |
| "loss": 0.0075, |
| "step": 76600 |
| }, |
| { |
| "epoch": 27.904344651332604, |
| "grad_norm": 0.1206921711564064, |
| "learning_rate": 8.08904360571638e-06, |
| "loss": 0.0077, |
| "step": 76650 |
| }, |
| { |
| "epoch": 27.92259948886455, |
| "grad_norm": 0.06278300285339355, |
| "learning_rate": 8.087211432759253e-06, |
| "loss": 0.0078, |
| "step": 76700 |
| }, |
| { |
| "epoch": 27.940854326396494, |
| "grad_norm": 0.07514593005180359, |
| "learning_rate": 8.085379259802127e-06, |
| "loss": 0.007, |
| "step": 76750 |
| }, |
| { |
| "epoch": 27.959109163928442, |
| "grad_norm": 0.05882091820240021, |
| "learning_rate": 8.083547086844999e-06, |
| "loss": 0.0079, |
| "step": 76800 |
| }, |
| { |
| "epoch": 27.977364001460387, |
| "grad_norm": 0.06605298072099686, |
| "learning_rate": 8.081714913887871e-06, |
| "loss": 0.0072, |
| "step": 76850 |
| }, |
| { |
| "epoch": 27.995618838992332, |
| "grad_norm": 0.05800521373748779, |
| "learning_rate": 8.079882740930745e-06, |
| "loss": 0.0074, |
| "step": 76900 |
| }, |
| { |
| "epoch": 28.01387367652428, |
| "grad_norm": 0.051720041781663895, |
| "learning_rate": 8.078050567973618e-06, |
| "loss": 0.0073, |
| "step": 76950 |
| }, |
| { |
| "epoch": 28.032128514056225, |
| "grad_norm": 0.06925223767757416, |
| "learning_rate": 8.076218395016492e-06, |
| "loss": 0.0076, |
| "step": 77000 |
| }, |
| { |
| "epoch": 28.05038335158817, |
| "grad_norm": 0.05824137106537819, |
| "learning_rate": 8.074386222059362e-06, |
| "loss": 0.0077, |
| "step": 77050 |
| }, |
| { |
| "epoch": 28.068638189120115, |
| "grad_norm": 0.07645922899246216, |
| "learning_rate": 8.072554049102236e-06, |
| "loss": 0.0075, |
| "step": 77100 |
| }, |
| { |
| "epoch": 28.086893026652064, |
| "grad_norm": 0.06242457032203674, |
| "learning_rate": 8.070721876145108e-06, |
| "loss": 0.0074, |
| "step": 77150 |
| }, |
| { |
| "epoch": 28.10514786418401, |
| "grad_norm": 0.09106332808732986, |
| "learning_rate": 8.068889703187982e-06, |
| "loss": 0.0076, |
| "step": 77200 |
| }, |
| { |
| "epoch": 28.123402701715953, |
| "grad_norm": 0.073928602039814, |
| "learning_rate": 8.067057530230855e-06, |
| "loss": 0.0075, |
| "step": 77250 |
| }, |
| { |
| "epoch": 28.141657539247902, |
| "grad_norm": 0.07682711631059647, |
| "learning_rate": 8.065225357273727e-06, |
| "loss": 0.0074, |
| "step": 77300 |
| }, |
| { |
| "epoch": 28.159912376779847, |
| "grad_norm": 0.05180603265762329, |
| "learning_rate": 8.063393184316601e-06, |
| "loss": 0.0073, |
| "step": 77350 |
| }, |
| { |
| "epoch": 28.17816721431179, |
| "grad_norm": 0.06351172178983688, |
| "learning_rate": 8.061561011359473e-06, |
| "loss": 0.0072, |
| "step": 77400 |
| }, |
| { |
| "epoch": 28.19642205184374, |
| "grad_norm": 0.06141902878880501, |
| "learning_rate": 8.059728838402346e-06, |
| "loss": 0.0074, |
| "step": 77450 |
| }, |
| { |
| "epoch": 28.214676889375685, |
| "grad_norm": 0.07650449126958847, |
| "learning_rate": 8.057896665445218e-06, |
| "loss": 0.0078, |
| "step": 77500 |
| }, |
| { |
| "epoch": 28.23293172690763, |
| "grad_norm": 0.08064411580562592, |
| "learning_rate": 8.056064492488092e-06, |
| "loss": 0.0075, |
| "step": 77550 |
| }, |
| { |
| "epoch": 28.251186564439575, |
| "grad_norm": 0.053219303488731384, |
| "learning_rate": 8.054232319530964e-06, |
| "loss": 0.0074, |
| "step": 77600 |
| }, |
| { |
| "epoch": 28.269441401971523, |
| "grad_norm": 0.08709681779146194, |
| "learning_rate": 8.052400146573838e-06, |
| "loss": 0.0074, |
| "step": 77650 |
| }, |
| { |
| "epoch": 28.287696239503468, |
| "grad_norm": 0.0644121915102005, |
| "learning_rate": 8.05056797361671e-06, |
| "loss": 0.0071, |
| "step": 77700 |
| }, |
| { |
| "epoch": 28.305951077035413, |
| "grad_norm": 0.07835350930690765, |
| "learning_rate": 8.048735800659583e-06, |
| "loss": 0.0074, |
| "step": 77750 |
| }, |
| { |
| "epoch": 28.32420591456736, |
| "grad_norm": 0.06490179896354675, |
| "learning_rate": 8.046903627702455e-06, |
| "loss": 0.0079, |
| "step": 77800 |
| }, |
| { |
| "epoch": 28.342460752099306, |
| "grad_norm": 0.06255075335502625, |
| "learning_rate": 8.045071454745329e-06, |
| "loss": 0.0072, |
| "step": 77850 |
| }, |
| { |
| "epoch": 28.36071558963125, |
| "grad_norm": 0.05514924228191376, |
| "learning_rate": 8.043239281788201e-06, |
| "loss": 0.0076, |
| "step": 77900 |
| }, |
| { |
| "epoch": 28.3789704271632, |
| "grad_norm": 0.0911376103758812, |
| "learning_rate": 8.041407108831074e-06, |
| "loss": 0.0072, |
| "step": 77950 |
| }, |
| { |
| "epoch": 28.397225264695145, |
| "grad_norm": 0.05838305130600929, |
| "learning_rate": 8.039574935873948e-06, |
| "loss": 0.0076, |
| "step": 78000 |
| }, |
| { |
| "epoch": 28.41548010222709, |
| "grad_norm": 0.07033880054950714, |
| "learning_rate": 8.03774276291682e-06, |
| "loss": 0.0076, |
| "step": 78050 |
| }, |
| { |
| "epoch": 28.433734939759034, |
| "grad_norm": 0.08116988837718964, |
| "learning_rate": 8.035910589959692e-06, |
| "loss": 0.0075, |
| "step": 78100 |
| }, |
| { |
| "epoch": 28.451989777290983, |
| "grad_norm": 0.05829693749547005, |
| "learning_rate": 8.034078417002565e-06, |
| "loss": 0.0078, |
| "step": 78150 |
| }, |
| { |
| "epoch": 28.470244614822928, |
| "grad_norm": 0.07058205455541611, |
| "learning_rate": 8.032246244045439e-06, |
| "loss": 0.0074, |
| "step": 78200 |
| }, |
| { |
| "epoch": 28.488499452354873, |
| "grad_norm": 0.05450369045138359, |
| "learning_rate": 8.030414071088311e-06, |
| "loss": 0.0075, |
| "step": 78250 |
| }, |
| { |
| "epoch": 28.50675428988682, |
| "grad_norm": 0.06194787099957466, |
| "learning_rate": 8.028581898131185e-06, |
| "loss": 0.0076, |
| "step": 78300 |
| }, |
| { |
| "epoch": 28.525009127418766, |
| "grad_norm": 0.06342658400535583, |
| "learning_rate": 8.026749725174057e-06, |
| "loss": 0.0072, |
| "step": 78350 |
| }, |
| { |
| "epoch": 28.54326396495071, |
| "grad_norm": 0.07188816368579865, |
| "learning_rate": 8.02491755221693e-06, |
| "loss": 0.0078, |
| "step": 78400 |
| }, |
| { |
| "epoch": 28.56151880248266, |
| "grad_norm": 0.07719308137893677, |
| "learning_rate": 8.023085379259804e-06, |
| "loss": 0.0075, |
| "step": 78450 |
| }, |
| { |
| "epoch": 28.579773640014604, |
| "grad_norm": 0.061608050018548965, |
| "learning_rate": 8.021253206302676e-06, |
| "loss": 0.0072, |
| "step": 78500 |
| }, |
| { |
| "epoch": 28.59802847754655, |
| "grad_norm": 0.08127917349338531, |
| "learning_rate": 8.019421033345548e-06, |
| "loss": 0.0074, |
| "step": 78550 |
| }, |
| { |
| "epoch": 28.616283315078494, |
| "grad_norm": 0.09360869973897934, |
| "learning_rate": 8.01758886038842e-06, |
| "loss": 0.0075, |
| "step": 78600 |
| }, |
| { |
| "epoch": 28.634538152610443, |
| "grad_norm": 0.08539122343063354, |
| "learning_rate": 8.015756687431294e-06, |
| "loss": 0.0077, |
| "step": 78650 |
| }, |
| { |
| "epoch": 28.652792990142387, |
| "grad_norm": 0.07136587053537369, |
| "learning_rate": 8.013924514474167e-06, |
| "loss": 0.0073, |
| "step": 78700 |
| }, |
| { |
| "epoch": 28.671047827674332, |
| "grad_norm": 0.06686566770076752, |
| "learning_rate": 8.01209234151704e-06, |
| "loss": 0.0079, |
| "step": 78750 |
| }, |
| { |
| "epoch": 28.68930266520628, |
| "grad_norm": 0.06917273998260498, |
| "learning_rate": 8.010260168559913e-06, |
| "loss": 0.0076, |
| "step": 78800 |
| }, |
| { |
| "epoch": 28.707557502738226, |
| "grad_norm": 0.056814976036548615, |
| "learning_rate": 8.008427995602785e-06, |
| "loss": 0.0077, |
| "step": 78850 |
| }, |
| { |
| "epoch": 28.72581234027017, |
| "grad_norm": 0.06712199002504349, |
| "learning_rate": 8.00659582264566e-06, |
| "loss": 0.0075, |
| "step": 78900 |
| }, |
| { |
| "epoch": 28.74406717780212, |
| "grad_norm": 0.08391757309436798, |
| "learning_rate": 8.004763649688532e-06, |
| "loss": 0.0073, |
| "step": 78950 |
| }, |
| { |
| "epoch": 28.762322015334064, |
| "grad_norm": 0.06136947497725487, |
| "learning_rate": 8.002931476731404e-06, |
| "loss": 0.0078, |
| "step": 79000 |
| }, |
| { |
| "epoch": 28.78057685286601, |
| "grad_norm": 0.0736754760146141, |
| "learning_rate": 8.001099303774276e-06, |
| "loss": 0.0073, |
| "step": 79050 |
| }, |
| { |
| "epoch": 28.798831690397954, |
| "grad_norm": 0.062265489250421524, |
| "learning_rate": 7.99926713081715e-06, |
| "loss": 0.0072, |
| "step": 79100 |
| }, |
| { |
| "epoch": 28.817086527929902, |
| "grad_norm": 0.07650555670261383, |
| "learning_rate": 7.997434957860023e-06, |
| "loss": 0.0071, |
| "step": 79150 |
| }, |
| { |
| "epoch": 28.835341365461847, |
| "grad_norm": 0.07041070610284805, |
| "learning_rate": 7.995602784902895e-06, |
| "loss": 0.0074, |
| "step": 79200 |
| }, |
| { |
| "epoch": 28.853596202993792, |
| "grad_norm": 0.07315370440483093, |
| "learning_rate": 7.993770611945769e-06, |
| "loss": 0.0075, |
| "step": 79250 |
| }, |
| { |
| "epoch": 28.87185104052574, |
| "grad_norm": 0.0719771757721901, |
| "learning_rate": 7.991938438988641e-06, |
| "loss": 0.0072, |
| "step": 79300 |
| }, |
| { |
| "epoch": 28.890105878057685, |
| "grad_norm": 0.08390133827924728, |
| "learning_rate": 7.990106266031513e-06, |
| "loss": 0.0073, |
| "step": 79350 |
| }, |
| { |
| "epoch": 28.90836071558963, |
| "grad_norm": 0.06938619166612625, |
| "learning_rate": 7.988274093074387e-06, |
| "loss": 0.0077, |
| "step": 79400 |
| }, |
| { |
| "epoch": 28.92661555312158, |
| "grad_norm": 0.08508136868476868, |
| "learning_rate": 7.98644192011726e-06, |
| "loss": 0.0076, |
| "step": 79450 |
| }, |
| { |
| "epoch": 28.944870390653524, |
| "grad_norm": 0.0766613781452179, |
| "learning_rate": 7.984609747160132e-06, |
| "loss": 0.0073, |
| "step": 79500 |
| }, |
| { |
| "epoch": 29.018254837531945, |
| "grad_norm": 0.06182140111923218, |
| "learning_rate": 7.982777574203006e-06, |
| "loss": 0.0074, |
| "step": 79550 |
| }, |
| { |
| "epoch": 29.036509675063893, |
| "grad_norm": 0.06543870270252228, |
| "learning_rate": 7.980945401245878e-06, |
| "loss": 0.0072, |
| "step": 79600 |
| }, |
| { |
| "epoch": 29.05476451259584, |
| "grad_norm": 0.08262419700622559, |
| "learning_rate": 7.97911322828875e-06, |
| "loss": 0.0074, |
| "step": 79650 |
| }, |
| { |
| "epoch": 29.073019350127783, |
| "grad_norm": 0.07292219996452332, |
| "learning_rate": 7.977281055331623e-06, |
| "loss": 0.0072, |
| "step": 79700 |
| }, |
| { |
| "epoch": 29.091274187659728, |
| "grad_norm": 0.06897533684968948, |
| "learning_rate": 7.975448882374497e-06, |
| "loss": 0.0068, |
| "step": 79750 |
| }, |
| { |
| "epoch": 29.109529025191677, |
| "grad_norm": 0.09884458780288696, |
| "learning_rate": 7.97361670941737e-06, |
| "loss": 0.0072, |
| "step": 79800 |
| }, |
| { |
| "epoch": 29.12778386272362, |
| "grad_norm": 0.058845311403274536, |
| "learning_rate": 7.971784536460242e-06, |
| "loss": 0.0073, |
| "step": 79850 |
| }, |
| { |
| "epoch": 29.146038700255566, |
| "grad_norm": 0.06181783229112625, |
| "learning_rate": 7.969952363503116e-06, |
| "loss": 0.0067, |
| "step": 79900 |
| }, |
| { |
| "epoch": 29.164293537787515, |
| "grad_norm": 0.06043371185660362, |
| "learning_rate": 7.968120190545988e-06, |
| "loss": 0.0074, |
| "step": 79950 |
| }, |
| { |
| "epoch": 29.18254837531946, |
| "grad_norm": 0.08618185669183731, |
| "learning_rate": 7.966288017588862e-06, |
| "loss": 0.0072, |
| "step": 80000 |
| }, |
| { |
| "epoch": 29.200803212851405, |
| "grad_norm": 0.06627660244703293, |
| "learning_rate": 7.964455844631734e-06, |
| "loss": 0.0071, |
| "step": 80050 |
| }, |
| { |
| "epoch": 29.219058050383353, |
| "grad_norm": 0.08391069620847702, |
| "learning_rate": 7.962623671674606e-06, |
| "loss": 0.007, |
| "step": 80100 |
| }, |
| { |
| "epoch": 29.237312887915298, |
| "grad_norm": 0.06872262060642242, |
| "learning_rate": 7.960791498717479e-06, |
| "loss": 0.0076, |
| "step": 80150 |
| }, |
| { |
| "epoch": 29.255567725447243, |
| "grad_norm": 0.059014998376369476, |
| "learning_rate": 7.958959325760353e-06, |
| "loss": 0.0073, |
| "step": 80200 |
| }, |
| { |
| "epoch": 29.27382256297919, |
| "grad_norm": 0.06593556702136993, |
| "learning_rate": 7.957127152803225e-06, |
| "loss": 0.0074, |
| "step": 80250 |
| }, |
| { |
| "epoch": 29.292077400511136, |
| "grad_norm": 0.2186076045036316, |
| "learning_rate": 7.955294979846097e-06, |
| "loss": 0.007, |
| "step": 80300 |
| }, |
| { |
| "epoch": 29.31033223804308, |
| "grad_norm": 0.07353591173887253, |
| "learning_rate": 7.953462806888971e-06, |
| "loss": 0.0074, |
| "step": 80350 |
| }, |
| { |
| "epoch": 29.328587075575026, |
| "grad_norm": 0.06211809813976288, |
| "learning_rate": 7.951630633931844e-06, |
| "loss": 0.0071, |
| "step": 80400 |
| }, |
| { |
| "epoch": 29.346841913106974, |
| "grad_norm": 0.06414536386728287, |
| "learning_rate": 7.949798460974718e-06, |
| "loss": 0.0072, |
| "step": 80450 |
| }, |
| { |
| "epoch": 29.36509675063892, |
| "grad_norm": 0.05896814167499542, |
| "learning_rate": 7.947966288017588e-06, |
| "loss": 0.0073, |
| "step": 80500 |
| }, |
| { |
| "epoch": 29.383351588170864, |
| "grad_norm": 0.0623180978000164, |
| "learning_rate": 7.946134115060462e-06, |
| "loss": 0.0072, |
| "step": 80550 |
| }, |
| { |
| "epoch": 29.401606425702813, |
| "grad_norm": 0.06735369563102722, |
| "learning_rate": 7.944301942103335e-06, |
| "loss": 0.0073, |
| "step": 80600 |
| }, |
| { |
| "epoch": 29.419861263234758, |
| "grad_norm": 0.06385549157857895, |
| "learning_rate": 7.942469769146209e-06, |
| "loss": 0.0073, |
| "step": 80650 |
| }, |
| { |
| "epoch": 29.438116100766702, |
| "grad_norm": 0.06826087832450867, |
| "learning_rate": 7.940637596189081e-06, |
| "loss": 0.0073, |
| "step": 80700 |
| }, |
| { |
| "epoch": 29.456370938298647, |
| "grad_norm": 0.0658302903175354, |
| "learning_rate": 7.938805423231953e-06, |
| "loss": 0.0075, |
| "step": 80750 |
| }, |
| { |
| "epoch": 29.474625775830596, |
| "grad_norm": 0.07737997174263, |
| "learning_rate": 7.936973250274827e-06, |
| "loss": 0.0076, |
| "step": 80800 |
| }, |
| { |
| "epoch": 29.49288061336254, |
| "grad_norm": 0.0661461353302002, |
| "learning_rate": 7.9351410773177e-06, |
| "loss": 0.0073, |
| "step": 80850 |
| }, |
| { |
| "epoch": 29.511135450894486, |
| "grad_norm": 0.06623401492834091, |
| "learning_rate": 7.933308904360573e-06, |
| "loss": 0.0074, |
| "step": 80900 |
| }, |
| { |
| "epoch": 29.529390288426434, |
| "grad_norm": 0.1918768435716629, |
| "learning_rate": 7.931476731403444e-06, |
| "loss": 0.0075, |
| "step": 80950 |
| }, |
| { |
| "epoch": 29.54764512595838, |
| "grad_norm": 0.06365705281496048, |
| "learning_rate": 7.929644558446318e-06, |
| "loss": 0.0074, |
| "step": 81000 |
| }, |
| { |
| "epoch": 29.565899963490324, |
| "grad_norm": 0.06181911379098892, |
| "learning_rate": 7.92781238548919e-06, |
| "loss": 0.0077, |
| "step": 81050 |
| }, |
| { |
| "epoch": 29.584154801022272, |
| "grad_norm": 0.08525305986404419, |
| "learning_rate": 7.925980212532064e-06, |
| "loss": 0.0071, |
| "step": 81100 |
| }, |
| { |
| "epoch": 29.602409638554217, |
| "grad_norm": 0.10943957418203354, |
| "learning_rate": 7.924148039574937e-06, |
| "loss": 0.0071, |
| "step": 81150 |
| }, |
| { |
| "epoch": 29.620664476086162, |
| "grad_norm": 0.07574176043272018, |
| "learning_rate": 7.922315866617809e-06, |
| "loss": 0.0072, |
| "step": 81200 |
| }, |
| { |
| "epoch": 29.63891931361811, |
| "grad_norm": 0.05273205786943436, |
| "learning_rate": 7.920483693660681e-06, |
| "loss": 0.0076, |
| "step": 81250 |
| }, |
| { |
| "epoch": 29.657174151150056, |
| "grad_norm": 0.07380454987287521, |
| "learning_rate": 7.918651520703555e-06, |
| "loss": 0.0075, |
| "step": 81300 |
| }, |
| { |
| "epoch": 29.675428988682, |
| "grad_norm": 0.051318127661943436, |
| "learning_rate": 7.916819347746428e-06, |
| "loss": 0.0075, |
| "step": 81350 |
| }, |
| { |
| "epoch": 29.693683826213945, |
| "grad_norm": 0.0764152929186821, |
| "learning_rate": 7.9149871747893e-06, |
| "loss": 0.0075, |
| "step": 81400 |
| }, |
| { |
| "epoch": 29.711938663745894, |
| "grad_norm": 0.05802054703235626, |
| "learning_rate": 7.913155001832174e-06, |
| "loss": 0.007, |
| "step": 81450 |
| }, |
| { |
| "epoch": 29.73019350127784, |
| "grad_norm": 0.07457083463668823, |
| "learning_rate": 7.911322828875046e-06, |
| "loss": 0.0071, |
| "step": 81500 |
| }, |
| { |
| "epoch": 29.748448338809784, |
| "grad_norm": 0.06422644853591919, |
| "learning_rate": 7.90949065591792e-06, |
| "loss": 0.0073, |
| "step": 81550 |
| }, |
| { |
| "epoch": 29.766703176341732, |
| "grad_norm": 0.05865848809480667, |
| "learning_rate": 7.90765848296079e-06, |
| "loss": 0.0074, |
| "step": 81600 |
| }, |
| { |
| "epoch": 29.784958013873677, |
| "grad_norm": 0.08266253769397736, |
| "learning_rate": 7.905826310003665e-06, |
| "loss": 0.0075, |
| "step": 81650 |
| }, |
| { |
| "epoch": 29.803212851405622, |
| "grad_norm": 0.06528962403535843, |
| "learning_rate": 7.903994137046537e-06, |
| "loss": 0.0071, |
| "step": 81700 |
| }, |
| { |
| "epoch": 29.821467688937567, |
| "grad_norm": 0.06314411759376526, |
| "learning_rate": 7.902161964089411e-06, |
| "loss": 0.0074, |
| "step": 81750 |
| }, |
| { |
| "epoch": 29.839722526469515, |
| "grad_norm": 0.0889691486954689, |
| "learning_rate": 7.900329791132283e-06, |
| "loss": 0.0073, |
| "step": 81800 |
| }, |
| { |
| "epoch": 29.85797736400146, |
| "grad_norm": 0.10467179864645004, |
| "learning_rate": 7.898497618175156e-06, |
| "loss": 0.0073, |
| "step": 81850 |
| }, |
| { |
| "epoch": 29.876232201533405, |
| "grad_norm": 0.06854028254747391, |
| "learning_rate": 7.89666544521803e-06, |
| "loss": 0.0075, |
| "step": 81900 |
| }, |
| { |
| "epoch": 29.894487039065353, |
| "grad_norm": 0.11528389155864716, |
| "learning_rate": 7.894833272260902e-06, |
| "loss": 0.007, |
| "step": 81950 |
| }, |
| { |
| "epoch": 29.9127418765973, |
| "grad_norm": 0.08205393701791763, |
| "learning_rate": 7.893001099303776e-06, |
| "loss": 0.0076, |
| "step": 82000 |
| }, |
| { |
| "epoch": 29.930996714129243, |
| "grad_norm": 0.0832001119852066, |
| "learning_rate": 7.891168926346647e-06, |
| "loss": 0.0075, |
| "step": 82050 |
| }, |
| { |
| "epoch": 29.94925155166119, |
| "grad_norm": 0.07379259914159775, |
| "learning_rate": 7.88933675338952e-06, |
| "loss": 0.0073, |
| "step": 82100 |
| }, |
| { |
| "epoch": 29.967506389193137, |
| "grad_norm": 0.07361481338739395, |
| "learning_rate": 7.887504580432393e-06, |
| "loss": 0.0073, |
| "step": 82150 |
| }, |
| { |
| "epoch": 29.98576122672508, |
| "grad_norm": 0.0669662281870842, |
| "learning_rate": 7.885672407475267e-06, |
| "loss": 0.0074, |
| "step": 82200 |
| }, |
| { |
| "epoch": 30.004016064257026, |
| "grad_norm": 0.06385339051485062, |
| "learning_rate": 7.88384023451814e-06, |
| "loss": 0.0076, |
| "step": 82250 |
| }, |
| { |
| "epoch": 30.022270901788975, |
| "grad_norm": 0.16685138642787933, |
| "learning_rate": 7.882008061561012e-06, |
| "loss": 0.0071, |
| "step": 82300 |
| }, |
| { |
| "epoch": 30.04052573932092, |
| "grad_norm": 0.061589423567056656, |
| "learning_rate": 7.880175888603886e-06, |
| "loss": 0.0068, |
| "step": 82350 |
| }, |
| { |
| "epoch": 30.058780576852865, |
| "grad_norm": 0.09114423394203186, |
| "learning_rate": 7.878343715646758e-06, |
| "loss": 0.0071, |
| "step": 82400 |
| }, |
| { |
| "epoch": 30.077035414384813, |
| "grad_norm": 0.08508852124214172, |
| "learning_rate": 7.876511542689632e-06, |
| "loss": 0.0076, |
| "step": 82450 |
| }, |
| { |
| "epoch": 30.095290251916758, |
| "grad_norm": 0.08360867947340012, |
| "learning_rate": 7.874679369732502e-06, |
| "loss": 0.007, |
| "step": 82500 |
| }, |
| { |
| "epoch": 30.113545089448703, |
| "grad_norm": 0.07298173755407333, |
| "learning_rate": 7.872847196775376e-06, |
| "loss": 0.0069, |
| "step": 82550 |
| }, |
| { |
| "epoch": 30.13179992698065, |
| "grad_norm": 0.07659643143415451, |
| "learning_rate": 7.871015023818249e-06, |
| "loss": 0.0067, |
| "step": 82600 |
| }, |
| { |
| "epoch": 30.150054764512596, |
| "grad_norm": 0.07533630728721619, |
| "learning_rate": 7.869182850861123e-06, |
| "loss": 0.0074, |
| "step": 82650 |
| }, |
| { |
| "epoch": 30.16830960204454, |
| "grad_norm": 0.06985796242952347, |
| "learning_rate": 7.867350677903995e-06, |
| "loss": 0.0073, |
| "step": 82700 |
| }, |
| { |
| "epoch": 30.186564439576486, |
| "grad_norm": 0.07252094149589539, |
| "learning_rate": 7.865518504946867e-06, |
| "loss": 0.0074, |
| "step": 82750 |
| }, |
| { |
| "epoch": 30.204819277108435, |
| "grad_norm": 0.0684509426355362, |
| "learning_rate": 7.863686331989741e-06, |
| "loss": 0.0068, |
| "step": 82800 |
| }, |
| { |
| "epoch": 30.22307411464038, |
| "grad_norm": 0.08677452057600021, |
| "learning_rate": 7.861854159032614e-06, |
| "loss": 0.0069, |
| "step": 82850 |
| }, |
| { |
| "epoch": 30.241328952172324, |
| "grad_norm": 0.07157012820243835, |
| "learning_rate": 7.860021986075486e-06, |
| "loss": 0.0069, |
| "step": 82900 |
| }, |
| { |
| "epoch": 30.259583789704273, |
| "grad_norm": 0.07455437630414963, |
| "learning_rate": 7.858189813118358e-06, |
| "loss": 0.0069, |
| "step": 82950 |
| }, |
| { |
| "epoch": 30.277838627236218, |
| "grad_norm": 0.08211082220077515, |
| "learning_rate": 7.856357640161232e-06, |
| "loss": 0.0071, |
| "step": 83000 |
| }, |
| { |
| "epoch": 30.296093464768163, |
| "grad_norm": 0.07487872242927551, |
| "learning_rate": 7.854525467204105e-06, |
| "loss": 0.0071, |
| "step": 83050 |
| }, |
| { |
| "epoch": 30.31434830230011, |
| "grad_norm": 0.07527283579111099, |
| "learning_rate": 7.852693294246979e-06, |
| "loss": 0.0071, |
| "step": 83100 |
| }, |
| { |
| "epoch": 30.332603139832056, |
| "grad_norm": 0.0807192251086235, |
| "learning_rate": 7.85086112128985e-06, |
| "loss": 0.0071, |
| "step": 83150 |
| }, |
| { |
| "epoch": 30.350857977364, |
| "grad_norm": 0.07028758525848389, |
| "learning_rate": 7.849028948332723e-06, |
| "loss": 0.0075, |
| "step": 83200 |
| }, |
| { |
| "epoch": 30.369112814895946, |
| "grad_norm": 0.07940153777599335, |
| "learning_rate": 7.847196775375595e-06, |
| "loss": 0.007, |
| "step": 83250 |
| }, |
| { |
| "epoch": 30.387367652427894, |
| "grad_norm": 0.08903021365404129, |
| "learning_rate": 7.84536460241847e-06, |
| "loss": 0.0071, |
| "step": 83300 |
| }, |
| { |
| "epoch": 30.40562248995984, |
| "grad_norm": 0.0699775442481041, |
| "learning_rate": 7.843532429461342e-06, |
| "loss": 0.0068, |
| "step": 83350 |
| }, |
| { |
| "epoch": 30.423877327491784, |
| "grad_norm": 0.17301498353481293, |
| "learning_rate": 7.841700256504214e-06, |
| "loss": 0.007, |
| "step": 83400 |
| }, |
| { |
| "epoch": 30.442132165023732, |
| "grad_norm": 0.07502716034650803, |
| "learning_rate": 7.839868083547088e-06, |
| "loss": 0.0073, |
| "step": 83450 |
| }, |
| { |
| "epoch": 30.460387002555677, |
| "grad_norm": 0.09460007399320602, |
| "learning_rate": 7.83803591058996e-06, |
| "loss": 0.0069, |
| "step": 83500 |
| }, |
| { |
| "epoch": 30.478641840087622, |
| "grad_norm": 0.07436145842075348, |
| "learning_rate": 7.836203737632834e-06, |
| "loss": 0.0072, |
| "step": 83550 |
| }, |
| { |
| "epoch": 30.49689667761957, |
| "grad_norm": 0.0753907635807991, |
| "learning_rate": 7.834371564675705e-06, |
| "loss": 0.007, |
| "step": 83600 |
| }, |
| { |
| "epoch": 30.515151515151516, |
| "grad_norm": 0.07714949548244476, |
| "learning_rate": 7.832539391718579e-06, |
| "loss": 0.0071, |
| "step": 83650 |
| }, |
| { |
| "epoch": 30.53340635268346, |
| "grad_norm": 0.0818701833486557, |
| "learning_rate": 7.830707218761451e-06, |
| "loss": 0.007, |
| "step": 83700 |
| }, |
| { |
| "epoch": 30.551661190215405, |
| "grad_norm": 0.06792210787534714, |
| "learning_rate": 7.828875045804325e-06, |
| "loss": 0.0071, |
| "step": 83750 |
| }, |
| { |
| "epoch": 30.569916027747354, |
| "grad_norm": 0.0595746673643589, |
| "learning_rate": 7.827042872847198e-06, |
| "loss": 0.0072, |
| "step": 83800 |
| }, |
| { |
| "epoch": 30.5881708652793, |
| "grad_norm": 0.08002226054668427, |
| "learning_rate": 7.82521069989007e-06, |
| "loss": 0.007, |
| "step": 83850 |
| }, |
| { |
| "epoch": 30.606425702811244, |
| "grad_norm": 0.060037169605493546, |
| "learning_rate": 7.823378526932944e-06, |
| "loss": 0.0072, |
| "step": 83900 |
| }, |
| { |
| "epoch": 30.624680540343192, |
| "grad_norm": 0.06481093913316727, |
| "learning_rate": 7.821546353975816e-06, |
| "loss": 0.0074, |
| "step": 83950 |
| }, |
| { |
| "epoch": 30.642935377875137, |
| "grad_norm": 0.058170221745967865, |
| "learning_rate": 7.819714181018688e-06, |
| "loss": 0.0073, |
| "step": 84000 |
| }, |
| { |
| "epoch": 30.661190215407082, |
| "grad_norm": 0.06569618731737137, |
| "learning_rate": 7.81788200806156e-06, |
| "loss": 0.0072, |
| "step": 84050 |
| }, |
| { |
| "epoch": 30.67944505293903, |
| "grad_norm": 0.09736990928649902, |
| "learning_rate": 7.816049835104435e-06, |
| "loss": 0.0068, |
| "step": 84100 |
| }, |
| { |
| "epoch": 30.697699890470975, |
| "grad_norm": 0.10132616758346558, |
| "learning_rate": 7.814217662147307e-06, |
| "loss": 0.0072, |
| "step": 84150 |
| }, |
| { |
| "epoch": 30.71595472800292, |
| "grad_norm": 0.0747184008359909, |
| "learning_rate": 7.812385489190181e-06, |
| "loss": 0.0073, |
| "step": 84200 |
| }, |
| { |
| "epoch": 30.734209565534865, |
| "grad_norm": 0.07132124900817871, |
| "learning_rate": 7.810553316233053e-06, |
| "loss": 0.0071, |
| "step": 84250 |
| }, |
| { |
| "epoch": 30.752464403066814, |
| "grad_norm": 0.06775057315826416, |
| "learning_rate": 7.808721143275926e-06, |
| "loss": 0.0071, |
| "step": 84300 |
| }, |
| { |
| "epoch": 30.77071924059876, |
| "grad_norm": 0.08591961860656738, |
| "learning_rate": 7.8068889703188e-06, |
| "loss": 0.0072, |
| "step": 84350 |
| }, |
| { |
| "epoch": 30.788974078130703, |
| "grad_norm": 0.07291033864021301, |
| "learning_rate": 7.805056797361672e-06, |
| "loss": 0.0073, |
| "step": 84400 |
| }, |
| { |
| "epoch": 30.80722891566265, |
| "grad_norm": 0.11974475532770157, |
| "learning_rate": 7.803224624404544e-06, |
| "loss": 0.007, |
| "step": 84450 |
| }, |
| { |
| "epoch": 30.825483753194597, |
| "grad_norm": 0.07179722934961319, |
| "learning_rate": 7.801392451447417e-06, |
| "loss": 0.0071, |
| "step": 84500 |
| }, |
| { |
| "epoch": 30.84373859072654, |
| "grad_norm": 0.06474166363477707, |
| "learning_rate": 7.79956027849029e-06, |
| "loss": 0.0071, |
| "step": 84550 |
| }, |
| { |
| "epoch": 30.86199342825849, |
| "grad_norm": 0.05868005380034447, |
| "learning_rate": 7.797728105533163e-06, |
| "loss": 0.0067, |
| "step": 84600 |
| }, |
| { |
| "epoch": 30.880248265790435, |
| "grad_norm": 0.08048903942108154, |
| "learning_rate": 7.795895932576035e-06, |
| "loss": 0.0069, |
| "step": 84650 |
| }, |
| { |
| "epoch": 30.89850310332238, |
| "grad_norm": 0.06953826546669006, |
| "learning_rate": 7.79406375961891e-06, |
| "loss": 0.0072, |
| "step": 84700 |
| }, |
| { |
| "epoch": 30.916757940854325, |
| "grad_norm": 0.0686163604259491, |
| "learning_rate": 7.792231586661781e-06, |
| "loss": 0.0066, |
| "step": 84750 |
| }, |
| { |
| "epoch": 30.935012778386273, |
| "grad_norm": 0.06322144716978073, |
| "learning_rate": 7.790399413704654e-06, |
| "loss": 0.0072, |
| "step": 84800 |
| }, |
| { |
| "epoch": 30.953267615918218, |
| "grad_norm": 0.05418592691421509, |
| "learning_rate": 7.788567240747528e-06, |
| "loss": 0.0074, |
| "step": 84850 |
| }, |
| { |
| "epoch": 30.971522453450163, |
| "grad_norm": 0.06316572427749634, |
| "learning_rate": 7.7867350677904e-06, |
| "loss": 0.0068, |
| "step": 84900 |
| }, |
| { |
| "epoch": 30.98977729098211, |
| "grad_norm": 0.06772512197494507, |
| "learning_rate": 7.784902894833272e-06, |
| "loss": 0.0068, |
| "step": 84950 |
| }, |
| { |
| "epoch": 31.008032128514056, |
| "grad_norm": 0.06311652809381485, |
| "learning_rate": 7.783070721876146e-06, |
| "loss": 0.0074, |
| "step": 85000 |
| }, |
| { |
| "epoch": 31.026286966046, |
| "grad_norm": 0.09480763971805573, |
| "learning_rate": 7.781238548919019e-06, |
| "loss": 0.0067, |
| "step": 85050 |
| }, |
| { |
| "epoch": 31.04454180357795, |
| "grad_norm": 0.11540386080741882, |
| "learning_rate": 7.779406375961891e-06, |
| "loss": 0.0071, |
| "step": 85100 |
| }, |
| { |
| "epoch": 31.062796641109895, |
| "grad_norm": 0.07928896695375443, |
| "learning_rate": 7.777574203004763e-06, |
| "loss": 0.0069, |
| "step": 85150 |
| }, |
| { |
| "epoch": 31.08105147864184, |
| "grad_norm": 0.07635536044836044, |
| "learning_rate": 7.775742030047637e-06, |
| "loss": 0.0072, |
| "step": 85200 |
| }, |
| { |
| "epoch": 31.099306316173784, |
| "grad_norm": 0.0827091783285141, |
| "learning_rate": 7.77390985709051e-06, |
| "loss": 0.0071, |
| "step": 85250 |
| }, |
| { |
| "epoch": 31.117561153705733, |
| "grad_norm": 0.0769251137971878, |
| "learning_rate": 7.772077684133384e-06, |
| "loss": 0.0067, |
| "step": 85300 |
| }, |
| { |
| "epoch": 31.135815991237678, |
| "grad_norm": 0.1027689129114151, |
| "learning_rate": 7.770245511176256e-06, |
| "loss": 0.0068, |
| "step": 85350 |
| }, |
| { |
| "epoch": 31.154070828769623, |
| "grad_norm": 0.08222832530736923, |
| "learning_rate": 7.768413338219128e-06, |
| "loss": 0.0066, |
| "step": 85400 |
| }, |
| { |
| "epoch": 31.17232566630157, |
| "grad_norm": 0.07502683997154236, |
| "learning_rate": 7.766581165262002e-06, |
| "loss": 0.0073, |
| "step": 85450 |
| }, |
| { |
| "epoch": 31.190580503833516, |
| "grad_norm": 0.05718762055039406, |
| "learning_rate": 7.764748992304874e-06, |
| "loss": 0.0068, |
| "step": 85500 |
| }, |
| { |
| "epoch": 31.20883534136546, |
| "grad_norm": 0.06570791453123093, |
| "learning_rate": 7.762916819347747e-06, |
| "loss": 0.0069, |
| "step": 85550 |
| }, |
| { |
| "epoch": 31.22709017889741, |
| "grad_norm": 0.12292777746915817, |
| "learning_rate": 7.761084646390619e-06, |
| "loss": 0.0067, |
| "step": 85600 |
| }, |
| { |
| "epoch": 31.245345016429354, |
| "grad_norm": 0.08384477347135544, |
| "learning_rate": 7.759252473433493e-06, |
| "loss": 0.0067, |
| "step": 85650 |
| }, |
| { |
| "epoch": 31.2635998539613, |
| "grad_norm": 0.0846899226307869, |
| "learning_rate": 7.757420300476365e-06, |
| "loss": 0.0073, |
| "step": 85700 |
| }, |
| { |
| "epoch": 31.281854691493244, |
| "grad_norm": 0.0630795881152153, |
| "learning_rate": 7.755588127519238e-06, |
| "loss": 0.0068, |
| "step": 85750 |
| }, |
| { |
| "epoch": 31.300109529025193, |
| "grad_norm": 0.06208505854010582, |
| "learning_rate": 7.753755954562112e-06, |
| "loss": 0.0071, |
| "step": 85800 |
| }, |
| { |
| "epoch": 31.318364366557137, |
| "grad_norm": 0.06848796457052231, |
| "learning_rate": 7.751923781604984e-06, |
| "loss": 0.0071, |
| "step": 85850 |
| }, |
| { |
| "epoch": 31.336619204089082, |
| "grad_norm": 0.08801737427711487, |
| "learning_rate": 7.750091608647858e-06, |
| "loss": 0.0069, |
| "step": 85900 |
| }, |
| { |
| "epoch": 31.35487404162103, |
| "grad_norm": 0.08753516525030136, |
| "learning_rate": 7.74825943569073e-06, |
| "loss": 0.0067, |
| "step": 85950 |
| }, |
| { |
| "epoch": 31.373128879152976, |
| "grad_norm": 0.0878089964389801, |
| "learning_rate": 7.746427262733603e-06, |
| "loss": 0.0069, |
| "step": 86000 |
| }, |
| { |
| "epoch": 31.39138371668492, |
| "grad_norm": 0.06123606488108635, |
| "learning_rate": 7.744595089776475e-06, |
| "loss": 0.0068, |
| "step": 86050 |
| }, |
| { |
| "epoch": 31.40963855421687, |
| "grad_norm": 0.08994601666927338, |
| "learning_rate": 7.742762916819349e-06, |
| "loss": 0.0067, |
| "step": 86100 |
| }, |
| { |
| "epoch": 31.427893391748814, |
| "grad_norm": 0.09004167467355728, |
| "learning_rate": 7.740930743862221e-06, |
| "loss": 0.0066, |
| "step": 86150 |
| }, |
| { |
| "epoch": 31.44614822928076, |
| "grad_norm": 0.09477866441011429, |
| "learning_rate": 7.739098570905094e-06, |
| "loss": 0.0071, |
| "step": 86200 |
| }, |
| { |
| "epoch": 31.464403066812704, |
| "grad_norm": 0.09493061900138855, |
| "learning_rate": 7.737266397947968e-06, |
| "loss": 0.007, |
| "step": 86250 |
| }, |
| { |
| "epoch": 31.482657904344652, |
| "grad_norm": 0.05244487151503563, |
| "learning_rate": 7.73543422499084e-06, |
| "loss": 0.0069, |
| "step": 86300 |
| }, |
| { |
| "epoch": 31.500912741876597, |
| "grad_norm": 0.06595064699649811, |
| "learning_rate": 7.733602052033712e-06, |
| "loss": 0.0072, |
| "step": 86350 |
| }, |
| { |
| "epoch": 31.519167579408542, |
| "grad_norm": 0.0859295055270195, |
| "learning_rate": 7.731769879076584e-06, |
| "loss": 0.007, |
| "step": 86400 |
| }, |
| { |
| "epoch": 31.53742241694049, |
| "grad_norm": 0.05661967396736145, |
| "learning_rate": 7.729937706119458e-06, |
| "loss": 0.0068, |
| "step": 86450 |
| }, |
| { |
| "epoch": 31.555677254472435, |
| "grad_norm": 0.07679593563079834, |
| "learning_rate": 7.72810553316233e-06, |
| "loss": 0.0071, |
| "step": 86500 |
| }, |
| { |
| "epoch": 31.57393209200438, |
| "grad_norm": 0.07280939072370529, |
| "learning_rate": 7.726273360205205e-06, |
| "loss": 0.0071, |
| "step": 86550 |
| }, |
| { |
| "epoch": 31.59218692953633, |
| "grad_norm": 0.08821633458137512, |
| "learning_rate": 7.724441187248077e-06, |
| "loss": 0.0067, |
| "step": 86600 |
| }, |
| { |
| "epoch": 31.610441767068274, |
| "grad_norm": 0.07913122326135635, |
| "learning_rate": 7.72260901429095e-06, |
| "loss": 0.0066, |
| "step": 86650 |
| }, |
| { |
| "epoch": 31.62869660460022, |
| "grad_norm": 0.07386074215173721, |
| "learning_rate": 7.720776841333822e-06, |
| "loss": 0.0072, |
| "step": 86700 |
| }, |
| { |
| "epoch": 31.646951442132163, |
| "grad_norm": 0.0783054456114769, |
| "learning_rate": 7.718944668376696e-06, |
| "loss": 0.0067, |
| "step": 86750 |
| }, |
| { |
| "epoch": 31.665206279664112, |
| "grad_norm": 0.07334897667169571, |
| "learning_rate": 7.717112495419568e-06, |
| "loss": 0.007, |
| "step": 86800 |
| }, |
| { |
| "epoch": 31.683461117196057, |
| "grad_norm": 0.08848831802606583, |
| "learning_rate": 7.71528032246244e-06, |
| "loss": 0.007, |
| "step": 86850 |
| }, |
| { |
| "epoch": 31.701715954728, |
| "grad_norm": 0.08435018360614777, |
| "learning_rate": 7.713448149505314e-06, |
| "loss": 0.0068, |
| "step": 86900 |
| }, |
| { |
| "epoch": 31.71997079225995, |
| "grad_norm": 0.11135094612836838, |
| "learning_rate": 7.711615976548187e-06, |
| "loss": 0.0071, |
| "step": 86950 |
| }, |
| { |
| "epoch": 31.738225629791895, |
| "grad_norm": 0.06772398948669434, |
| "learning_rate": 7.70978380359106e-06, |
| "loss": 0.0069, |
| "step": 87000 |
| }, |
| { |
| "epoch": 31.75648046732384, |
| "grad_norm": 0.06990749388933182, |
| "learning_rate": 7.707951630633931e-06, |
| "loss": 0.007, |
| "step": 87050 |
| }, |
| { |
| "epoch": 31.77473530485579, |
| "grad_norm": 0.07143830507993698, |
| "learning_rate": 7.706119457676805e-06, |
| "loss": 0.0072, |
| "step": 87100 |
| }, |
| { |
| "epoch": 31.792990142387733, |
| "grad_norm": 0.0700405016541481, |
| "learning_rate": 7.704287284719677e-06, |
| "loss": 0.0068, |
| "step": 87150 |
| }, |
| { |
| "epoch": 31.811244979919678, |
| "grad_norm": 0.10221503674983978, |
| "learning_rate": 7.702455111762551e-06, |
| "loss": 0.007, |
| "step": 87200 |
| }, |
| { |
| "epoch": 31.829499817451623, |
| "grad_norm": 0.07455871254205704, |
| "learning_rate": 7.700622938805424e-06, |
| "loss": 0.0069, |
| "step": 87250 |
| }, |
| { |
| "epoch": 31.84775465498357, |
| "grad_norm": 0.09439749270677567, |
| "learning_rate": 7.698790765848296e-06, |
| "loss": 0.0067, |
| "step": 87300 |
| }, |
| { |
| "epoch": 31.866009492515516, |
| "grad_norm": 0.05693293362855911, |
| "learning_rate": 7.69695859289117e-06, |
| "loss": 0.0072, |
| "step": 87350 |
| }, |
| { |
| "epoch": 31.88426433004746, |
| "grad_norm": 0.09308143705129623, |
| "learning_rate": 7.695126419934042e-06, |
| "loss": 0.0069, |
| "step": 87400 |
| }, |
| { |
| "epoch": 31.90251916757941, |
| "grad_norm": 0.07922778278589249, |
| "learning_rate": 7.693294246976916e-06, |
| "loss": 0.0072, |
| "step": 87450 |
| }, |
| { |
| "epoch": 31.920774005111355, |
| "grad_norm": 0.06627195328474045, |
| "learning_rate": 7.691462074019787e-06, |
| "loss": 0.0067, |
| "step": 87500 |
| }, |
| { |
| "epoch": 31.9390288426433, |
| "grad_norm": 0.1097969114780426, |
| "learning_rate": 7.689629901062661e-06, |
| "loss": 0.0068, |
| "step": 87550 |
| }, |
| { |
| "epoch": 31.957283680175248, |
| "grad_norm": 0.07041894644498825, |
| "learning_rate": 7.687797728105533e-06, |
| "loss": 0.0073, |
| "step": 87600 |
| }, |
| { |
| "epoch": 31.975538517707193, |
| "grad_norm": 0.07094933092594147, |
| "learning_rate": 7.685965555148407e-06, |
| "loss": 0.007, |
| "step": 87650 |
| }, |
| { |
| "epoch": 31.993793355239138, |
| "grad_norm": 0.08098384737968445, |
| "learning_rate": 7.68413338219128e-06, |
| "loss": 0.007, |
| "step": 87700 |
| }, |
| { |
| "epoch": 32.01204819277108, |
| "grad_norm": 0.0577063225209713, |
| "learning_rate": 7.682301209234152e-06, |
| "loss": 0.0066, |
| "step": 87750 |
| }, |
| { |
| "epoch": 32.03030303030303, |
| "grad_norm": 0.054525069892406464, |
| "learning_rate": 7.680469036277026e-06, |
| "loss": 0.0066, |
| "step": 87800 |
| }, |
| { |
| "epoch": 32.04855786783498, |
| "grad_norm": 0.0784829631447792, |
| "learning_rate": 7.678636863319898e-06, |
| "loss": 0.0065, |
| "step": 87850 |
| }, |
| { |
| "epoch": 32.06681270536692, |
| "grad_norm": 0.061458442360162735, |
| "learning_rate": 7.676804690362772e-06, |
| "loss": 0.007, |
| "step": 87900 |
| }, |
| { |
| "epoch": 32.08506754289887, |
| "grad_norm": 0.1012117937207222, |
| "learning_rate": 7.674972517405643e-06, |
| "loss": 0.0066, |
| "step": 87950 |
| }, |
| { |
| "epoch": 32.10332238043081, |
| "grad_norm": 0.07040351629257202, |
| "learning_rate": 7.673140344448517e-06, |
| "loss": 0.0068, |
| "step": 88000 |
| }, |
| { |
| "epoch": 32.12157721796276, |
| "grad_norm": 0.0767582356929779, |
| "learning_rate": 7.671308171491389e-06, |
| "loss": 0.0067, |
| "step": 88050 |
| }, |
| { |
| "epoch": 32.13983205549471, |
| "grad_norm": 0.07797151058912277, |
| "learning_rate": 7.669475998534263e-06, |
| "loss": 0.0067, |
| "step": 88100 |
| }, |
| { |
| "epoch": 32.15808689302665, |
| "grad_norm": 0.0579819530248642, |
| "learning_rate": 7.667643825577135e-06, |
| "loss": 0.0065, |
| "step": 88150 |
| }, |
| { |
| "epoch": 32.1763417305586, |
| "grad_norm": 0.08333556354045868, |
| "learning_rate": 7.665811652620008e-06, |
| "loss": 0.0071, |
| "step": 88200 |
| }, |
| { |
| "epoch": 32.194596568090546, |
| "grad_norm": 0.07710177451372147, |
| "learning_rate": 7.663979479662882e-06, |
| "loss": 0.0067, |
| "step": 88250 |
| }, |
| { |
| "epoch": 32.21285140562249, |
| "grad_norm": 0.08976130187511444, |
| "learning_rate": 7.662147306705754e-06, |
| "loss": 0.0069, |
| "step": 88300 |
| }, |
| { |
| "epoch": 32.231106243154436, |
| "grad_norm": 0.057984720915555954, |
| "learning_rate": 7.660315133748626e-06, |
| "loss": 0.0068, |
| "step": 88350 |
| }, |
| { |
| "epoch": 32.249361080686384, |
| "grad_norm": 0.055399633944034576, |
| "learning_rate": 7.658482960791499e-06, |
| "loss": 0.007, |
| "step": 88400 |
| }, |
| { |
| "epoch": 32.267615918218326, |
| "grad_norm": 0.0700848400592804, |
| "learning_rate": 7.656650787834373e-06, |
| "loss": 0.0065, |
| "step": 88450 |
| }, |
| { |
| "epoch": 32.285870755750274, |
| "grad_norm": 0.06455592811107635, |
| "learning_rate": 7.654818614877245e-06, |
| "loss": 0.0068, |
| "step": 88500 |
| }, |
| { |
| "epoch": 32.30412559328222, |
| "grad_norm": 0.11038955301046371, |
| "learning_rate": 7.652986441920119e-06, |
| "loss": 0.0065, |
| "step": 88550 |
| }, |
| { |
| "epoch": 32.322380430814164, |
| "grad_norm": 0.06685930490493774, |
| "learning_rate": 7.65115426896299e-06, |
| "loss": 0.0069, |
| "step": 88600 |
| }, |
| { |
| "epoch": 32.34063526834611, |
| "grad_norm": 0.08404071629047394, |
| "learning_rate": 7.649322096005863e-06, |
| "loss": 0.0069, |
| "step": 88650 |
| }, |
| { |
| "epoch": 32.35889010587806, |
| "grad_norm": 0.06650456041097641, |
| "learning_rate": 7.647489923048736e-06, |
| "loss": 0.0069, |
| "step": 88700 |
| }, |
| { |
| "epoch": 32.37714494341, |
| "grad_norm": 0.06137634441256523, |
| "learning_rate": 7.64565775009161e-06, |
| "loss": 0.0068, |
| "step": 88750 |
| }, |
| { |
| "epoch": 32.39539978094195, |
| "grad_norm": 0.07725632935762405, |
| "learning_rate": 7.643825577134482e-06, |
| "loss": 0.0069, |
| "step": 88800 |
| }, |
| { |
| "epoch": 32.4136546184739, |
| "grad_norm": 0.07307960838079453, |
| "learning_rate": 7.641993404177354e-06, |
| "loss": 0.0065, |
| "step": 88850 |
| }, |
| { |
| "epoch": 32.43190945600584, |
| "grad_norm": 0.06974013149738312, |
| "learning_rate": 7.640161231220228e-06, |
| "loss": 0.0069, |
| "step": 88900 |
| }, |
| { |
| "epoch": 32.45016429353779, |
| "grad_norm": 0.07056721299886703, |
| "learning_rate": 7.6383290582631e-06, |
| "loss": 0.0068, |
| "step": 88950 |
| }, |
| { |
| "epoch": 32.46841913106973, |
| "grad_norm": 0.0880282074213028, |
| "learning_rate": 7.636496885305975e-06, |
| "loss": 0.007, |
| "step": 89000 |
| }, |
| { |
| "epoch": 32.48667396860168, |
| "grad_norm": 0.0785638615489006, |
| "learning_rate": 7.634664712348845e-06, |
| "loss": 0.0066, |
| "step": 89050 |
| }, |
| { |
| "epoch": 32.50492880613363, |
| "grad_norm": 0.1087317168712616, |
| "learning_rate": 7.63283253939172e-06, |
| "loss": 0.0069, |
| "step": 89100 |
| }, |
| { |
| "epoch": 32.52318364366557, |
| "grad_norm": 0.0878078043460846, |
| "learning_rate": 7.631000366434592e-06, |
| "loss": 0.0066, |
| "step": 89150 |
| }, |
| { |
| "epoch": 32.54143848119752, |
| "grad_norm": 0.08884698152542114, |
| "learning_rate": 7.6291681934774656e-06, |
| "loss": 0.0063, |
| "step": 89200 |
| }, |
| { |
| "epoch": 32.559693318729465, |
| "grad_norm": 0.06762262433767319, |
| "learning_rate": 7.627336020520337e-06, |
| "loss": 0.0065, |
| "step": 89250 |
| }, |
| { |
| "epoch": 32.57794815626141, |
| "grad_norm": 0.07849127799272537, |
| "learning_rate": 7.62550384756321e-06, |
| "loss": 0.0069, |
| "step": 89300 |
| }, |
| { |
| "epoch": 32.596202993793355, |
| "grad_norm": 0.09534306824207306, |
| "learning_rate": 7.623671674606083e-06, |
| "loss": 0.007, |
| "step": 89350 |
| }, |
| { |
| "epoch": 32.6144578313253, |
| "grad_norm": 0.08199641853570938, |
| "learning_rate": 7.6218395016489565e-06, |
| "loss": 0.0069, |
| "step": 89400 |
| }, |
| { |
| "epoch": 32.632712668857245, |
| "grad_norm": 0.06695178151130676, |
| "learning_rate": 7.62000732869183e-06, |
| "loss": 0.0069, |
| "step": 89450 |
| }, |
| { |
| "epoch": 32.65096750638919, |
| "grad_norm": 0.08887915313243866, |
| "learning_rate": 7.618175155734702e-06, |
| "loss": 0.0071, |
| "step": 89500 |
| }, |
| { |
| "epoch": 32.66922234392114, |
| "grad_norm": 0.06490937620401382, |
| "learning_rate": 7.616342982777575e-06, |
| "loss": 0.0068, |
| "step": 89550 |
| }, |
| { |
| "epoch": 32.68747718145308, |
| "grad_norm": 0.06714525073766708, |
| "learning_rate": 7.614510809820448e-06, |
| "loss": 0.0069, |
| "step": 89600 |
| }, |
| { |
| "epoch": 32.70573201898503, |
| "grad_norm": 0.06591560691595078, |
| "learning_rate": 7.612678636863321e-06, |
| "loss": 0.007, |
| "step": 89650 |
| }, |
| { |
| "epoch": 32.72398685651698, |
| "grad_norm": 0.05745172128081322, |
| "learning_rate": 7.610846463906193e-06, |
| "loss": 0.0068, |
| "step": 89700 |
| }, |
| { |
| "epoch": 32.74224169404892, |
| "grad_norm": 0.09448807686567307, |
| "learning_rate": 7.609014290949066e-06, |
| "loss": 0.0071, |
| "step": 89750 |
| }, |
| { |
| "epoch": 32.76049653158087, |
| "grad_norm": 0.06272632628679276, |
| "learning_rate": 7.607182117991939e-06, |
| "loss": 0.0069, |
| "step": 89800 |
| }, |
| { |
| "epoch": 32.77875136911282, |
| "grad_norm": 0.06873849779367447, |
| "learning_rate": 7.605349945034812e-06, |
| "loss": 0.0068, |
| "step": 89850 |
| }, |
| { |
| "epoch": 32.79700620664476, |
| "grad_norm": 0.05152475833892822, |
| "learning_rate": 7.603517772077685e-06, |
| "loss": 0.0069, |
| "step": 89900 |
| }, |
| { |
| "epoch": 32.81526104417671, |
| "grad_norm": 0.0759289488196373, |
| "learning_rate": 7.601685599120558e-06, |
| "loss": 0.0068, |
| "step": 89950 |
| }, |
| { |
| "epoch": 32.83351588170865, |
| "grad_norm": 0.06016925349831581, |
| "learning_rate": 7.599853426163431e-06, |
| "loss": 0.007, |
| "step": 90000 |
| }, |
| { |
| "epoch": 32.8517707192406, |
| "grad_norm": 0.06483444571495056, |
| "learning_rate": 7.598021253206303e-06, |
| "loss": 0.0067, |
| "step": 90050 |
| }, |
| { |
| "epoch": 32.870025556772546, |
| "grad_norm": 0.0779428482055664, |
| "learning_rate": 7.596189080249176e-06, |
| "loss": 0.0069, |
| "step": 90100 |
| }, |
| { |
| "epoch": 32.88828039430449, |
| "grad_norm": 0.06382060796022415, |
| "learning_rate": 7.594356907292049e-06, |
| "loss": 0.0066, |
| "step": 90150 |
| }, |
| { |
| "epoch": 32.906535231836436, |
| "grad_norm": 0.08806990832090378, |
| "learning_rate": 7.592524734334922e-06, |
| "loss": 0.0067, |
| "step": 90200 |
| }, |
| { |
| "epoch": 32.924790069368385, |
| "grad_norm": 0.06399805098772049, |
| "learning_rate": 7.590692561377795e-06, |
| "loss": 0.0069, |
| "step": 90250 |
| }, |
| { |
| "epoch": 32.943044906900326, |
| "grad_norm": 0.11611298471689224, |
| "learning_rate": 7.588860388420668e-06, |
| "loss": 0.0065, |
| "step": 90300 |
| }, |
| { |
| "epoch": 32.961299744432274, |
| "grad_norm": 0.08025538921356201, |
| "learning_rate": 7.5870282154635395e-06, |
| "loss": 0.0067, |
| "step": 90350 |
| }, |
| { |
| "epoch": 32.97955458196422, |
| "grad_norm": 0.07093523442745209, |
| "learning_rate": 7.585196042506413e-06, |
| "loss": 0.0065, |
| "step": 90400 |
| }, |
| { |
| "epoch": 32.997809419496164, |
| "grad_norm": 0.07254663854837418, |
| "learning_rate": 7.583363869549286e-06, |
| "loss": 0.0067, |
| "step": 90450 |
| }, |
| { |
| "epoch": 33.01606425702811, |
| "grad_norm": 0.07248546928167343, |
| "learning_rate": 7.581531696592159e-06, |
| "loss": 0.0063, |
| "step": 90500 |
| }, |
| { |
| "epoch": 33.03431909456006, |
| "grad_norm": 0.09890737384557724, |
| "learning_rate": 7.579699523635031e-06, |
| "loss": 0.0067, |
| "step": 90550 |
| }, |
| { |
| "epoch": 33.052573932092, |
| "grad_norm": 0.0862441211938858, |
| "learning_rate": 7.5778673506779044e-06, |
| "loss": 0.0064, |
| "step": 90600 |
| }, |
| { |
| "epoch": 33.07082876962395, |
| "grad_norm": 0.07000481337308884, |
| "learning_rate": 7.576035177720778e-06, |
| "loss": 0.0063, |
| "step": 90650 |
| }, |
| { |
| "epoch": 33.0890836071559, |
| "grad_norm": 0.09363103657960892, |
| "learning_rate": 7.574203004763651e-06, |
| "loss": 0.0066, |
| "step": 90700 |
| }, |
| { |
| "epoch": 33.10733844468784, |
| "grad_norm": 0.0768694132566452, |
| "learning_rate": 7.572370831806524e-06, |
| "loss": 0.0069, |
| "step": 90750 |
| }, |
| { |
| "epoch": 33.12559328221979, |
| "grad_norm": 0.06516299396753311, |
| "learning_rate": 7.570538658849395e-06, |
| "loss": 0.0066, |
| "step": 90800 |
| }, |
| { |
| "epoch": 33.14384811975174, |
| "grad_norm": 0.05921657383441925, |
| "learning_rate": 7.5687064858922685e-06, |
| "loss": 0.0063, |
| "step": 90850 |
| }, |
| { |
| "epoch": 33.16210295728368, |
| "grad_norm": 0.07661553472280502, |
| "learning_rate": 7.566874312935142e-06, |
| "loss": 0.0066, |
| "step": 90900 |
| }, |
| { |
| "epoch": 33.18035779481563, |
| "grad_norm": 0.07710602134466171, |
| "learning_rate": 7.565042139978015e-06, |
| "loss": 0.0067, |
| "step": 90950 |
| }, |
| { |
| "epoch": 33.19861263234757, |
| "grad_norm": 0.10175678879022598, |
| "learning_rate": 7.563209967020887e-06, |
| "loss": 0.0064, |
| "step": 91000 |
| }, |
| { |
| "epoch": 33.01825483753195, |
| "grad_norm": 0.08640611916780472, |
| "learning_rate": 7.56137779406376e-06, |
| "loss": 0.0065, |
| "step": 91050 |
| }, |
| { |
| "epoch": 33.03650967506389, |
| "grad_norm": 0.07877669483423233, |
| "learning_rate": 7.559545621106633e-06, |
| "loss": 0.0062, |
| "step": 91100 |
| }, |
| { |
| "epoch": 33.05476451259584, |
| "grad_norm": 0.06036520376801491, |
| "learning_rate": 7.5577134481495066e-06, |
| "loss": 0.006, |
| "step": 91150 |
| }, |
| { |
| "epoch": 33.07301935012779, |
| "grad_norm": 0.07644917070865631, |
| "learning_rate": 7.555881275192378e-06, |
| "loss": 0.0062, |
| "step": 91200 |
| }, |
| { |
| "epoch": 33.09127418765973, |
| "grad_norm": 0.08299405872821808, |
| "learning_rate": 7.554049102235251e-06, |
| "loss": 0.0062, |
| "step": 91250 |
| }, |
| { |
| "epoch": 33.10952902519168, |
| "grad_norm": 0.053021352738142014, |
| "learning_rate": 7.552216929278124e-06, |
| "loss": 0.0063, |
| "step": 91300 |
| }, |
| { |
| "epoch": 33.127783862723625, |
| "grad_norm": 0.07107523083686829, |
| "learning_rate": 7.5503847563209975e-06, |
| "loss": 0.0062, |
| "step": 91350 |
| }, |
| { |
| "epoch": 33.146038700255566, |
| "grad_norm": 0.11849170178174973, |
| "learning_rate": 7.548552583363871e-06, |
| "loss": 0.0062, |
| "step": 91400 |
| }, |
| { |
| "epoch": 33.164293537787515, |
| "grad_norm": 0.07564707845449448, |
| "learning_rate": 7.546720410406743e-06, |
| "loss": 0.0063, |
| "step": 91450 |
| }, |
| { |
| "epoch": 33.182548375319456, |
| "grad_norm": 0.07467735558748245, |
| "learning_rate": 7.544888237449616e-06, |
| "loss": 0.0065, |
| "step": 91500 |
| }, |
| { |
| "epoch": 33.200803212851405, |
| "grad_norm": 0.08215086907148361, |
| "learning_rate": 7.543056064492489e-06, |
| "loss": 0.0065, |
| "step": 91550 |
| }, |
| { |
| "epoch": 33.21905805038335, |
| "grad_norm": 0.10069339722394943, |
| "learning_rate": 7.541223891535362e-06, |
| "loss": 0.0066, |
| "step": 91600 |
| }, |
| { |
| "epoch": 33.237312887915294, |
| "grad_norm": 0.07324201613664627, |
| "learning_rate": 7.539391718578234e-06, |
| "loss": 0.0068, |
| "step": 91650 |
| }, |
| { |
| "epoch": 33.25556772544724, |
| "grad_norm": 0.07787135988473892, |
| "learning_rate": 7.537559545621107e-06, |
| "loss": 0.0065, |
| "step": 91700 |
| }, |
| { |
| "epoch": 33.27382256297919, |
| "grad_norm": 0.0801265761256218, |
| "learning_rate": 7.53572737266398e-06, |
| "loss": 0.0068, |
| "step": 91750 |
| }, |
| { |
| "epoch": 33.29207740051113, |
| "grad_norm": 0.0759592056274414, |
| "learning_rate": 7.533895199706853e-06, |
| "loss": 0.0067, |
| "step": 91800 |
| }, |
| { |
| "epoch": 33.31033223804308, |
| "grad_norm": 0.07302507758140564, |
| "learning_rate": 7.532063026749726e-06, |
| "loss": 0.0067, |
| "step": 91850 |
| }, |
| { |
| "epoch": 33.32858707557503, |
| "grad_norm": 0.06013672426342964, |
| "learning_rate": 7.530230853792599e-06, |
| "loss": 0.0065, |
| "step": 91900 |
| }, |
| { |
| "epoch": 33.34684191310697, |
| "grad_norm": 0.06420207023620605, |
| "learning_rate": 7.528398680835471e-06, |
| "loss": 0.0068, |
| "step": 91950 |
| }, |
| { |
| "epoch": 33.36509675063892, |
| "grad_norm": 0.11937499791383743, |
| "learning_rate": 7.526566507878344e-06, |
| "loss": 0.007, |
| "step": 92000 |
| }, |
| { |
| "epoch": 33.38335158817087, |
| "grad_norm": 0.07446599751710892, |
| "learning_rate": 7.524734334921217e-06, |
| "loss": 0.0067, |
| "step": 92050 |
| }, |
| { |
| "epoch": 33.40160642570281, |
| "grad_norm": 0.06346719712018967, |
| "learning_rate": 7.52290216196409e-06, |
| "loss": 0.0069, |
| "step": 92100 |
| }, |
| { |
| "epoch": 33.41986126323476, |
| "grad_norm": 0.06799725443124771, |
| "learning_rate": 7.521069989006963e-06, |
| "loss": 0.0067, |
| "step": 92150 |
| }, |
| { |
| "epoch": 33.438116100766706, |
| "grad_norm": 0.07583191990852356, |
| "learning_rate": 7.519237816049836e-06, |
| "loss": 0.007, |
| "step": 92200 |
| }, |
| { |
| "epoch": 33.45637093829865, |
| "grad_norm": 0.07636619359254837, |
| "learning_rate": 7.517405643092709e-06, |
| "loss": 0.0064, |
| "step": 92250 |
| }, |
| { |
| "epoch": 33.474625775830596, |
| "grad_norm": 0.08070795983076096, |
| "learning_rate": 7.5155734701355805e-06, |
| "loss": 0.0063, |
| "step": 92300 |
| }, |
| { |
| "epoch": 33.492880613362544, |
| "grad_norm": 0.06665036827325821, |
| "learning_rate": 7.513741297178454e-06, |
| "loss": 0.0069, |
| "step": 92350 |
| }, |
| { |
| "epoch": 33.511135450894486, |
| "grad_norm": 0.0569748729467392, |
| "learning_rate": 7.511909124221327e-06, |
| "loss": 0.0064, |
| "step": 92400 |
| }, |
| { |
| "epoch": 33.529390288426434, |
| "grad_norm": 0.06580673903226852, |
| "learning_rate": 7.5100769512642e-06, |
| "loss": 0.0066, |
| "step": 92450 |
| }, |
| { |
| "epoch": 33.54764512595838, |
| "grad_norm": 0.06324420869350433, |
| "learning_rate": 7.508244778307073e-06, |
| "loss": 0.0064, |
| "step": 92500 |
| }, |
| { |
| "epoch": 33.565899963490324, |
| "grad_norm": 0.07890833914279938, |
| "learning_rate": 7.5064126053499454e-06, |
| "loss": 0.0065, |
| "step": 92550 |
| }, |
| { |
| "epoch": 33.58415480102227, |
| "grad_norm": 0.0710713267326355, |
| "learning_rate": 7.504580432392819e-06, |
| "loss": 0.0065, |
| "step": 92600 |
| }, |
| { |
| "epoch": 33.602409638554214, |
| "grad_norm": 0.08788053691387177, |
| "learning_rate": 7.502748259435692e-06, |
| "loss": 0.0064, |
| "step": 92650 |
| }, |
| { |
| "epoch": 33.62066447608616, |
| "grad_norm": 0.09910070896148682, |
| "learning_rate": 7.500916086478565e-06, |
| "loss": 0.0068, |
| "step": 92700 |
| }, |
| { |
| "epoch": 33.63891931361811, |
| "grad_norm": 0.09052541851997375, |
| "learning_rate": 7.499083913521436e-06, |
| "loss": 0.0067, |
| "step": 92750 |
| }, |
| { |
| "epoch": 33.65717415115005, |
| "grad_norm": 0.07365219295024872, |
| "learning_rate": 7.4972517405643095e-06, |
| "loss": 0.0067, |
| "step": 92800 |
| }, |
| { |
| "epoch": 33.675428988682, |
| "grad_norm": 0.08162645250558853, |
| "learning_rate": 7.495419567607183e-06, |
| "loss": 0.0065, |
| "step": 92850 |
| }, |
| { |
| "epoch": 33.69368382621395, |
| "grad_norm": 0.07561594247817993, |
| "learning_rate": 7.493587394650056e-06, |
| "loss": 0.0066, |
| "step": 92900 |
| }, |
| { |
| "epoch": 33.71193866374589, |
| "grad_norm": 0.10299866646528244, |
| "learning_rate": 7.491755221692928e-06, |
| "loss": 0.0068, |
| "step": 92950 |
| }, |
| { |
| "epoch": 33.73019350127784, |
| "grad_norm": 0.11611182987689972, |
| "learning_rate": 7.489923048735801e-06, |
| "loss": 0.0068, |
| "step": 93000 |
| }, |
| { |
| "epoch": 33.74844833880979, |
| "grad_norm": 0.05956384167075157, |
| "learning_rate": 7.488090875778674e-06, |
| "loss": 0.0068, |
| "step": 93050 |
| }, |
| { |
| "epoch": 33.76670317634173, |
| "grad_norm": 0.08203823119401932, |
| "learning_rate": 7.4862587028215475e-06, |
| "loss": 0.0063, |
| "step": 93100 |
| }, |
| { |
| "epoch": 33.78495801387368, |
| "grad_norm": 0.10844368487596512, |
| "learning_rate": 7.484426529864421e-06, |
| "loss": 0.0065, |
| "step": 93150 |
| }, |
| { |
| "epoch": 33.803212851405625, |
| "grad_norm": 0.07232064008712769, |
| "learning_rate": 7.482594356907292e-06, |
| "loss": 0.0064, |
| "step": 93200 |
| }, |
| { |
| "epoch": 33.82146768893757, |
| "grad_norm": 0.08342086523771286, |
| "learning_rate": 7.480762183950165e-06, |
| "loss": 0.0066, |
| "step": 93250 |
| }, |
| { |
| "epoch": 33.839722526469515, |
| "grad_norm": 0.08903005719184875, |
| "learning_rate": 7.4789300109930385e-06, |
| "loss": 0.0069, |
| "step": 93300 |
| }, |
| { |
| "epoch": 33.857977364001464, |
| "grad_norm": 0.0657573789358139, |
| "learning_rate": 7.477097838035912e-06, |
| "loss": 0.0066, |
| "step": 93350 |
| }, |
| { |
| "epoch": 33.876232201533405, |
| "grad_norm": 0.08723960071802139, |
| "learning_rate": 7.475265665078784e-06, |
| "loss": 0.0066, |
| "step": 93400 |
| }, |
| { |
| "epoch": 33.89448703906535, |
| "grad_norm": 0.08263439685106277, |
| "learning_rate": 7.473433492121657e-06, |
| "loss": 0.0065, |
| "step": 93450 |
| }, |
| { |
| "epoch": 33.912741876597295, |
| "grad_norm": 0.0738154947757721, |
| "learning_rate": 7.47160131916453e-06, |
| "loss": 0.0065, |
| "step": 93500 |
| }, |
| { |
| "epoch": 33.93099671412924, |
| "grad_norm": 0.09733784198760986, |
| "learning_rate": 7.4697691462074025e-06, |
| "loss": 0.0064, |
| "step": 93550 |
| }, |
| { |
| "epoch": 33.94925155166119, |
| "grad_norm": 0.05863521993160248, |
| "learning_rate": 7.467936973250275e-06, |
| "loss": 0.0064, |
| "step": 93600 |
| }, |
| { |
| "epoch": 33.96750638919313, |
| "grad_norm": 0.08290941268205643, |
| "learning_rate": 7.466104800293148e-06, |
| "loss": 0.0068, |
| "step": 93650 |
| }, |
| { |
| "epoch": 33.98576122672508, |
| "grad_norm": 0.07428315281867981, |
| "learning_rate": 7.464272627336021e-06, |
| "loss": 0.0069, |
| "step": 93700 |
| }, |
| { |
| "epoch": 34.00401606425703, |
| "grad_norm": 0.06447955965995789, |
| "learning_rate": 7.462440454378894e-06, |
| "loss": 0.0064, |
| "step": 93750 |
| }, |
| { |
| "epoch": 34.02227090178897, |
| "grad_norm": 0.0819171667098999, |
| "learning_rate": 7.460608281421767e-06, |
| "loss": 0.0061, |
| "step": 93800 |
| }, |
| { |
| "epoch": 34.04052573932092, |
| "grad_norm": 0.0662824809551239, |
| "learning_rate": 7.458776108464639e-06, |
| "loss": 0.0065, |
| "step": 93850 |
| }, |
| { |
| "epoch": 34.05878057685287, |
| "grad_norm": 0.09369952976703644, |
| "learning_rate": 7.456943935507512e-06, |
| "loss": 0.0063, |
| "step": 93900 |
| }, |
| { |
| "epoch": 34.07703541438481, |
| "grad_norm": 0.08420363068580627, |
| "learning_rate": 7.455111762550385e-06, |
| "loss": 0.0065, |
| "step": 93950 |
| }, |
| { |
| "epoch": 34.09529025191676, |
| "grad_norm": 0.0757431611418724, |
| "learning_rate": 7.453279589593258e-06, |
| "loss": 0.0061, |
| "step": 94000 |
| }, |
| { |
| "epoch": 34.11354508944871, |
| "grad_norm": 0.07587788999080658, |
| "learning_rate": 7.451447416636131e-06, |
| "loss": 0.0064, |
| "step": 94050 |
| }, |
| { |
| "epoch": 34.13179992698065, |
| "grad_norm": 0.08815893530845642, |
| "learning_rate": 7.449615243679004e-06, |
| "loss": 0.0062, |
| "step": 94100 |
| }, |
| { |
| "epoch": 34.150054764512596, |
| "grad_norm": 0.09660379588603973, |
| "learning_rate": 7.447783070721877e-06, |
| "loss": 0.0062, |
| "step": 94150 |
| }, |
| { |
| "epoch": 34.168309602044545, |
| "grad_norm": 0.08910347521305084, |
| "learning_rate": 7.44595089776475e-06, |
| "loss": 0.0062, |
| "step": 94200 |
| }, |
| { |
| "epoch": 34.186564439576486, |
| "grad_norm": 0.07158197462558746, |
| "learning_rate": 7.444118724807623e-06, |
| "loss": 0.0062, |
| "step": 94250 |
| }, |
| { |
| "epoch": 34.204819277108435, |
| "grad_norm": 0.07484482228755951, |
| "learning_rate": 7.442286551850495e-06, |
| "loss": 0.0066, |
| "step": 94300 |
| }, |
| { |
| "epoch": 34.22307411464038, |
| "grad_norm": 0.08587847650051117, |
| "learning_rate": 7.440454378893368e-06, |
| "loss": 0.0067, |
| "step": 94350 |
| }, |
| { |
| "epoch": 34.241328952172324, |
| "grad_norm": 0.08244587481021881, |
| "learning_rate": 7.438622205936241e-06, |
| "loss": 0.0067, |
| "step": 94400 |
| }, |
| { |
| "epoch": 34.25958378970427, |
| "grad_norm": 0.0655352771282196, |
| "learning_rate": 7.436790032979114e-06, |
| "loss": 0.0065, |
| "step": 94450 |
| }, |
| { |
| "epoch": 34.277838627236214, |
| "grad_norm": 0.07686389982700348, |
| "learning_rate": 7.4349578600219864e-06, |
| "loss": 0.0063, |
| "step": 94500 |
| }, |
| { |
| "epoch": 34.29609346476816, |
| "grad_norm": 0.10769946128129959, |
| "learning_rate": 7.4331256870648596e-06, |
| "loss": 0.0065, |
| "step": 94550 |
| }, |
| { |
| "epoch": 34.31434830230011, |
| "grad_norm": 0.0671880766749382, |
| "learning_rate": 7.431293514107733e-06, |
| "loss": 0.0062, |
| "step": 94600 |
| }, |
| { |
| "epoch": 34.33260313983205, |
| "grad_norm": 0.07192417979240417, |
| "learning_rate": 7.429461341150606e-06, |
| "loss": 0.0067, |
| "step": 94650 |
| }, |
| { |
| "epoch": 34.350857977364, |
| "grad_norm": 0.10501667857170105, |
| "learning_rate": 7.427629168193477e-06, |
| "loss": 0.0064, |
| "step": 94700 |
| }, |
| { |
| "epoch": 34.36911281489595, |
| "grad_norm": 0.1024191826581955, |
| "learning_rate": 7.4257969952363505e-06, |
| "loss": 0.0063, |
| "step": 94750 |
| }, |
| { |
| "epoch": 34.38736765242789, |
| "grad_norm": 0.06977224349975586, |
| "learning_rate": 7.423964822279224e-06, |
| "loss": 0.0059, |
| "step": 94800 |
| }, |
| { |
| "epoch": 34.40562248995984, |
| "grad_norm": 0.09432656317949295, |
| "learning_rate": 7.422132649322097e-06, |
| "loss": 0.0064, |
| "step": 94850 |
| }, |
| { |
| "epoch": 34.42387732749179, |
| "grad_norm": 0.07734890282154083, |
| "learning_rate": 7.42030047636497e-06, |
| "loss": 0.0066, |
| "step": 94900 |
| }, |
| { |
| "epoch": 34.44213216502373, |
| "grad_norm": 0.08781347423791885, |
| "learning_rate": 7.418468303407842e-06, |
| "loss": 0.0063, |
| "step": 94950 |
| }, |
| { |
| "epoch": 34.46038700255568, |
| "grad_norm": 0.07764413207769394, |
| "learning_rate": 7.416636130450715e-06, |
| "loss": 0.0062, |
| "step": 95000 |
| }, |
| { |
| "epoch": 34.478641840087626, |
| "grad_norm": 0.0753496065735817, |
| "learning_rate": 7.4148039574935885e-06, |
| "loss": 0.0065, |
| "step": 95050 |
| }, |
| { |
| "epoch": 34.49689667761957, |
| "grad_norm": 0.10010667145252228, |
| "learning_rate": 7.412971784536462e-06, |
| "loss": 0.0067, |
| "step": 95100 |
| }, |
| { |
| "epoch": 34.515151515151516, |
| "grad_norm": 0.09689407795667648, |
| "learning_rate": 7.411139611579333e-06, |
| "loss": 0.0064, |
| "step": 95150 |
| }, |
| { |
| "epoch": 34.533406352683464, |
| "grad_norm": 0.08131708949804306, |
| "learning_rate": 7.409307438622206e-06, |
| "loss": 0.0063, |
| "step": 95200 |
| }, |
| { |
| "epoch": 34.551661190215405, |
| "grad_norm": 0.10950660705566406, |
| "learning_rate": 7.4074752656650794e-06, |
| "loss": 0.0067, |
| "step": 95250 |
| }, |
| { |
| "epoch": 34.569916027747354, |
| "grad_norm": 0.07988095283508301, |
| "learning_rate": 7.405643092707953e-06, |
| "loss": 0.0068, |
| "step": 95300 |
| }, |
| { |
| "epoch": 34.5881708652793, |
| "grad_norm": 0.0752549096941948, |
| "learning_rate": 7.403810919750825e-06, |
| "loss": 0.0061, |
| "step": 95350 |
| }, |
| { |
| "epoch": 34.606425702811244, |
| "grad_norm": 0.06627549231052399, |
| "learning_rate": 7.401978746793698e-06, |
| "loss": 0.0063, |
| "step": 95400 |
| }, |
| { |
| "epoch": 34.62468054034319, |
| "grad_norm": 0.05696071311831474, |
| "learning_rate": 7.40014657383657e-06, |
| "loss": 0.0067, |
| "step": 95450 |
| }, |
| { |
| "epoch": 34.64293537787513, |
| "grad_norm": 0.08637910336256027, |
| "learning_rate": 7.3983144008794435e-06, |
| "loss": 0.0063, |
| "step": 95500 |
| }, |
| { |
| "epoch": 34.66119021540708, |
| "grad_norm": 0.06776952743530273, |
| "learning_rate": 7.396482227922317e-06, |
| "loss": 0.0063, |
| "step": 95550 |
| }, |
| { |
| "epoch": 34.67944505293903, |
| "grad_norm": 0.08339675515890121, |
| "learning_rate": 7.394650054965189e-06, |
| "loss": 0.0066, |
| "step": 95600 |
| }, |
| { |
| "epoch": 34.69769989047097, |
| "grad_norm": 0.08814459294080734, |
| "learning_rate": 7.392817882008062e-06, |
| "loss": 0.0064, |
| "step": 95650 |
| }, |
| { |
| "epoch": 34.71595472800292, |
| "grad_norm": 0.07799631357192993, |
| "learning_rate": 7.390985709050935e-06, |
| "loss": 0.0065, |
| "step": 95700 |
| }, |
| { |
| "epoch": 34.73420956553487, |
| "grad_norm": 0.08527465909719467, |
| "learning_rate": 7.389153536093808e-06, |
| "loss": 0.0066, |
| "step": 95750 |
| }, |
| { |
| "epoch": 34.75246440306681, |
| "grad_norm": 0.0828857421875, |
| "learning_rate": 7.38732136313668e-06, |
| "loss": 0.0062, |
| "step": 95800 |
| }, |
| { |
| "epoch": 34.77071924059876, |
| "grad_norm": 0.0705450177192688, |
| "learning_rate": 7.385489190179553e-06, |
| "loss": 0.0063, |
| "step": 95850 |
| }, |
| { |
| "epoch": 34.78897407813071, |
| "grad_norm": 0.0812784880399704, |
| "learning_rate": 7.383657017222426e-06, |
| "loss": 0.0065, |
| "step": 95900 |
| }, |
| { |
| "epoch": 34.80722891566265, |
| "grad_norm": 0.09739243984222412, |
| "learning_rate": 7.381824844265299e-06, |
| "loss": 0.0064, |
| "step": 95950 |
| }, |
| { |
| "epoch": 34.8254837531946, |
| "grad_norm": 0.0860084667801857, |
| "learning_rate": 7.379992671308172e-06, |
| "loss": 0.0065, |
| "step": 96000 |
| }, |
| { |
| "epoch": 34.843738590726545, |
| "grad_norm": 0.0991797149181366, |
| "learning_rate": 7.378160498351045e-06, |
| "loss": 0.0063, |
| "step": 96050 |
| }, |
| { |
| "epoch": 34.86199342825849, |
| "grad_norm": 0.07097810506820679, |
| "learning_rate": 7.376328325393918e-06, |
| "loss": 0.0064, |
| "step": 96100 |
| }, |
| { |
| "epoch": 34.880248265790435, |
| "grad_norm": 0.0673302710056305, |
| "learning_rate": 7.374496152436791e-06, |
| "loss": 0.0063, |
| "step": 96150 |
| }, |
| { |
| "epoch": 34.89850310332238, |
| "grad_norm": 0.09015652537345886, |
| "learning_rate": 7.372663979479664e-06, |
| "loss": 0.0064, |
| "step": 96200 |
| }, |
| { |
| "epoch": 34.916757940854325, |
| "grad_norm": 0.0800556093454361, |
| "learning_rate": 7.370831806522536e-06, |
| "loss": 0.0066, |
| "step": 96250 |
| }, |
| { |
| "epoch": 34.93501277838627, |
| "grad_norm": 0.08675851672887802, |
| "learning_rate": 7.368999633565409e-06, |
| "loss": 0.0062, |
| "step": 96300 |
| }, |
| { |
| "epoch": 34.95326761591822, |
| "grad_norm": 0.0763222873210907, |
| "learning_rate": 7.367167460608282e-06, |
| "loss": 0.0063, |
| "step": 96350 |
| }, |
| { |
| "epoch": 34.97152245345016, |
| "grad_norm": 0.06653405725955963, |
| "learning_rate": 7.365335287651155e-06, |
| "loss": 0.0064, |
| "step": 96400 |
| }, |
| { |
| "epoch": 34.98977729098211, |
| "grad_norm": 0.06374112516641617, |
| "learning_rate": 7.363503114694027e-06, |
| "loss": 0.0065, |
| "step": 96450 |
| }, |
| { |
| "epoch": 35.00803212851405, |
| "grad_norm": 0.06980693340301514, |
| "learning_rate": 7.3616709417369006e-06, |
| "loss": 0.0058, |
| "step": 96500 |
| }, |
| { |
| "epoch": 35.026286966046, |
| "grad_norm": 0.09170663356781006, |
| "learning_rate": 7.359838768779774e-06, |
| "loss": 0.0063, |
| "step": 96550 |
| }, |
| { |
| "epoch": 35.04454180357795, |
| "grad_norm": 0.08213771134614944, |
| "learning_rate": 7.358006595822647e-06, |
| "loss": 0.0063, |
| "step": 96600 |
| }, |
| { |
| "epoch": 35.06279664110989, |
| "grad_norm": 0.1013873815536499, |
| "learning_rate": 7.35617442286552e-06, |
| "loss": 0.0063, |
| "step": 96650 |
| }, |
| { |
| "epoch": 35.08105147864184, |
| "grad_norm": 0.10413961857557297, |
| "learning_rate": 7.3543422499083915e-06, |
| "loss": 0.0064, |
| "step": 96700 |
| }, |
| { |
| "epoch": 35.09930631617379, |
| "grad_norm": 0.05678106099367142, |
| "learning_rate": 7.352510076951265e-06, |
| "loss": 0.0061, |
| "step": 96750 |
| }, |
| { |
| "epoch": 35.11756115370573, |
| "grad_norm": 0.09337053447961807, |
| "learning_rate": 7.350677903994138e-06, |
| "loss": 0.0063, |
| "step": 96800 |
| }, |
| { |
| "epoch": 35.13581599123768, |
| "grad_norm": 0.09263963252305984, |
| "learning_rate": 7.348845731037011e-06, |
| "loss": 0.0061, |
| "step": 96850 |
| }, |
| { |
| "epoch": 35.154070828769626, |
| "grad_norm": 0.06468808650970459, |
| "learning_rate": 7.347013558079883e-06, |
| "loss": 0.0063, |
| "step": 96900 |
| }, |
| { |
| "epoch": 35.17232566630157, |
| "grad_norm": 0.09230858832597733, |
| "learning_rate": 7.345181385122756e-06, |
| "loss": 0.006, |
| "step": 96950 |
| }, |
| { |
| "epoch": 35.190580503833516, |
| "grad_norm": 0.08486556261777878, |
| "learning_rate": 7.3433492121656295e-06, |
| "loss": 0.0063, |
| "step": 97000 |
| }, |
| { |
| "epoch": 35.208835341365464, |
| "grad_norm": 0.0800599753856659, |
| "learning_rate": 7.341517039208502e-06, |
| "loss": 0.0059, |
| "step": 97050 |
| }, |
| { |
| "epoch": 35.227090178897406, |
| "grad_norm": 0.08433115482330322, |
| "learning_rate": 7.339684866251374e-06, |
| "loss": 0.006, |
| "step": 97100 |
| }, |
| { |
| "epoch": 35.245345016429354, |
| "grad_norm": 0.07007022202014923, |
| "learning_rate": 7.337852693294247e-06, |
| "loss": 0.0064, |
| "step": 97150 |
| }, |
| { |
| "epoch": 35.2635998539613, |
| "grad_norm": 0.05833178758621216, |
| "learning_rate": 7.3360205203371204e-06, |
| "loss": 0.0062, |
| "step": 97200 |
| }, |
| { |
| "epoch": 35.281854691493244, |
| "grad_norm": 0.06445662677288055, |
| "learning_rate": 7.334188347379994e-06, |
| "loss": 0.0061, |
| "step": 97250 |
| }, |
| { |
| "epoch": 35.30010952902519, |
| "grad_norm": 0.14155003428459167, |
| "learning_rate": 7.332356174422867e-06, |
| "loss": 0.0066, |
| "step": 97300 |
| }, |
| { |
| "epoch": 35.31836436655714, |
| "grad_norm": 0.07279349118471146, |
| "learning_rate": 7.330524001465739e-06, |
| "loss": 0.0062, |
| "step": 97350 |
| }, |
| { |
| "epoch": 35.33661920408908, |
| "grad_norm": 0.07542844116687775, |
| "learning_rate": 7.328691828508611e-06, |
| "loss": 0.0062, |
| "step": 97400 |
| }, |
| { |
| "epoch": 35.35487404162103, |
| "grad_norm": 0.1268591731786728, |
| "learning_rate": 7.3268596555514845e-06, |
| "loss": 0.0063, |
| "step": 97450 |
| }, |
| { |
| "epoch": 35.37312887915297, |
| "grad_norm": 0.08298996835947037, |
| "learning_rate": 7.325027482594358e-06, |
| "loss": 0.0061, |
| "step": 97500 |
| }, |
| { |
| "epoch": 35.39138371668492, |
| "grad_norm": 0.08568397164344788, |
| "learning_rate": 7.32319530963723e-06, |
| "loss": 0.0064, |
| "step": 97550 |
| }, |
| { |
| "epoch": 35.40963855421687, |
| "grad_norm": 0.07693557441234589, |
| "learning_rate": 7.321363136680103e-06, |
| "loss": 0.006, |
| "step": 97600 |
| }, |
| { |
| "epoch": 35.42789339174881, |
| "grad_norm": 0.06171392276883125, |
| "learning_rate": 7.319530963722976e-06, |
| "loss": 0.0059, |
| "step": 97650 |
| }, |
| { |
| "epoch": 35.44614822928076, |
| "grad_norm": 0.10071246325969696, |
| "learning_rate": 7.317698790765849e-06, |
| "loss": 0.0064, |
| "step": 97700 |
| }, |
| { |
| "epoch": 35.46440306681271, |
| "grad_norm": 0.07874522358179092, |
| "learning_rate": 7.315866617808721e-06, |
| "loss": 0.0064, |
| "step": 97750 |
| }, |
| { |
| "epoch": 35.48265790434465, |
| "grad_norm": 0.06351500749588013, |
| "learning_rate": 7.314034444851594e-06, |
| "loss": 0.0064, |
| "step": 97800 |
| }, |
| { |
| "epoch": 35.5009127418766, |
| "grad_norm": 0.06227762624621391, |
| "learning_rate": 7.312202271894467e-06, |
| "loss": 0.0062, |
| "step": 97850 |
| }, |
| { |
| "epoch": 35.519167579408546, |
| "grad_norm": 0.08105426281690598, |
| "learning_rate": 7.31037009893734e-06, |
| "loss": 0.0061, |
| "step": 97900 |
| }, |
| { |
| "epoch": 35.53742241694049, |
| "grad_norm": 0.07497590035200119, |
| "learning_rate": 7.3085379259802134e-06, |
| "loss": 0.0059, |
| "step": 97950 |
| }, |
| { |
| "epoch": 35.555677254472435, |
| "grad_norm": 0.08010555803775787, |
| "learning_rate": 7.306705753023086e-06, |
| "loss": 0.0063, |
| "step": 98000 |
| }, |
| { |
| "epoch": 35.573932092004384, |
| "grad_norm": 0.06692805141210556, |
| "learning_rate": 7.304873580065959e-06, |
| "loss": 0.0065, |
| "step": 98050 |
| }, |
| { |
| "epoch": 35.592186929536325, |
| "grad_norm": 0.06786669045686722, |
| "learning_rate": 7.303041407108832e-06, |
| "loss": 0.0061, |
| "step": 98100 |
| }, |
| { |
| "epoch": 35.610441767068274, |
| "grad_norm": 0.08806033432483673, |
| "learning_rate": 7.301209234151705e-06, |
| "loss": 0.0061, |
| "step": 98150 |
| }, |
| { |
| "epoch": 35.62869660460022, |
| "grad_norm": 0.06242065131664276, |
| "learning_rate": 7.299377061194577e-06, |
| "loss": 0.0065, |
| "step": 98200 |
| }, |
| { |
| "epoch": 35.64695144213216, |
| "grad_norm": 0.08658912777900696, |
| "learning_rate": 7.29754488823745e-06, |
| "loss": 0.0062, |
| "step": 98250 |
| }, |
| { |
| "epoch": 35.66520627966411, |
| "grad_norm": 0.06975515931844711, |
| "learning_rate": 7.295712715280323e-06, |
| "loss": 0.0061, |
| "step": 98300 |
| }, |
| { |
| "epoch": 35.68346111719606, |
| "grad_norm": 0.10880664736032486, |
| "learning_rate": 7.293880542323196e-06, |
| "loss": 0.0064, |
| "step": 98350 |
| }, |
| { |
| "epoch": 35.701715954728, |
| "grad_norm": 0.0828244537115097, |
| "learning_rate": 7.292048369366069e-06, |
| "loss": 0.0061, |
| "step": 98400 |
| }, |
| { |
| "epoch": 35.71997079225995, |
| "grad_norm": 0.08215038478374481, |
| "learning_rate": 7.2902161964089416e-06, |
| "loss": 0.0064, |
| "step": 98450 |
| }, |
| { |
| "epoch": 35.73822562979189, |
| "grad_norm": 0.07113134860992432, |
| "learning_rate": 7.288384023451815e-06, |
| "loss": 0.0063, |
| "step": 98500 |
| }, |
| { |
| "epoch": 35.75648046732384, |
| "grad_norm": 0.07428980618715286, |
| "learning_rate": 7.286551850494688e-06, |
| "loss": 0.0064, |
| "step": 98550 |
| }, |
| { |
| "epoch": 35.77473530485579, |
| "grad_norm": 0.05782924219965935, |
| "learning_rate": 7.284719677537561e-06, |
| "loss": 0.0063, |
| "step": 98600 |
| }, |
| { |
| "epoch": 35.79299014238773, |
| "grad_norm": 0.09295880049467087, |
| "learning_rate": 7.2828875045804325e-06, |
| "loss": 0.0061, |
| "step": 98650 |
| }, |
| { |
| "epoch": 35.81124497991968, |
| "grad_norm": 0.0801381841301918, |
| "learning_rate": 7.281055331623306e-06, |
| "loss": 0.006, |
| "step": 98700 |
| }, |
| { |
| "epoch": 35.82949981745163, |
| "grad_norm": 0.06812888383865356, |
| "learning_rate": 7.279223158666179e-06, |
| "loss": 0.0059, |
| "step": 98750 |
| }, |
| { |
| "epoch": 35.84775465498357, |
| "grad_norm": 0.06402938812971115, |
| "learning_rate": 7.277390985709052e-06, |
| "loss": 0.0062, |
| "step": 98800 |
| }, |
| { |
| "epoch": 35.866009492515516, |
| "grad_norm": 0.09592340886592865, |
| "learning_rate": 7.275558812751924e-06, |
| "loss": 0.0063, |
| "step": 98850 |
| }, |
| { |
| "epoch": 35.884264330047465, |
| "grad_norm": 0.10497952997684479, |
| "learning_rate": 7.273726639794797e-06, |
| "loss": 0.0063, |
| "step": 98900 |
| }, |
| { |
| "epoch": 35.902519167579406, |
| "grad_norm": 0.07185162603855133, |
| "learning_rate": 7.27189446683767e-06, |
| "loss": 0.0063, |
| "step": 98950 |
| }, |
| { |
| "epoch": 35.920774005111355, |
| "grad_norm": 0.0840897187590599, |
| "learning_rate": 7.270062293880543e-06, |
| "loss": 0.006, |
| "step": 99000 |
| }, |
| { |
| "epoch": 35.9390288426433, |
| "grad_norm": 0.13000895082950592, |
| "learning_rate": 7.268230120923416e-06, |
| "loss": 0.0064, |
| "step": 99050 |
| }, |
| { |
| "epoch": 35.957283680175244, |
| "grad_norm": 0.07287903130054474, |
| "learning_rate": 7.266397947966288e-06, |
| "loss": 0.0062, |
| "step": 99100 |
| }, |
| { |
| "epoch": 35.97553851770719, |
| "grad_norm": 0.08225014805793762, |
| "learning_rate": 7.264565775009161e-06, |
| "loss": 0.0064, |
| "step": 99150 |
| }, |
| { |
| "epoch": 35.99379335523914, |
| "grad_norm": 0.07806675881147385, |
| "learning_rate": 7.2627336020520346e-06, |
| "loss": 0.0063, |
| "step": 99200 |
| }, |
| { |
| "epoch": 36.01204819277108, |
| "grad_norm": 0.08090275526046753, |
| "learning_rate": 7.260901429094908e-06, |
| "loss": 0.0059, |
| "step": 99250 |
| }, |
| { |
| "epoch": 36.03030303030303, |
| "grad_norm": 0.0847168043255806, |
| "learning_rate": 7.259069256137779e-06, |
| "loss": 0.0061, |
| "step": 99300 |
| }, |
| { |
| "epoch": 36.04855786783498, |
| "grad_norm": 0.08830001950263977, |
| "learning_rate": 7.257237083180652e-06, |
| "loss": 0.0058, |
| "step": 99350 |
| }, |
| { |
| "epoch": 36.06681270536692, |
| "grad_norm": 0.06367868185043335, |
| "learning_rate": 7.2554049102235255e-06, |
| "loss": 0.0062, |
| "step": 99400 |
| }, |
| { |
| "epoch": 36.08506754289887, |
| "grad_norm": 0.08511219918727875, |
| "learning_rate": 7.253572737266399e-06, |
| "loss": 0.006, |
| "step": 99450 |
| }, |
| { |
| "epoch": 36.10332238043081, |
| "grad_norm": 0.06778503209352493, |
| "learning_rate": 7.251740564309271e-06, |
| "loss": 0.0062, |
| "step": 99500 |
| }, |
| { |
| "epoch": 36.12157721796276, |
| "grad_norm": 0.12021316587924957, |
| "learning_rate": 7.249908391352144e-06, |
| "loss": 0.0058, |
| "step": 99550 |
| }, |
| { |
| "epoch": 36.13983205549471, |
| "grad_norm": 0.07956379652023315, |
| "learning_rate": 7.248076218395017e-06, |
| "loss": 0.006, |
| "step": 99600 |
| }, |
| { |
| "epoch": 36.15808689302665, |
| "grad_norm": 0.0703323483467102, |
| "learning_rate": 7.24624404543789e-06, |
| "loss": 0.0061, |
| "step": 99650 |
| }, |
| { |
| "epoch": 36.1763417305586, |
| "grad_norm": 0.06540928035974503, |
| "learning_rate": 7.2444118724807635e-06, |
| "loss": 0.0057, |
| "step": 99700 |
| }, |
| { |
| "epoch": 36.194596568090546, |
| "grad_norm": 0.09054423868656158, |
| "learning_rate": 7.242579699523635e-06, |
| "loss": 0.0058, |
| "step": 99750 |
| }, |
| { |
| "epoch": 36.21285140562249, |
| "grad_norm": 0.11251653730869293, |
| "learning_rate": 7.240747526566508e-06, |
| "loss": 0.0059, |
| "step": 99800 |
| }, |
| { |
| "epoch": 36.231106243154436, |
| "grad_norm": 0.07803277671337128, |
| "learning_rate": 7.238915353609381e-06, |
| "loss": 0.0061, |
| "step": 99850 |
| }, |
| { |
| "epoch": 36.249361080686384, |
| "grad_norm": 0.060590025037527084, |
| "learning_rate": 7.2370831806522544e-06, |
| "loss": 0.006, |
| "step": 99900 |
| }, |
| { |
| "epoch": 36.267615918218326, |
| "grad_norm": 0.10745778679847717, |
| "learning_rate": 7.235251007695127e-06, |
| "loss": 0.0063, |
| "step": 99950 |
| }, |
| { |
| "epoch": 36.285870755750274, |
| "grad_norm": 0.08331143110990524, |
| "learning_rate": 7.233418834738e-06, |
| "loss": 0.0059, |
| "step": 100000 |
| }, |
| { |
| "epoch": 36.30412559328222, |
| "grad_norm": 0.07380392402410507, |
| "learning_rate": 7.231586661780873e-06, |
| "loss": 0.0059, |
| "step": 100050 |
| }, |
| { |
| "epoch": 36.322380430814164, |
| "grad_norm": 0.13845571875572205, |
| "learning_rate": 7.229754488823746e-06, |
| "loss": 0.0062, |
| "step": 100100 |
| }, |
| { |
| "epoch": 36.34063526834611, |
| "grad_norm": 0.073224738240242, |
| "learning_rate": 7.227922315866618e-06, |
| "loss": 0.0062, |
| "step": 100150 |
| }, |
| { |
| "epoch": 36.35889010587806, |
| "grad_norm": 0.10338149964809418, |
| "learning_rate": 7.226090142909491e-06, |
| "loss": 0.0062, |
| "step": 100200 |
| }, |
| { |
| "epoch": 36.37714494341, |
| "grad_norm": 0.05641770362854004, |
| "learning_rate": 7.224257969952364e-06, |
| "loss": 0.0059, |
| "step": 100250 |
| }, |
| { |
| "epoch": 36.39539978094195, |
| "grad_norm": 0.07054747641086578, |
| "learning_rate": 7.222425796995237e-06, |
| "loss": 0.0061, |
| "step": 100300 |
| }, |
| { |
| "epoch": 36.4136546184739, |
| "grad_norm": 0.08552581816911697, |
| "learning_rate": 7.22059362403811e-06, |
| "loss": 0.0059, |
| "step": 100350 |
| }, |
| { |
| "epoch": 36.43190945600584, |
| "grad_norm": 0.08262912929058075, |
| "learning_rate": 7.2187614510809825e-06, |
| "loss": 0.0059, |
| "step": 100400 |
| }, |
| { |
| "epoch": 36.45016429353779, |
| "grad_norm": 0.08468727022409439, |
| "learning_rate": 7.216929278123856e-06, |
| "loss": 0.0058, |
| "step": 100450 |
| }, |
| { |
| "epoch": 36.46841913106973, |
| "grad_norm": 0.09433956444263458, |
| "learning_rate": 7.215097105166729e-06, |
| "loss": 0.0059, |
| "step": 100500 |
| }, |
| { |
| "epoch": 36.48667396860168, |
| "grad_norm": 0.08190920203924179, |
| "learning_rate": 7.213264932209601e-06, |
| "loss": 0.0062, |
| "step": 100550 |
| }, |
| { |
| "epoch": 36.50492880613363, |
| "grad_norm": 0.0770258978009224, |
| "learning_rate": 7.2114327592524735e-06, |
| "loss": 0.0062, |
| "step": 100600 |
| }, |
| { |
| "epoch": 36.52318364366557, |
| "grad_norm": 0.09810082614421844, |
| "learning_rate": 7.209600586295347e-06, |
| "loss": 0.0061, |
| "step": 100650 |
| }, |
| { |
| "epoch": 36.54143848119752, |
| "grad_norm": 0.06831865757703781, |
| "learning_rate": 7.20776841333822e-06, |
| "loss": 0.006, |
| "step": 100700 |
| }, |
| { |
| "epoch": 36.559693318729465, |
| "grad_norm": 0.06771672517061234, |
| "learning_rate": 7.205936240381093e-06, |
| "loss": 0.006, |
| "step": 100750 |
| }, |
| { |
| "epoch": 36.57794815626141, |
| "grad_norm": 0.10460344702005386, |
| "learning_rate": 7.204104067423966e-06, |
| "loss": 0.0062, |
| "step": 100800 |
| }, |
| { |
| "epoch": 36.596202993793355, |
| "grad_norm": 0.06301269680261612, |
| "learning_rate": 7.202271894466838e-06, |
| "loss": 0.0061, |
| "step": 100850 |
| }, |
| { |
| "epoch": 36.6144578313253, |
| "grad_norm": 0.07760588079690933, |
| "learning_rate": 7.200439721509711e-06, |
| "loss": 0.006, |
| "step": 100900 |
| }, |
| { |
| "epoch": 36.632712668857245, |
| "grad_norm": 0.07670927792787552, |
| "learning_rate": 7.198607548552584e-06, |
| "loss": 0.006, |
| "step": 100950 |
| }, |
| { |
| "epoch": 36.65096750638919, |
| "grad_norm": 0.0999051108956337, |
| "learning_rate": 7.196775375595457e-06, |
| "loss": 0.0059, |
| "step": 101000 |
| }, |
| { |
| "epoch": 36.66922234392114, |
| "grad_norm": 0.084406778216362, |
| "learning_rate": 7.194943202638329e-06, |
| "loss": 0.0058, |
| "step": 101050 |
| }, |
| { |
| "epoch": 36.68747718145308, |
| "grad_norm": 0.093657486140728, |
| "learning_rate": 7.193111029681202e-06, |
| "loss": 0.0059, |
| "step": 101100 |
| }, |
| { |
| "epoch": 36.70573201898503, |
| "grad_norm": 0.06331384927034378, |
| "learning_rate": 7.1912788567240756e-06, |
| "loss": 0.0058, |
| "step": 101150 |
| }, |
| { |
| "epoch": 36.72398685651698, |
| "grad_norm": 0.09734392911195755, |
| "learning_rate": 7.189446683766949e-06, |
| "loss": 0.0059, |
| "step": 101200 |
| }, |
| { |
| "epoch": 36.74224169404892, |
| "grad_norm": 0.06250515580177307, |
| "learning_rate": 7.18761451080982e-06, |
| "loss": 0.0061, |
| "step": 101250 |
| }, |
| { |
| "epoch": 36.76049653158087, |
| "grad_norm": 0.07793083041906357, |
| "learning_rate": 7.185782337852693e-06, |
| "loss": 0.0061, |
| "step": 101300 |
| }, |
| { |
| "epoch": 36.77875136911282, |
| "grad_norm": 0.08349274098873138, |
| "learning_rate": 7.1839501648955665e-06, |
| "loss": 0.0062, |
| "step": 101350 |
| }, |
| { |
| "epoch": 36.79700620664476, |
| "grad_norm": 0.07904528826475143, |
| "learning_rate": 7.18211799193844e-06, |
| "loss": 0.0063, |
| "step": 101400 |
| }, |
| { |
| "epoch": 36.81526104417671, |
| "grad_norm": 0.09504704177379608, |
| "learning_rate": 7.180285818981313e-06, |
| "loss": 0.0059, |
| "step": 101450 |
| }, |
| { |
| "epoch": 36.83351588170865, |
| "grad_norm": 0.080413818359375, |
| "learning_rate": 7.178453646024185e-06, |
| "loss": 0.0064, |
| "step": 101500 |
| }, |
| { |
| "epoch": 36.8517707192406, |
| "grad_norm": 0.07363329082727432, |
| "learning_rate": 7.176621473067058e-06, |
| "loss": 0.0061, |
| "step": 101550 |
| }, |
| { |
| "epoch": 36.870025556772546, |
| "grad_norm": 0.08098061382770538, |
| "learning_rate": 7.174789300109931e-06, |
| "loss": 0.0062, |
| "step": 101600 |
| }, |
| { |
| "epoch": 36.88828039430449, |
| "grad_norm": 0.06893512606620789, |
| "learning_rate": 7.1729571271528045e-06, |
| "loss": 0.0062, |
| "step": 101650 |
| }, |
| { |
| "epoch": 36.906535231836436, |
| "grad_norm": 0.08279791474342346, |
| "learning_rate": 7.171124954195676e-06, |
| "loss": 0.0061, |
| "step": 101700 |
| }, |
| { |
| "epoch": 36.924790069368385, |
| "grad_norm": 0.11987020075321198, |
| "learning_rate": 7.169292781238549e-06, |
| "loss": 0.0062, |
| "step": 101750 |
| }, |
| { |
| "epoch": 36.943044906900326, |
| "grad_norm": 0.12745238840579987, |
| "learning_rate": 7.167460608281422e-06, |
| "loss": 0.0061, |
| "step": 101800 |
| }, |
| { |
| "epoch": 36.961299744432274, |
| "grad_norm": 0.0693376213312149, |
| "learning_rate": 7.1656284353242954e-06, |
| "loss": 0.0062, |
| "step": 101850 |
| }, |
| { |
| "epoch": 36.97955458196422, |
| "grad_norm": 0.09628033638000488, |
| "learning_rate": 7.163796262367168e-06, |
| "loss": 0.0064, |
| "step": 101900 |
| }, |
| { |
| "epoch": 36.997809419496164, |
| "grad_norm": 0.0808599665760994, |
| "learning_rate": 7.161964089410041e-06, |
| "loss": 0.0063, |
| "step": 101950 |
| }, |
| { |
| "epoch": 37.01606425702811, |
| "grad_norm": 0.10416191816329956, |
| "learning_rate": 7.160131916452914e-06, |
| "loss": 0.0061, |
| "step": 102000 |
| }, |
| { |
| "epoch": 37.03431909456006, |
| "grad_norm": 0.054223742336034775, |
| "learning_rate": 7.158299743495787e-06, |
| "loss": 0.0057, |
| "step": 102050 |
| }, |
| { |
| "epoch": 37.052573932092, |
| "grad_norm": 0.0729273110628128, |
| "learning_rate": 7.15646757053866e-06, |
| "loss": 0.0058, |
| "step": 102100 |
| }, |
| { |
| "epoch": 37.07082876962395, |
| "grad_norm": 0.09902309626340866, |
| "learning_rate": 7.154635397581532e-06, |
| "loss": 0.0057, |
| "step": 102150 |
| }, |
| { |
| "epoch": 37.0890836071559, |
| "grad_norm": 0.07513562589883804, |
| "learning_rate": 7.152803224624405e-06, |
| "loss": 0.0058, |
| "step": 102200 |
| }, |
| { |
| "epoch": 37.10733844468784, |
| "grad_norm": 0.08582492172718048, |
| "learning_rate": 7.150971051667278e-06, |
| "loss": 0.0058, |
| "step": 102250 |
| }, |
| { |
| "epoch": 37.12559328221979, |
| "grad_norm": 0.0826055184006691, |
| "learning_rate": 7.149138878710151e-06, |
| "loss": 0.0057, |
| "step": 102300 |
| }, |
| { |
| "epoch": 37.14384811975174, |
| "grad_norm": 0.09341729432344437, |
| "learning_rate": 7.1473067057530235e-06, |
| "loss": 0.0061, |
| "step": 102350 |
| }, |
| { |
| "epoch": 37.16210295728368, |
| "grad_norm": 0.09186813235282898, |
| "learning_rate": 7.145474532795897e-06, |
| "loss": 0.0057, |
| "step": 102400 |
| }, |
| { |
| "epoch": 37.18035779481563, |
| "grad_norm": 0.09176471829414368, |
| "learning_rate": 7.143642359838769e-06, |
| "loss": 0.006, |
| "step": 102450 |
| }, |
| { |
| "epoch": 37.19861263234757, |
| "grad_norm": 0.1099560484290123, |
| "learning_rate": 7.141810186881642e-06, |
| "loss": 0.0057, |
| "step": 102500 |
| }, |
| { |
| "epoch": 37.21686746987952, |
| "grad_norm": 0.10375861078500748, |
| "learning_rate": 7.1399780139245144e-06, |
| "loss": 0.0059, |
| "step": 102550 |
| }, |
| { |
| "epoch": 37.235122307411466, |
| "grad_norm": 0.07808709144592285, |
| "learning_rate": 7.138145840967388e-06, |
| "loss": 0.0058, |
| "step": 102600 |
| }, |
| { |
| "epoch": 37.25337714494341, |
| "grad_norm": 0.06815973669290543, |
| "learning_rate": 7.136313668010261e-06, |
| "loss": 0.006, |
| "step": 102650 |
| }, |
| { |
| "epoch": 37.271631982475355, |
| "grad_norm": 0.08833569288253784, |
| "learning_rate": 7.134481495053134e-06, |
| "loss": 0.0062, |
| "step": 102700 |
| }, |
| { |
| "epoch": 37.289886820007304, |
| "grad_norm": 0.07679002732038498, |
| "learning_rate": 7.132649322096007e-06, |
| "loss": 0.0058, |
| "step": 102750 |
| }, |
| { |
| "epoch": 37.308141657539245, |
| "grad_norm": 0.08442166447639465, |
| "learning_rate": 7.1308171491388785e-06, |
| "loss": 0.0061, |
| "step": 102800 |
| }, |
| { |
| "epoch": 37.326396495071194, |
| "grad_norm": 0.06310170888900757, |
| "learning_rate": 7.128984976181752e-06, |
| "loss": 0.0059, |
| "step": 102850 |
| }, |
| { |
| "epoch": 37.34465133260314, |
| "grad_norm": 0.08076153695583344, |
| "learning_rate": 7.127152803224625e-06, |
| "loss": 0.0057, |
| "step": 102900 |
| }, |
| { |
| "epoch": 37.36290617013508, |
| "grad_norm": 0.08187290281057358, |
| "learning_rate": 7.125320630267498e-06, |
| "loss": 0.0062, |
| "step": 102950 |
| }, |
| { |
| "epoch": 37.38116100766703, |
| "grad_norm": 0.0739421471953392, |
| "learning_rate": 7.12348845731037e-06, |
| "loss": 0.0058, |
| "step": 103000 |
| }, |
| { |
| "epoch": 37.39941584519898, |
| "grad_norm": 0.06982476264238358, |
| "learning_rate": 7.121656284353243e-06, |
| "loss": 0.0057, |
| "step": 103050 |
| }, |
| { |
| "epoch": 37.41767068273092, |
| "grad_norm": 0.0734749510884285, |
| "learning_rate": 7.1198241113961166e-06, |
| "loss": 0.0058, |
| "step": 103100 |
| }, |
| { |
| "epoch": 37.43592552026287, |
| "grad_norm": 0.14415009319782257, |
| "learning_rate": 7.11799193843899e-06, |
| "loss": 0.0058, |
| "step": 103150 |
| }, |
| { |
| "epoch": 37.45418035779482, |
| "grad_norm": 0.07229702174663544, |
| "learning_rate": 7.116159765481863e-06, |
| "loss": 0.006, |
| "step": 103200 |
| }, |
| { |
| "epoch": 37.47243519532676, |
| "grad_norm": 0.07358714938163757, |
| "learning_rate": 7.114327592524734e-06, |
| "loss": 0.0057, |
| "step": 103250 |
| }, |
| { |
| "epoch": 37.49069003285871, |
| "grad_norm": 0.11026856303215027, |
| "learning_rate": 7.1124954195676075e-06, |
| "loss": 0.0061, |
| "step": 103300 |
| }, |
| { |
| "epoch": 37.50894487039066, |
| "grad_norm": 0.11759543418884277, |
| "learning_rate": 7.110663246610481e-06, |
| "loss": 0.0061, |
| "step": 103350 |
| }, |
| { |
| "epoch": 37.5271997079226, |
| "grad_norm": 0.10979145020246506, |
| "learning_rate": 7.108831073653354e-06, |
| "loss": 0.0058, |
| "step": 103400 |
| }, |
| { |
| "epoch": 37.54545454545455, |
| "grad_norm": 0.07655245810747147, |
| "learning_rate": 7.106998900696226e-06, |
| "loss": 0.0059, |
| "step": 103450 |
| }, |
| { |
| "epoch": 37.56370938298649, |
| "grad_norm": 0.08144721388816833, |
| "learning_rate": 7.105166727739099e-06, |
| "loss": 0.0058, |
| "step": 103500 |
| }, |
| { |
| "epoch": 37.58196422051844, |
| "grad_norm": 0.11915040761232376, |
| "learning_rate": 7.103334554781972e-06, |
| "loss": 0.0056, |
| "step": 103550 |
| }, |
| { |
| "epoch": 37.600219058050385, |
| "grad_norm": 0.06583862006664276, |
| "learning_rate": 7.1015023818248455e-06, |
| "loss": 0.0059, |
| "step": 103600 |
| }, |
| { |
| "epoch": 37.618473895582326, |
| "grad_norm": 0.10096468776464462, |
| "learning_rate": 7.099670208867717e-06, |
| "loss": 0.0061, |
| "step": 103650 |
| }, |
| { |
| "epoch": 37.636728733114275, |
| "grad_norm": 0.13261179625988007, |
| "learning_rate": 7.09783803591059e-06, |
| "loss": 0.0057, |
| "step": 103700 |
| }, |
| { |
| "epoch": 37.65498357064622, |
| "grad_norm": 0.09574093669652939, |
| "learning_rate": 7.096005862953463e-06, |
| "loss": 0.0061, |
| "step": 103750 |
| }, |
| { |
| "epoch": 37.673238408178165, |
| "grad_norm": 0.08889744430780411, |
| "learning_rate": 7.094173689996336e-06, |
| "loss": 0.006, |
| "step": 103800 |
| }, |
| { |
| "epoch": 37.69149324571011, |
| "grad_norm": 0.07086731493473053, |
| "learning_rate": 7.0923415170392096e-06, |
| "loss": 0.0058, |
| "step": 103850 |
| }, |
| { |
| "epoch": 37.70974808324206, |
| "grad_norm": 0.09308399260044098, |
| "learning_rate": 7.090509344082082e-06, |
| "loss": 0.0058, |
| "step": 103900 |
| }, |
| { |
| "epoch": 37.728002920774, |
| "grad_norm": 0.1022915318608284, |
| "learning_rate": 7.088677171124955e-06, |
| "loss": 0.0057, |
| "step": 103950 |
| }, |
| { |
| "epoch": 37.74625775830595, |
| "grad_norm": 0.09854364395141602, |
| "learning_rate": 7.086844998167828e-06, |
| "loss": 0.006, |
| "step": 104000 |
| }, |
| { |
| "epoch": 37.7645125958379, |
| "grad_norm": 0.0795750841498375, |
| "learning_rate": 7.0850128252107005e-06, |
| "loss": 0.0057, |
| "step": 104050 |
| }, |
| { |
| "epoch": 37.78276743336984, |
| "grad_norm": 0.07381213456392288, |
| "learning_rate": 7.083180652253573e-06, |
| "loss": 0.0058, |
| "step": 104100 |
| }, |
| { |
| "epoch": 37.80102227090179, |
| "grad_norm": 0.09518029540777206, |
| "learning_rate": 7.081348479296446e-06, |
| "loss": 0.006, |
| "step": 104150 |
| }, |
| { |
| "epoch": 37.81927710843374, |
| "grad_norm": 0.06364358216524124, |
| "learning_rate": 7.079516306339319e-06, |
| "loss": 0.006, |
| "step": 104200 |
| }, |
| { |
| "epoch": 37.83753194596568, |
| "grad_norm": 0.0636284202337265, |
| "learning_rate": 7.077684133382192e-06, |
| "loss": 0.0058, |
| "step": 104250 |
| }, |
| { |
| "epoch": 37.85578678349763, |
| "grad_norm": 0.07945403456687927, |
| "learning_rate": 7.0758519604250645e-06, |
| "loss": 0.0059, |
| "step": 104300 |
| }, |
| { |
| "epoch": 37.874041621029576, |
| "grad_norm": 0.07059254497289658, |
| "learning_rate": 7.074019787467938e-06, |
| "loss": 0.0057, |
| "step": 104350 |
| }, |
| { |
| "epoch": 37.89229645856152, |
| "grad_norm": 0.10135543346405029, |
| "learning_rate": 7.07218761451081e-06, |
| "loss": 0.0058, |
| "step": 104400 |
| }, |
| { |
| "epoch": 37.910551296093466, |
| "grad_norm": 0.078563392162323, |
| "learning_rate": 7.070355441553683e-06, |
| "loss": 0.006, |
| "step": 104450 |
| }, |
| { |
| "epoch": 37.92880613362541, |
| "grad_norm": 0.0885709822177887, |
| "learning_rate": 7.068523268596556e-06, |
| "loss": 0.0058, |
| "step": 104500 |
| }, |
| { |
| "epoch": 37.947060971157356, |
| "grad_norm": 0.2267555594444275, |
| "learning_rate": 7.066691095639429e-06, |
| "loss": 0.0058, |
| "step": 104550 |
| }, |
| { |
| "epoch": 37.965315808689304, |
| "grad_norm": 0.0938604325056076, |
| "learning_rate": 7.064858922682302e-06, |
| "loss": 0.0061, |
| "step": 104600 |
| }, |
| { |
| "epoch": 37.983570646221246, |
| "grad_norm": 0.10156997293233871, |
| "learning_rate": 7.063026749725175e-06, |
| "loss": 0.006, |
| "step": 104650 |
| }, |
| { |
| "epoch": 38.001825483753194, |
| "grad_norm": 0.07141386717557907, |
| "learning_rate": 7.061194576768048e-06, |
| "loss": 0.006, |
| "step": 104700 |
| }, |
| { |
| "epoch": 38.02008032128514, |
| "grad_norm": 0.07558689266443253, |
| "learning_rate": 7.0593624038109195e-06, |
| "loss": 0.0052, |
| "step": 104750 |
| }, |
| { |
| "epoch": 38.038335158817084, |
| "grad_norm": 0.10832683742046356, |
| "learning_rate": 7.057530230853793e-06, |
| "loss": 0.0055, |
| "step": 104800 |
| }, |
| { |
| "epoch": 38.05658999634903, |
| "grad_norm": 0.10129398852586746, |
| "learning_rate": 7.055698057896666e-06, |
| "loss": 0.0055, |
| "step": 104850 |
| }, |
| { |
| "epoch": 38.07484483388098, |
| "grad_norm": 0.09860972315073013, |
| "learning_rate": 7.053865884939539e-06, |
| "loss": 0.0057, |
| "step": 104900 |
| }, |
| { |
| "epoch": 38.09309967141292, |
| "grad_norm": 0.07783135026693344, |
| "learning_rate": 7.052033711982412e-06, |
| "loss": 0.0056, |
| "step": 104950 |
| }, |
| { |
| "epoch": 38.11135450894487, |
| "grad_norm": 0.08689619600772858, |
| "learning_rate": 7.050201539025284e-06, |
| "loss": 0.0059, |
| "step": 105000 |
| }, |
| { |
| "epoch": 38.12960934647682, |
| "grad_norm": 0.07707160711288452, |
| "learning_rate": 7.0483693660681575e-06, |
| "loss": 0.0057, |
| "step": 105050 |
| }, |
| { |
| "epoch": 38.14786418400876, |
| "grad_norm": 0.09588942676782608, |
| "learning_rate": 7.046537193111031e-06, |
| "loss": 0.0058, |
| "step": 105100 |
| }, |
| { |
| "epoch": 38.16611902154071, |
| "grad_norm": 0.0914759412407875, |
| "learning_rate": 7.044705020153904e-06, |
| "loss": 0.0063, |
| "step": 105150 |
| }, |
| { |
| "epoch": 38.18437385907266, |
| "grad_norm": 0.05774582177400589, |
| "learning_rate": 7.042872847196775e-06, |
| "loss": 0.0059, |
| "step": 105200 |
| }, |
| { |
| "epoch": 38.2026286966046, |
| "grad_norm": 0.13030464947223663, |
| "learning_rate": 7.0410406742396485e-06, |
| "loss": 0.0059, |
| "step": 105250 |
| }, |
| { |
| "epoch": 38.22088353413655, |
| "grad_norm": 0.0963662788271904, |
| "learning_rate": 7.039208501282522e-06, |
| "loss": 0.0057, |
| "step": 105300 |
| }, |
| { |
| "epoch": 38.239138371668496, |
| "grad_norm": 0.11424513161182404, |
| "learning_rate": 7.037376328325395e-06, |
| "loss": 0.0059, |
| "step": 105350 |
| }, |
| { |
| "epoch": 38.25739320920044, |
| "grad_norm": 0.08271259814500809, |
| "learning_rate": 7.035544155368267e-06, |
| "loss": 0.0053, |
| "step": 105400 |
| }, |
| { |
| "epoch": 38.275648046732385, |
| "grad_norm": 0.05827345699071884, |
| "learning_rate": 7.03371198241114e-06, |
| "loss": 0.0056, |
| "step": 105450 |
| }, |
| { |
| "epoch": 38.29390288426433, |
| "grad_norm": 0.07844190299510956, |
| "learning_rate": 7.031879809454013e-06, |
| "loss": 0.0058, |
| "step": 105500 |
| }, |
| { |
| "epoch": 38.312157721796275, |
| "grad_norm": 0.07474935054779053, |
| "learning_rate": 7.0300476364968865e-06, |
| "loss": 0.0053, |
| "step": 105550 |
| }, |
| { |
| "epoch": 38.330412559328224, |
| "grad_norm": 0.07028050720691681, |
| "learning_rate": 7.02821546353976e-06, |
| "loss": 0.0057, |
| "step": 105600 |
| }, |
| { |
| "epoch": 38.348667396860165, |
| "grad_norm": 0.0745229497551918, |
| "learning_rate": 7.026383290582631e-06, |
| "loss": 0.0056, |
| "step": 105650 |
| }, |
| { |
| "epoch": 38.36692223439211, |
| "grad_norm": 0.05398118868470192, |
| "learning_rate": 7.024551117625504e-06, |
| "loss": 0.0056, |
| "step": 105700 |
| }, |
| { |
| "epoch": 38.38517707192406, |
| "grad_norm": 0.09702519327402115, |
| "learning_rate": 7.022718944668377e-06, |
| "loss": 0.0054, |
| "step": 105750 |
| }, |
| { |
| "epoch": 38.403431909456, |
| "grad_norm": 0.08073694258928299, |
| "learning_rate": 7.0208867717112506e-06, |
| "loss": 0.0056, |
| "step": 105800 |
| }, |
| { |
| "epoch": 38.42168674698795, |
| "grad_norm": 0.09093575924634933, |
| "learning_rate": 7.019054598754123e-06, |
| "loss": 0.0054, |
| "step": 105850 |
| }, |
| { |
| "epoch": 38.4399415845199, |
| "grad_norm": 0.07572072744369507, |
| "learning_rate": 7.017222425796996e-06, |
| "loss": 0.0059, |
| "step": 105900 |
| }, |
| { |
| "epoch": 38.45819642205184, |
| "grad_norm": 0.06884942203760147, |
| "learning_rate": 7.015390252839869e-06, |
| "loss": 0.0059, |
| "step": 105950 |
| }, |
| { |
| "epoch": 38.47645125958379, |
| "grad_norm": 0.10885024070739746, |
| "learning_rate": 7.0135580798827415e-06, |
| "loss": 0.0055, |
| "step": 106000 |
| }, |
| { |
| "epoch": 38.49470609711574, |
| "grad_norm": 0.0830949917435646, |
| "learning_rate": 7.011725906925614e-06, |
| "loss": 0.0055, |
| "step": 106050 |
| }, |
| { |
| "epoch": 38.51296093464768, |
| "grad_norm": 0.09013762325048447, |
| "learning_rate": 7.009893733968487e-06, |
| "loss": 0.0056, |
| "step": 106100 |
| }, |
| { |
| "epoch": 38.53121577217963, |
| "grad_norm": 0.09971994161605835, |
| "learning_rate": 7.00806156101136e-06, |
| "loss": 0.0057, |
| "step": 106150 |
| }, |
| { |
| "epoch": 38.54947060971158, |
| "grad_norm": 0.09773129224777222, |
| "learning_rate": 7.006229388054233e-06, |
| "loss": 0.0058, |
| "step": 106200 |
| }, |
| { |
| "epoch": 38.56772544724352, |
| "grad_norm": 0.07375184446573257, |
| "learning_rate": 7.004397215097106e-06, |
| "loss": 0.0056, |
| "step": 106250 |
| }, |
| { |
| "epoch": 38.58598028477547, |
| "grad_norm": 0.07753311097621918, |
| "learning_rate": 7.002565042139978e-06, |
| "loss": 0.0059, |
| "step": 106300 |
| }, |
| { |
| "epoch": 38.604235122307415, |
| "grad_norm": 0.10288874059915543, |
| "learning_rate": 7.000732869182851e-06, |
| "loss": 0.0055, |
| "step": 106350 |
| }, |
| { |
| "epoch": 38.622489959839356, |
| "grad_norm": 0.08462907373905182, |
| "learning_rate": 6.998900696225724e-06, |
| "loss": 0.0057, |
| "step": 106400 |
| }, |
| { |
| "epoch": 38.640744797371305, |
| "grad_norm": 0.08914110064506531, |
| "learning_rate": 6.997068523268597e-06, |
| "loss": 0.0056, |
| "step": 106450 |
| }, |
| { |
| "epoch": 38.658999634903246, |
| "grad_norm": 0.08008231967687607, |
| "learning_rate": 6.99523635031147e-06, |
| "loss": 0.0061, |
| "step": 106500 |
| }, |
| { |
| "epoch": 38.677254472435195, |
| "grad_norm": 0.09229998290538788, |
| "learning_rate": 6.993404177354343e-06, |
| "loss": 0.0056, |
| "step": 106550 |
| }, |
| { |
| "epoch": 38.69550930996714, |
| "grad_norm": 0.09555326402187347, |
| "learning_rate": 6.991572004397216e-06, |
| "loss": 0.0056, |
| "step": 106600 |
| }, |
| { |
| "epoch": 38.713764147499084, |
| "grad_norm": 0.08962292224168777, |
| "learning_rate": 6.989739831440089e-06, |
| "loss": 0.0061, |
| "step": 106650 |
| }, |
| { |
| "epoch": 38.73201898503103, |
| "grad_norm": 0.10741361230611801, |
| "learning_rate": 6.9879076584829605e-06, |
| "loss": 0.0056, |
| "step": 106700 |
| }, |
| { |
| "epoch": 38.75027382256298, |
| "grad_norm": 0.07065148651599884, |
| "learning_rate": 6.986075485525834e-06, |
| "loss": 0.0057, |
| "step": 106750 |
| }, |
| { |
| "epoch": 38.76852866009492, |
| "grad_norm": 0.07458830624818802, |
| "learning_rate": 6.984243312568707e-06, |
| "loss": 0.0058, |
| "step": 106800 |
| }, |
| { |
| "epoch": 38.78678349762687, |
| "grad_norm": 0.10816897451877594, |
| "learning_rate": 6.98241113961158e-06, |
| "loss": 0.0056, |
| "step": 106850 |
| }, |
| { |
| "epoch": 38.80503833515882, |
| "grad_norm": 0.08799444884061813, |
| "learning_rate": 6.980578966654453e-06, |
| "loss": 0.0056, |
| "step": 106900 |
| }, |
| { |
| "epoch": 38.82329317269076, |
| "grad_norm": 0.0818234235048294, |
| "learning_rate": 6.978746793697325e-06, |
| "loss": 0.0059, |
| "step": 106950 |
| }, |
| { |
| "epoch": 38.84154801022271, |
| "grad_norm": 0.06351131200790405, |
| "learning_rate": 6.9769146207401985e-06, |
| "loss": 0.0059, |
| "step": 107000 |
| }, |
| { |
| "epoch": 38.85980284775466, |
| "grad_norm": 0.0928465723991394, |
| "learning_rate": 6.975082447783072e-06, |
| "loss": 0.0057, |
| "step": 107050 |
| }, |
| { |
| "epoch": 38.8780576852866, |
| "grad_norm": 0.09231691062450409, |
| "learning_rate": 6.973250274825945e-06, |
| "loss": 0.006, |
| "step": 107100 |
| }, |
| { |
| "epoch": 38.89631252281855, |
| "grad_norm": 0.09538191556930542, |
| "learning_rate": 6.971418101868816e-06, |
| "loss": 0.0061, |
| "step": 107150 |
| }, |
| { |
| "epoch": 38.914567360350496, |
| "grad_norm": 0.0805901437997818, |
| "learning_rate": 6.9695859289116894e-06, |
| "loss": 0.0056, |
| "step": 107200 |
| }, |
| { |
| "epoch": 38.93282219788244, |
| "grad_norm": 0.09985378384590149, |
| "learning_rate": 6.967753755954563e-06, |
| "loss": 0.0058, |
| "step": 107250 |
| }, |
| { |
| "epoch": 38.951077035414386, |
| "grad_norm": 0.06330256164073944, |
| "learning_rate": 6.965921582997436e-06, |
| "loss": 0.0064, |
| "step": 107300 |
| }, |
| { |
| "epoch": 38.969331872946334, |
| "grad_norm": 0.06845296174287796, |
| "learning_rate": 6.964089410040309e-06, |
| "loss": 0.0057, |
| "step": 107350 |
| }, |
| { |
| "epoch": 38.987586710478276, |
| "grad_norm": 0.09338348358869553, |
| "learning_rate": 6.962257237083181e-06, |
| "loss": 0.0059, |
| "step": 107400 |
| }, |
| { |
| "epoch": 39.005841548010224, |
| "grad_norm": 0.11043407768011093, |
| "learning_rate": 6.960425064126054e-06, |
| "loss": 0.0055, |
| "step": 107450 |
| }, |
| { |
| "epoch": 39.024096385542165, |
| "grad_norm": 0.10748768597841263, |
| "learning_rate": 6.9585928911689275e-06, |
| "loss": 0.0056, |
| "step": 107500 |
| }, |
| { |
| "epoch": 39.042351223074114, |
| "grad_norm": 0.10336379706859589, |
| "learning_rate": 6.9567607182118e-06, |
| "loss": 0.0055, |
| "step": 107550 |
| }, |
| { |
| "epoch": 39.06060606060606, |
| "grad_norm": 0.08351026475429535, |
| "learning_rate": 6.954928545254672e-06, |
| "loss": 0.0056, |
| "step": 107600 |
| }, |
| { |
| "epoch": 39.078860898138004, |
| "grad_norm": 0.10501637309789658, |
| "learning_rate": 6.953096372297545e-06, |
| "loss": 0.0055, |
| "step": 107650 |
| }, |
| { |
| "epoch": 39.09711573566995, |
| "grad_norm": 0.11452414095401764, |
| "learning_rate": 6.951264199340418e-06, |
| "loss": 0.0052, |
| "step": 107700 |
| }, |
| { |
| "epoch": 39.1153705732019, |
| "grad_norm": 0.08445675671100616, |
| "learning_rate": 6.9494320263832915e-06, |
| "loss": 0.0057, |
| "step": 107750 |
| }, |
| { |
| "epoch": 39.13362541073384, |
| "grad_norm": 0.0833323746919632, |
| "learning_rate": 6.947599853426164e-06, |
| "loss": 0.0054, |
| "step": 107800 |
| }, |
| { |
| "epoch": 39.15188024826579, |
| "grad_norm": 0.07796288281679153, |
| "learning_rate": 6.945767680469037e-06, |
| "loss": 0.0051, |
| "step": 107850 |
| }, |
| { |
| "epoch": 39.17013508579774, |
| "grad_norm": 0.09570194780826569, |
| "learning_rate": 6.943935507511909e-06, |
| "loss": 0.0057, |
| "step": 107900 |
| }, |
| { |
| "epoch": 39.18838992332968, |
| "grad_norm": 0.08860123157501221, |
| "learning_rate": 6.9421033345547825e-06, |
| "loss": 0.0052, |
| "step": 107950 |
| }, |
| { |
| "epoch": 39.20664476086163, |
| "grad_norm": 0.09336325526237488, |
| "learning_rate": 6.940271161597656e-06, |
| "loss": 0.0059, |
| "step": 108000 |
| }, |
| { |
| "epoch": 39.22489959839358, |
| "grad_norm": 0.07894650101661682, |
| "learning_rate": 6.938438988640528e-06, |
| "loss": 0.0055, |
| "step": 108050 |
| }, |
| { |
| "epoch": 39.24315443592552, |
| "grad_norm": 0.07193988561630249, |
| "learning_rate": 6.936606815683401e-06, |
| "loss": 0.0058, |
| "step": 108100 |
| }, |
| { |
| "epoch": 39.26140927345747, |
| "grad_norm": 0.09570521116256714, |
| "learning_rate": 6.934774642726274e-06, |
| "loss": 0.0052, |
| "step": 108150 |
| }, |
| { |
| "epoch": 39.279664110989415, |
| "grad_norm": 0.08886415511369705, |
| "learning_rate": 6.932942469769147e-06, |
| "loss": 0.0055, |
| "step": 108200 |
| }, |
| { |
| "epoch": 39.29791894852136, |
| "grad_norm": 0.0973355621099472, |
| "learning_rate": 6.931110296812019e-06, |
| "loss": 0.0055, |
| "step": 108250 |
| }, |
| { |
| "epoch": 39.316173786053305, |
| "grad_norm": 0.0875801146030426, |
| "learning_rate": 6.929278123854892e-06, |
| "loss": 0.0058, |
| "step": 108300 |
| }, |
| { |
| "epoch": 39.334428623585254, |
| "grad_norm": 0.10668575018644333, |
| "learning_rate": 6.927445950897765e-06, |
| "loss": 0.0056, |
| "step": 108350 |
| }, |
| { |
| "epoch": 39.352683461117195, |
| "grad_norm": 0.07983995974063873, |
| "learning_rate": 6.925613777940638e-06, |
| "loss": 0.0055, |
| "step": 108400 |
| }, |
| { |
| "epoch": 39.37093829864914, |
| "grad_norm": 0.07771609723567963, |
| "learning_rate": 6.9237816049835106e-06, |
| "loss": 0.0055, |
| "step": 108450 |
| }, |
| { |
| "epoch": 39.389193136181085, |
| "grad_norm": 0.05969242751598358, |
| "learning_rate": 6.921949432026384e-06, |
| "loss": 0.0052, |
| "step": 108500 |
| }, |
| { |
| "epoch": 39.40744797371303, |
| "grad_norm": 0.10155881196260452, |
| "learning_rate": 6.920117259069257e-06, |
| "loss": 0.0053, |
| "step": 108550 |
| }, |
| { |
| "epoch": 39.42570281124498, |
| "grad_norm": 0.09336396306753159, |
| "learning_rate": 6.91828508611213e-06, |
| "loss": 0.0055, |
| "step": 108600 |
| }, |
| { |
| "epoch": 39.44395764877692, |
| "grad_norm": 0.07840098440647125, |
| "learning_rate": 6.916452913155003e-06, |
| "loss": 0.006, |
| "step": 108650 |
| }, |
| { |
| "epoch": 39.46221248630887, |
| "grad_norm": 0.06942208111286163, |
| "learning_rate": 6.914620740197875e-06, |
| "loss": 0.0054, |
| "step": 108700 |
| }, |
| { |
| "epoch": 39.48046732384082, |
| "grad_norm": 0.09940773993730545, |
| "learning_rate": 6.912788567240748e-06, |
| "loss": 0.0056, |
| "step": 108750 |
| }, |
| { |
| "epoch": 39.49872216137276, |
| "grad_norm": 0.07615727186203003, |
| "learning_rate": 6.910956394283621e-06, |
| "loss": 0.0054, |
| "step": 108800 |
| }, |
| { |
| "epoch": 39.51697699890471, |
| "grad_norm": 0.07418935745954514, |
| "learning_rate": 6.909124221326494e-06, |
| "loss": 0.0057, |
| "step": 108850 |
| }, |
| { |
| "epoch": 39.53523183643666, |
| "grad_norm": 0.08329157531261444, |
| "learning_rate": 6.907292048369366e-06, |
| "loss": 0.0056, |
| "step": 108900 |
| }, |
| { |
| "epoch": 39.5534866739686, |
| "grad_norm": 0.10732761770486832, |
| "learning_rate": 6.9054598754122395e-06, |
| "loss": 0.0052, |
| "step": 108950 |
| }, |
| { |
| "epoch": 39.57174151150055, |
| "grad_norm": 0.12449579685926437, |
| "learning_rate": 6.903627702455113e-06, |
| "loss": 0.0055, |
| "step": 109000 |
| }, |
| { |
| "epoch": 39.589996349032496, |
| "grad_norm": 0.0727342814207077, |
| "learning_rate": 6.901795529497986e-06, |
| "loss": 0.0056, |
| "step": 109050 |
| }, |
| { |
| "epoch": 39.60825118656444, |
| "grad_norm": 0.09954434633255005, |
| "learning_rate": 6.899963356540857e-06, |
| "loss": 0.0053, |
| "step": 109100 |
| }, |
| { |
| "epoch": 39.626506024096386, |
| "grad_norm": 0.09712584316730499, |
| "learning_rate": 6.8981311835837304e-06, |
| "loss": 0.0058, |
| "step": 109150 |
| }, |
| { |
| "epoch": 39.644760861628335, |
| "grad_norm": 0.10896305739879608, |
| "learning_rate": 6.896299010626604e-06, |
| "loss": 0.0055, |
| "step": 109200 |
| }, |
| { |
| "epoch": 39.663015699160276, |
| "grad_norm": 0.08060245960950851, |
| "learning_rate": 6.894466837669477e-06, |
| "loss": 0.0057, |
| "step": 109250 |
| }, |
| { |
| "epoch": 39.681270536692224, |
| "grad_norm": 0.13593117892742157, |
| "learning_rate": 6.89263466471235e-06, |
| "loss": 0.0056, |
| "step": 109300 |
| }, |
| { |
| "epoch": 39.699525374224166, |
| "grad_norm": 0.08266246318817139, |
| "learning_rate": 6.890802491755222e-06, |
| "loss": 0.0052, |
| "step": 109350 |
| }, |
| { |
| "epoch": 39.717780211756114, |
| "grad_norm": 0.07467716932296753, |
| "learning_rate": 6.888970318798095e-06, |
| "loss": 0.0057, |
| "step": 109400 |
| }, |
| { |
| "epoch": 39.73603504928806, |
| "grad_norm": 0.10146960616111755, |
| "learning_rate": 6.8871381458409685e-06, |
| "loss": 0.0055, |
| "step": 109450 |
| }, |
| { |
| "epoch": 39.754289886820004, |
| "grad_norm": 0.07878026366233826, |
| "learning_rate": 6.885305972883841e-06, |
| "loss": 0.0054, |
| "step": 109500 |
| }, |
| { |
| "epoch": 39.77254472435195, |
| "grad_norm": 0.07913444936275482, |
| "learning_rate": 6.883473799926713e-06, |
| "loss": 0.0054, |
| "step": 109550 |
| }, |
| { |
| "epoch": 39.7907995618839, |
| "grad_norm": 0.07976087927818298, |
| "learning_rate": 6.881641626969586e-06, |
| "loss": 0.0058, |
| "step": 109600 |
| }, |
| { |
| "epoch": 39.80905439941584, |
| "grad_norm": 0.08506577461957932, |
| "learning_rate": 6.879809454012459e-06, |
| "loss": 0.0056, |
| "step": 109650 |
| }, |
| { |
| "epoch": 39.82730923694779, |
| "grad_norm": 0.09638950228691101, |
| "learning_rate": 6.8779772810553325e-06, |
| "loss": 0.0061, |
| "step": 109700 |
| }, |
| { |
| "epoch": 39.84556407447974, |
| "grad_norm": 0.10849089175462723, |
| "learning_rate": 6.876145108098206e-06, |
| "loss": 0.0057, |
| "step": 109750 |
| }, |
| { |
| "epoch": 39.86381891201168, |
| "grad_norm": 0.06655406206846237, |
| "learning_rate": 6.874312935141077e-06, |
| "loss": 0.0058, |
| "step": 109800 |
| }, |
| { |
| "epoch": 39.88207374954363, |
| "grad_norm": 0.10428298264741898, |
| "learning_rate": 6.87248076218395e-06, |
| "loss": 0.0057, |
| "step": 109850 |
| }, |
| { |
| "epoch": 39.90032858707558, |
| "grad_norm": 0.08007663488388062, |
| "learning_rate": 6.8706485892268234e-06, |
| "loss": 0.0058, |
| "step": 109900 |
| }, |
| { |
| "epoch": 39.91858342460752, |
| "grad_norm": 0.084381103515625, |
| "learning_rate": 6.868816416269697e-06, |
| "loss": 0.0056, |
| "step": 109950 |
| }, |
| { |
| "epoch": 39.93683826213947, |
| "grad_norm": 0.07506196200847626, |
| "learning_rate": 6.866984243312569e-06, |
| "loss": 0.0056, |
| "step": 110000 |
| }, |
| { |
| "epoch": 39.955093099671416, |
| "grad_norm": 0.09177088737487793, |
| "learning_rate": 6.865152070355442e-06, |
| "loss": 0.0056, |
| "step": 110050 |
| }, |
| { |
| "epoch": 39.97334793720336, |
| "grad_norm": 0.11367994546890259, |
| "learning_rate": 6.863319897398315e-06, |
| "loss": 0.0057, |
| "step": 110100 |
| }, |
| { |
| "epoch": 39.991602774735306, |
| "grad_norm": 0.08052871376276016, |
| "learning_rate": 6.861487724441188e-06, |
| "loss": 0.0054, |
| "step": 110150 |
| }, |
| { |
| "epoch": 40.009857612267254, |
| "grad_norm": 0.09983289241790771, |
| "learning_rate": 6.85965555148406e-06, |
| "loss": 0.0055, |
| "step": 110200 |
| }, |
| { |
| "epoch": 40.028112449799195, |
| "grad_norm": 0.1016269102692604, |
| "learning_rate": 6.857823378526933e-06, |
| "loss": 0.0054, |
| "step": 110250 |
| }, |
| { |
| "epoch": 40.046367287331144, |
| "grad_norm": 0.09276389330625534, |
| "learning_rate": 6.855991205569806e-06, |
| "loss": 0.0053, |
| "step": 110300 |
| }, |
| { |
| "epoch": 40.06462212486309, |
| "grad_norm": 0.1079629510641098, |
| "learning_rate": 6.854159032612679e-06, |
| "loss": 0.0054, |
| "step": 110350 |
| }, |
| { |
| "epoch": 40.082876962395034, |
| "grad_norm": 0.0910111665725708, |
| "learning_rate": 6.852326859655552e-06, |
| "loss": 0.0054, |
| "step": 110400 |
| }, |
| { |
| "epoch": 40.10113179992698, |
| "grad_norm": 0.07992445677518845, |
| "learning_rate": 6.850494686698425e-06, |
| "loss": 0.0054, |
| "step": 110450 |
| }, |
| { |
| "epoch": 40.11938663745892, |
| "grad_norm": 0.11348450928926468, |
| "learning_rate": 6.848662513741298e-06, |
| "loss": 0.0057, |
| "step": 110500 |
| }, |
| { |
| "epoch": 40.13764147499087, |
| "grad_norm": 0.07800240069627762, |
| "learning_rate": 6.846830340784171e-06, |
| "loss": 0.005, |
| "step": 110550 |
| }, |
| { |
| "epoch": 40.15589631252282, |
| "grad_norm": 0.06344039738178253, |
| "learning_rate": 6.844998167827044e-06, |
| "loss": 0.0055, |
| "step": 110600 |
| }, |
| { |
| "epoch": 40.17415115005476, |
| "grad_norm": 0.12245462089776993, |
| "learning_rate": 6.843165994869916e-06, |
| "loss": 0.0053, |
| "step": 110650 |
| }, |
| { |
| "epoch": 40.19240598758671, |
| "grad_norm": 0.09026476740837097, |
| "learning_rate": 6.841333821912789e-06, |
| "loss": 0.0057, |
| "step": 110700 |
| }, |
| { |
| "epoch": 40.21066082511866, |
| "grad_norm": 0.08638624846935272, |
| "learning_rate": 6.839501648955662e-06, |
| "loss": 0.0055, |
| "step": 110750 |
| }, |
| { |
| "epoch": 40.2289156626506, |
| "grad_norm": 0.09534577280282974, |
| "learning_rate": 6.837669475998535e-06, |
| "loss": 0.0053, |
| "step": 110800 |
| }, |
| { |
| "epoch": 40.24717050018255, |
| "grad_norm": 0.1316833198070526, |
| "learning_rate": 6.835837303041407e-06, |
| "loss": 0.0053, |
| "step": 110850 |
| }, |
| { |
| "epoch": 40.2654253377145, |
| "grad_norm": 0.08303643763065338, |
| "learning_rate": 6.8340051300842805e-06, |
| "loss": 0.0053, |
| "step": 110900 |
| }, |
| { |
| "epoch": 40.28368017524644, |
| "grad_norm": 0.09234058856964111, |
| "learning_rate": 6.832172957127154e-06, |
| "loss": 0.0055, |
| "step": 110950 |
| }, |
| { |
| "epoch": 40.30193501277839, |
| "grad_norm": 0.07637283951044083, |
| "learning_rate": 6.830340784170027e-06, |
| "loss": 0.0057, |
| "step": 111000 |
| }, |
| { |
| "epoch": 40.320189850310335, |
| "grad_norm": 0.09585154056549072, |
| "learning_rate": 6.828508611212899e-06, |
| "loss": 0.0057, |
| "step": 111050 |
| }, |
| { |
| "epoch": 40.338444687842276, |
| "grad_norm": 0.08937186747789383, |
| "learning_rate": 6.826676438255771e-06, |
| "loss": 0.0054, |
| "step": 111100 |
| }, |
| { |
| "epoch": 40.356699525374225, |
| "grad_norm": 0.09191879630088806, |
| "learning_rate": 6.8248442652986446e-06, |
| "loss": 0.0052, |
| "step": 111150 |
| }, |
| { |
| "epoch": 40.37495436290617, |
| "grad_norm": 0.0663374811410904, |
| "learning_rate": 6.823012092341518e-06, |
| "loss": 0.0052, |
| "step": 111200 |
| }, |
| { |
| "epoch": 40.393209200438115, |
| "grad_norm": 0.08493369072675705, |
| "learning_rate": 6.821179919384391e-06, |
| "loss": 0.0051, |
| "step": 111250 |
| }, |
| { |
| "epoch": 40.41146403797006, |
| "grad_norm": 0.12028602510690689, |
| "learning_rate": 6.819347746427263e-06, |
| "loss": 0.0056, |
| "step": 111300 |
| }, |
| { |
| "epoch": 40.429718875502004, |
| "grad_norm": 0.08799166232347488, |
| "learning_rate": 6.817515573470136e-06, |
| "loss": 0.0052, |
| "step": 111350 |
| }, |
| { |
| "epoch": 40.44797371303395, |
| "grad_norm": 0.08820776641368866, |
| "learning_rate": 6.815683400513009e-06, |
| "loss": 0.0051, |
| "step": 111400 |
| }, |
| { |
| "epoch": 40.4662285505659, |
| "grad_norm": 0.10800744593143463, |
| "learning_rate": 6.813851227555882e-06, |
| "loss": 0.0054, |
| "step": 111450 |
| }, |
| { |
| "epoch": 40.48448338809784, |
| "grad_norm": 0.07887940108776093, |
| "learning_rate": 6.812019054598755e-06, |
| "loss": 0.0053, |
| "step": 111500 |
| }, |
| { |
| "epoch": 40.50273822562979, |
| "grad_norm": 0.07590191066265106, |
| "learning_rate": 6.810186881641627e-06, |
| "loss": 0.0054, |
| "step": 111550 |
| }, |
| { |
| "epoch": 40.52099306316174, |
| "grad_norm": 0.0931200459599495, |
| "learning_rate": 6.8083547086845e-06, |
| "loss": 0.005, |
| "step": 111600 |
| }, |
| { |
| "epoch": 40.53924790069368, |
| "grad_norm": 0.08735565841197968, |
| "learning_rate": 6.8065225357273735e-06, |
| "loss": 0.0054, |
| "step": 111650 |
| }, |
| { |
| "epoch": 40.55750273822563, |
| "grad_norm": 0.07800202071666718, |
| "learning_rate": 6.804690362770247e-06, |
| "loss": 0.0054, |
| "step": 111700 |
| }, |
| { |
| "epoch": 40.57575757575758, |
| "grad_norm": 0.10140656679868698, |
| "learning_rate": 6.802858189813118e-06, |
| "loss": 0.0051, |
| "step": 111750 |
| }, |
| { |
| "epoch": 40.59401241328952, |
| "grad_norm": 0.1425938457250595, |
| "learning_rate": 6.801026016855991e-06, |
| "loss": 0.0054, |
| "step": 111800 |
| }, |
| { |
| "epoch": 40.61226725082147, |
| "grad_norm": 0.10176616162061691, |
| "learning_rate": 6.7991938438988644e-06, |
| "loss": 0.0053, |
| "step": 111850 |
| }, |
| { |
| "epoch": 40.630522088353416, |
| "grad_norm": 0.10816904902458191, |
| "learning_rate": 6.797361670941738e-06, |
| "loss": 0.0054, |
| "step": 111900 |
| }, |
| { |
| "epoch": 40.64877692588536, |
| "grad_norm": 0.1073964387178421, |
| "learning_rate": 6.79552949798461e-06, |
| "loss": 0.0053, |
| "step": 111950 |
| }, |
| { |
| "epoch": 40.667031763417306, |
| "grad_norm": 0.09485726803541183, |
| "learning_rate": 6.793697325027483e-06, |
| "loss": 0.0056, |
| "step": 112000 |
| }, |
| { |
| "epoch": 40.685286600949254, |
| "grad_norm": 0.08419659733772278, |
| "learning_rate": 6.791865152070356e-06, |
| "loss": 0.0052, |
| "step": 112050 |
| }, |
| { |
| "epoch": 40.703541438481196, |
| "grad_norm": 0.11649110168218613, |
| "learning_rate": 6.790032979113229e-06, |
| "loss": 0.0053, |
| "step": 112100 |
| }, |
| { |
| "epoch": 40.721796276013144, |
| "grad_norm": 0.09259484708309174, |
| "learning_rate": 6.7882008061561025e-06, |
| "loss": 0.0056, |
| "step": 112150 |
| }, |
| { |
| "epoch": 40.74005111354509, |
| "grad_norm": 0.08090998977422714, |
| "learning_rate": 6.786368633198974e-06, |
| "loss": 0.0054, |
| "step": 112200 |
| }, |
| { |
| "epoch": 40.758305951077034, |
| "grad_norm": 0.09317684173583984, |
| "learning_rate": 6.784536460241847e-06, |
| "loss": 0.0054, |
| "step": 112250 |
| }, |
| { |
| "epoch": 40.77656078860898, |
| "grad_norm": 0.10803469270467758, |
| "learning_rate": 6.78270428728472e-06, |
| "loss": 0.0053, |
| "step": 112300 |
| }, |
| { |
| "epoch": 40.79481562614093, |
| "grad_norm": 0.07808904349803925, |
| "learning_rate": 6.780872114327593e-06, |
| "loss": 0.0053, |
| "step": 112350 |
| }, |
| { |
| "epoch": 40.81307046367287, |
| "grad_norm": 0.09340313822031021, |
| "learning_rate": 6.779039941370466e-06, |
| "loss": 0.0055, |
| "step": 112400 |
| }, |
| { |
| "epoch": 40.83132530120482, |
| "grad_norm": 0.08585655689239502, |
| "learning_rate": 6.777207768413339e-06, |
| "loss": 0.0054, |
| "step": 112450 |
| }, |
| { |
| "epoch": 40.84958013873676, |
| "grad_norm": 0.08001890033483505, |
| "learning_rate": 6.775375595456212e-06, |
| "loss": 0.0054, |
| "step": 112500 |
| }, |
| { |
| "epoch": 40.86783497626871, |
| "grad_norm": 0.13029362261295319, |
| "learning_rate": 6.773543422499085e-06, |
| "loss": 0.0054, |
| "step": 112550 |
| }, |
| { |
| "epoch": 40.88608981380066, |
| "grad_norm": 0.0936351791024208, |
| "learning_rate": 6.771711249541957e-06, |
| "loss": 0.0057, |
| "step": 112600 |
| }, |
| { |
| "epoch": 40.9043446513326, |
| "grad_norm": 0.061671484261751175, |
| "learning_rate": 6.76987907658483e-06, |
| "loss": 0.0056, |
| "step": 112650 |
| }, |
| { |
| "epoch": 40.92259948886455, |
| "grad_norm": 0.09203708171844482, |
| "learning_rate": 6.768046903627703e-06, |
| "loss": 0.0054, |
| "step": 112700 |
| }, |
| { |
| "epoch": 40.9408543263965, |
| "grad_norm": 0.08330999314785004, |
| "learning_rate": 6.766214730670576e-06, |
| "loss": 0.0053, |
| "step": 112750 |
| }, |
| { |
| "epoch": 40.95910916392844, |
| "grad_norm": 0.12374526262283325, |
| "learning_rate": 6.764382557713449e-06, |
| "loss": 0.0055, |
| "step": 112800 |
| }, |
| { |
| "epoch": 40.97736400146039, |
| "grad_norm": 0.16492806375026703, |
| "learning_rate": 6.7625503847563215e-06, |
| "loss": 0.0056, |
| "step": 112850 |
| }, |
| { |
| "epoch": 40.995618838992335, |
| "grad_norm": 0.09608200192451477, |
| "learning_rate": 6.760718211799195e-06, |
| "loss": 0.0054, |
| "step": 112900 |
| }, |
| { |
| "epoch": 41.01387367652428, |
| "grad_norm": 0.08785369992256165, |
| "learning_rate": 6.758886038842068e-06, |
| "loss": 0.0053, |
| "step": 112950 |
| }, |
| { |
| "epoch": 41.032128514056225, |
| "grad_norm": 0.10524538159370422, |
| "learning_rate": 6.75705386588494e-06, |
| "loss": 0.0051, |
| "step": 113000 |
| }, |
| { |
| "epoch": 41.050383351588174, |
| "grad_norm": 0.11223378777503967, |
| "learning_rate": 6.755221692927812e-06, |
| "loss": 0.0053, |
| "step": 113050 |
| }, |
| { |
| "epoch": 41.068638189120115, |
| "grad_norm": 0.09873943775892258, |
| "learning_rate": 6.7533895199706856e-06, |
| "loss": 0.0049, |
| "step": 113100 |
| }, |
| { |
| "epoch": 41.086893026652064, |
| "grad_norm": 0.09510210901498795, |
| "learning_rate": 6.751557347013559e-06, |
| "loss": 0.005, |
| "step": 113150 |
| }, |
| { |
| "epoch": 41.10514786418401, |
| "grad_norm": 0.10416844487190247, |
| "learning_rate": 6.749725174056432e-06, |
| "loss": 0.0054, |
| "step": 113200 |
| }, |
| { |
| "epoch": 41.12340270171595, |
| "grad_norm": 0.08831951767206192, |
| "learning_rate": 6.747893001099304e-06, |
| "loss": 0.0052, |
| "step": 113250 |
| }, |
| { |
| "epoch": 41.1416575392479, |
| "grad_norm": 0.12266934663057327, |
| "learning_rate": 6.7460608281421765e-06, |
| "loss": 0.0052, |
| "step": 113300 |
| }, |
| { |
| "epoch": 41.15991237677984, |
| "grad_norm": 0.06362644582986832, |
| "learning_rate": 6.74422865518505e-06, |
| "loss": 0.0052, |
| "step": 113350 |
| }, |
| { |
| "epoch": 41.17816721431179, |
| "grad_norm": 0.12486229836940765, |
| "learning_rate": 6.742396482227923e-06, |
| "loss": 0.005, |
| "step": 113400 |
| }, |
| { |
| "epoch": 41.19642205184374, |
| "grad_norm": 0.10706956684589386, |
| "learning_rate": 6.740564309270796e-06, |
| "loss": 0.0052, |
| "step": 113450 |
| }, |
| { |
| "epoch": 41.21467688937568, |
| "grad_norm": 0.10666733980178833, |
| "learning_rate": 6.738732136313668e-06, |
| "loss": 0.0051, |
| "step": 113500 |
| }, |
| { |
| "epoch": 41.23293172690763, |
| "grad_norm": 0.07920535653829575, |
| "learning_rate": 6.736899963356541e-06, |
| "loss": 0.0053, |
| "step": 113550 |
| }, |
| { |
| "epoch": 41.25118656443958, |
| "grad_norm": 0.08798008412122726, |
| "learning_rate": 6.7350677903994145e-06, |
| "loss": 0.0053, |
| "step": 113600 |
| }, |
| { |
| "epoch": 41.26944140197152, |
| "grad_norm": 0.0852372869849205, |
| "learning_rate": 6.733235617442288e-06, |
| "loss": 0.0051, |
| "step": 113650 |
| }, |
| { |
| "epoch": 41.28769623950347, |
| "grad_norm": 0.0948399230837822, |
| "learning_rate": 6.731403444485159e-06, |
| "loss": 0.005, |
| "step": 113700 |
| }, |
| { |
| "epoch": 41.30595107703542, |
| "grad_norm": 0.06313244998455048, |
| "learning_rate": 6.729571271528032e-06, |
| "loss": 0.005, |
| "step": 113750 |
| }, |
| { |
| "epoch": 41.32420591456736, |
| "grad_norm": 0.09295839816331863, |
| "learning_rate": 6.7277390985709054e-06, |
| "loss": 0.0052, |
| "step": 113800 |
| }, |
| { |
| "epoch": 41.342460752099306, |
| "grad_norm": 0.10179838538169861, |
| "learning_rate": 6.725906925613779e-06, |
| "loss": 0.0053, |
| "step": 113850 |
| }, |
| { |
| "epoch": 41.360715589631255, |
| "grad_norm": 0.10780146718025208, |
| "learning_rate": 6.724074752656652e-06, |
| "loss": 0.0055, |
| "step": 113900 |
| }, |
| { |
| "epoch": 41.378970427163196, |
| "grad_norm": 0.09591986984014511, |
| "learning_rate": 6.722242579699524e-06, |
| "loss": 0.0052, |
| "step": 113950 |
| }, |
| { |
| "epoch": 41.397225264695145, |
| "grad_norm": 0.10673645883798599, |
| "learning_rate": 6.720410406742397e-06, |
| "loss": 0.0052, |
| "step": 114000 |
| }, |
| { |
| "epoch": 41.41548010222709, |
| "grad_norm": 0.06676339358091354, |
| "learning_rate": 6.71857823378527e-06, |
| "loss": 0.0054, |
| "step": 114050 |
| }, |
| { |
| "epoch": 41.433734939759034, |
| "grad_norm": 0.11513575166463852, |
| "learning_rate": 6.7167460608281435e-06, |
| "loss": 0.0051, |
| "step": 114100 |
| }, |
| { |
| "epoch": 41.45198977729098, |
| "grad_norm": 0.10171222686767578, |
| "learning_rate": 6.714913887871015e-06, |
| "loss": 0.0051, |
| "step": 114150 |
| }, |
| { |
| "epoch": 41.47024461482293, |
| "grad_norm": 0.09004172682762146, |
| "learning_rate": 6.713081714913888e-06, |
| "loss": 0.0053, |
| "step": 114200 |
| }, |
| { |
| "epoch": 41.48849945235487, |
| "grad_norm": 0.11554663628339767, |
| "learning_rate": 6.711249541956761e-06, |
| "loss": 0.0051, |
| "step": 114250 |
| }, |
| { |
| "epoch": 41.50675428988682, |
| "grad_norm": 0.10601811856031418, |
| "learning_rate": 6.709417368999634e-06, |
| "loss": 0.0053, |
| "step": 114300 |
| }, |
| { |
| "epoch": 41.52500912741876, |
| "grad_norm": 0.07002589106559753, |
| "learning_rate": 6.707585196042507e-06, |
| "loss": 0.0054, |
| "step": 114350 |
| }, |
| { |
| "epoch": 41.54326396495071, |
| "grad_norm": 0.0755009725689888, |
| "learning_rate": 6.70575302308538e-06, |
| "loss": 0.0053, |
| "step": 114400 |
| }, |
| { |
| "epoch": 41.56151880248266, |
| "grad_norm": 0.1059579998254776, |
| "learning_rate": 6.703920850128253e-06, |
| "loss": 0.0053, |
| "step": 114450 |
| }, |
| { |
| "epoch": 41.5797736400146, |
| "grad_norm": 0.09456472098827362, |
| "learning_rate": 6.702088677171126e-06, |
| "loss": 0.0048, |
| "step": 114500 |
| }, |
| { |
| "epoch": 41.59802847754655, |
| "grad_norm": 0.11582711338996887, |
| "learning_rate": 6.700256504213999e-06, |
| "loss": 0.0053, |
| "step": 114550 |
| }, |
| { |
| "epoch": 41.6162833150785, |
| "grad_norm": 0.07862074673175812, |
| "learning_rate": 6.698424331256871e-06, |
| "loss": 0.0053, |
| "step": 114600 |
| }, |
| { |
| "epoch": 41.63453815261044, |
| "grad_norm": 0.08456604182720184, |
| "learning_rate": 6.696592158299744e-06, |
| "loss": 0.0052, |
| "step": 114650 |
| }, |
| { |
| "epoch": 41.65279299014239, |
| "grad_norm": 0.07232081890106201, |
| "learning_rate": 6.694759985342617e-06, |
| "loss": 0.0053, |
| "step": 114700 |
| }, |
| { |
| "epoch": 41.671047827674336, |
| "grad_norm": 0.08778981864452362, |
| "learning_rate": 6.69292781238549e-06, |
| "loss": 0.0052, |
| "step": 114750 |
| }, |
| { |
| "epoch": 41.68930266520628, |
| "grad_norm": 0.11182025820016861, |
| "learning_rate": 6.6910956394283625e-06, |
| "loss": 0.005, |
| "step": 114800 |
| }, |
| { |
| "epoch": 41.707557502738226, |
| "grad_norm": 0.11483198404312134, |
| "learning_rate": 6.689263466471236e-06, |
| "loss": 0.0053, |
| "step": 114850 |
| }, |
| { |
| "epoch": 41.725812340270174, |
| "grad_norm": 0.09406556189060211, |
| "learning_rate": 6.687431293514108e-06, |
| "loss": 0.0054, |
| "step": 114900 |
| }, |
| { |
| "epoch": 41.744067177802116, |
| "grad_norm": 0.09629793465137482, |
| "learning_rate": 6.685599120556981e-06, |
| "loss": 0.0052, |
| "step": 114950 |
| }, |
| { |
| "epoch": 41.762322015334064, |
| "grad_norm": 0.12486808747053146, |
| "learning_rate": 6.683766947599853e-06, |
| "loss": 0.0052, |
| "step": 115000 |
| }, |
| { |
| "epoch": 41.78057685286601, |
| "grad_norm": 0.0869254618883133, |
| "learning_rate": 6.6819347746427266e-06, |
| "loss": 0.0056, |
| "step": 115050 |
| }, |
| { |
| "epoch": 41.798831690397954, |
| "grad_norm": 0.06979994475841522, |
| "learning_rate": 6.6801026016856e-06, |
| "loss": 0.0053, |
| "step": 115100 |
| }, |
| { |
| "epoch": 41.8170865279299, |
| "grad_norm": 0.09904607385396957, |
| "learning_rate": 6.678270428728473e-06, |
| "loss": 0.0055, |
| "step": 115150 |
| }, |
| { |
| "epoch": 41.83534136546185, |
| "grad_norm": 0.10609513521194458, |
| "learning_rate": 6.676438255771346e-06, |
| "loss": 0.0054, |
| "step": 115200 |
| }, |
| { |
| "epoch": 41.85359620299379, |
| "grad_norm": 0.0911189541220665, |
| "learning_rate": 6.6746060828142175e-06, |
| "loss": 0.0055, |
| "step": 115250 |
| }, |
| { |
| "epoch": 41.87185104052574, |
| "grad_norm": 0.0792144313454628, |
| "learning_rate": 6.672773909857091e-06, |
| "loss": 0.0055, |
| "step": 115300 |
| }, |
| { |
| "epoch": 41.89010587805768, |
| "grad_norm": 0.1093355193734169, |
| "learning_rate": 6.670941736899964e-06, |
| "loss": 0.0051, |
| "step": 115350 |
| }, |
| { |
| "epoch": 41.90836071558963, |
| "grad_norm": 0.06736687570810318, |
| "learning_rate": 6.669109563942837e-06, |
| "loss": 0.0053, |
| "step": 115400 |
| }, |
| { |
| "epoch": 41.92661555312158, |
| "grad_norm": 0.09530867636203766, |
| "learning_rate": 6.667277390985709e-06, |
| "loss": 0.005, |
| "step": 115450 |
| }, |
| { |
| "epoch": 41.94487039065352, |
| "grad_norm": 0.09418410062789917, |
| "learning_rate": 6.665445218028582e-06, |
| "loss": 0.0053, |
| "step": 115500 |
| }, |
| { |
| "epoch": 41.96312522818547, |
| "grad_norm": 0.08674073219299316, |
| "learning_rate": 6.6636130450714555e-06, |
| "loss": 0.0049, |
| "step": 115550 |
| }, |
| { |
| "epoch": 41.98138006571742, |
| "grad_norm": 0.05825132504105568, |
| "learning_rate": 6.661780872114329e-06, |
| "loss": 0.0051, |
| "step": 115600 |
| }, |
| { |
| "epoch": 41.99963490324936, |
| "grad_norm": 0.08353707194328308, |
| "learning_rate": 6.6599486991572e-06, |
| "loss": 0.0055, |
| "step": 115650 |
| }, |
| { |
| "epoch": 42.01788974078131, |
| "grad_norm": 0.09194663912057877, |
| "learning_rate": 6.658116526200073e-06, |
| "loss": 0.0049, |
| "step": 115700 |
| }, |
| { |
| "epoch": 42.036144578313255, |
| "grad_norm": 0.09772255271673203, |
| "learning_rate": 6.656284353242946e-06, |
| "loss": 0.0053, |
| "step": 115750 |
| }, |
| { |
| "epoch": 42.0543994158452, |
| "grad_norm": 0.07787705212831497, |
| "learning_rate": 6.6544521802858196e-06, |
| "loss": 0.0048, |
| "step": 115800 |
| }, |
| { |
| "epoch": 42.072654253377145, |
| "grad_norm": 0.1105140969157219, |
| "learning_rate": 6.652620007328693e-06, |
| "loss": 0.0048, |
| "step": 115850 |
| }, |
| { |
| "epoch": 42.09090909090909, |
| "grad_norm": 0.08834534138441086, |
| "learning_rate": 6.650787834371565e-06, |
| "loss": 0.005, |
| "step": 115900 |
| }, |
| { |
| "epoch": 42.109163928441035, |
| "grad_norm": 0.11384642869234085, |
| "learning_rate": 6.648955661414438e-06, |
| "loss": 0.005, |
| "step": 115950 |
| }, |
| { |
| "epoch": 42.12741876597298, |
| "grad_norm": 0.073062963783741, |
| "learning_rate": 6.647123488457311e-06, |
| "loss": 0.0048, |
| "step": 116000 |
| }, |
| { |
| "epoch": 42.14567360350493, |
| "grad_norm": 0.08729217201471329, |
| "learning_rate": 6.6452913155001845e-06, |
| "loss": 0.0048, |
| "step": 116050 |
| }, |
| { |
| "epoch": 42.16392844103687, |
| "grad_norm": 0.08440303057432175, |
| "learning_rate": 6.643459142543056e-06, |
| "loss": 0.0049, |
| "step": 116100 |
| }, |
| { |
| "epoch": 42.18218327856882, |
| "grad_norm": 0.08654425293207169, |
| "learning_rate": 6.641626969585929e-06, |
| "loss": 0.005, |
| "step": 116150 |
| }, |
| { |
| "epoch": 42.20043811610077, |
| "grad_norm": 0.0675879493355751, |
| "learning_rate": 6.639794796628802e-06, |
| "loss": 0.005, |
| "step": 116200 |
| }, |
| { |
| "epoch": 42.21869295363271, |
| "grad_norm": 0.08536078035831451, |
| "learning_rate": 6.637962623671675e-06, |
| "loss": 0.005, |
| "step": 116250 |
| }, |
| { |
| "epoch": 42.23694779116466, |
| "grad_norm": 0.13917163014411926, |
| "learning_rate": 6.6361304507145485e-06, |
| "loss": 0.0052, |
| "step": 116300 |
| }, |
| { |
| "epoch": 42.2552026286966, |
| "grad_norm": 0.13478752970695496, |
| "learning_rate": 6.634298277757421e-06, |
| "loss": 0.0051, |
| "step": 116350 |
| }, |
| { |
| "epoch": 42.27345746622855, |
| "grad_norm": 0.07896340638399124, |
| "learning_rate": 6.632466104800294e-06, |
| "loss": 0.0051, |
| "step": 116400 |
| }, |
| { |
| "epoch": 42.2917123037605, |
| "grad_norm": 0.10201392322778702, |
| "learning_rate": 6.630633931843167e-06, |
| "loss": 0.0051, |
| "step": 116450 |
| }, |
| { |
| "epoch": 42.30996714129244, |
| "grad_norm": 0.12439602613449097, |
| "learning_rate": 6.6288017588860394e-06, |
| "loss": 0.0051, |
| "step": 116500 |
| }, |
| { |
| "epoch": 42.32822197882439, |
| "grad_norm": 0.0901709496974945, |
| "learning_rate": 6.626969585928912e-06, |
| "loss": 0.0053, |
| "step": 116550 |
| }, |
| { |
| "epoch": 42.346476816356336, |
| "grad_norm": 0.09743001312017441, |
| "learning_rate": 6.625137412971785e-06, |
| "loss": 0.005, |
| "step": 116600 |
| }, |
| { |
| "epoch": 42.36473165388828, |
| "grad_norm": 0.07297075539827347, |
| "learning_rate": 6.623305240014658e-06, |
| "loss": 0.0052, |
| "step": 116650 |
| }, |
| { |
| "epoch": 42.382986491420226, |
| "grad_norm": 0.1150427907705307, |
| "learning_rate": 6.621473067057531e-06, |
| "loss": 0.0051, |
| "step": 116700 |
| }, |
| { |
| "epoch": 42.401241328952175, |
| "grad_norm": 0.09779272973537445, |
| "learning_rate": 6.6196408941004035e-06, |
| "loss": 0.0053, |
| "step": 116750 |
| }, |
| { |
| "epoch": 42.419496166484116, |
| "grad_norm": 0.11598919332027435, |
| "learning_rate": 6.617808721143276e-06, |
| "loss": 0.0049, |
| "step": 116800 |
| }, |
| { |
| "epoch": 42.437751004016064, |
| "grad_norm": 0.1324910819530487, |
| "learning_rate": 6.615976548186149e-06, |
| "loss": 0.005, |
| "step": 116850 |
| }, |
| { |
| "epoch": 42.45600584154801, |
| "grad_norm": 0.07964885234832764, |
| "learning_rate": 6.614144375229022e-06, |
| "loss": 0.0049, |
| "step": 116900 |
| }, |
| { |
| "epoch": 42.474260679079954, |
| "grad_norm": 0.12287833541631699, |
| "learning_rate": 6.612312202271895e-06, |
| "loss": 0.005, |
| "step": 116950 |
| }, |
| { |
| "epoch": 42.4925155166119, |
| "grad_norm": 0.08588016033172607, |
| "learning_rate": 6.6104800293147675e-06, |
| "loss": 0.0049, |
| "step": 117000 |
| }, |
| { |
| "epoch": 42.51077035414385, |
| "grad_norm": 0.098282590508461, |
| "learning_rate": 6.608647856357641e-06, |
| "loss": 0.0054, |
| "step": 117050 |
| }, |
| { |
| "epoch": 42.52902519167579, |
| "grad_norm": 0.08994124084711075, |
| "learning_rate": 6.606815683400514e-06, |
| "loss": 0.005, |
| "step": 117100 |
| }, |
| { |
| "epoch": 42.54728002920774, |
| "grad_norm": 0.0671117901802063, |
| "learning_rate": 6.604983510443387e-06, |
| "loss": 0.0053, |
| "step": 117150 |
| }, |
| { |
| "epoch": 42.56553486673969, |
| "grad_norm": 0.09800095111131668, |
| "learning_rate": 6.6031513374862585e-06, |
| "loss": 0.0051, |
| "step": 117200 |
| }, |
| { |
| "epoch": 42.58378970427163, |
| "grad_norm": 0.05866605415940285, |
| "learning_rate": 6.601319164529132e-06, |
| "loss": 0.005, |
| "step": 117250 |
| }, |
| { |
| "epoch": 42.60204454180358, |
| "grad_norm": 0.08472153544425964, |
| "learning_rate": 6.599486991572005e-06, |
| "loss": 0.0051, |
| "step": 117300 |
| }, |
| { |
| "epoch": 42.62029937933552, |
| "grad_norm": 0.08061538636684418, |
| "learning_rate": 6.597654818614878e-06, |
| "loss": 0.0049, |
| "step": 117350 |
| }, |
| { |
| "epoch": 42.63855421686747, |
| "grad_norm": 0.06918776780366898, |
| "learning_rate": 6.59582264565775e-06, |
| "loss": 0.0053, |
| "step": 117400 |
| }, |
| { |
| "epoch": 42.65680905439942, |
| "grad_norm": 0.08320360630750656, |
| "learning_rate": 6.593990472700623e-06, |
| "loss": 0.0051, |
| "step": 117450 |
| }, |
| { |
| "epoch": 42.67506389193136, |
| "grad_norm": 0.1047106385231018, |
| "learning_rate": 6.5921582997434965e-06, |
| "loss": 0.0051, |
| "step": 117500 |
| }, |
| { |
| "epoch": 42.69331872946331, |
| "grad_norm": 0.11748748272657394, |
| "learning_rate": 6.59032612678637e-06, |
| "loss": 0.0049, |
| "step": 117550 |
| }, |
| { |
| "epoch": 42.711573566995256, |
| "grad_norm": 0.08307626843452454, |
| "learning_rate": 6.588493953829243e-06, |
| "loss": 0.0048, |
| "step": 117600 |
| }, |
| { |
| "epoch": 42.7298284045272, |
| "grad_norm": 0.09040186554193497, |
| "learning_rate": 6.586661780872114e-06, |
| "loss": 0.005, |
| "step": 117650 |
| }, |
| { |
| "epoch": 42.748083242059145, |
| "grad_norm": 0.08989427238702774, |
| "learning_rate": 6.584829607914987e-06, |
| "loss": 0.0055, |
| "step": 117700 |
| }, |
| { |
| "epoch": 42.766338079591094, |
| "grad_norm": 0.10779829323291779, |
| "learning_rate": 6.5829974349578606e-06, |
| "loss": 0.0051, |
| "step": 117750 |
| }, |
| { |
| "epoch": 42.784592917123035, |
| "grad_norm": 0.08712311834096909, |
| "learning_rate": 6.581165262000734e-06, |
| "loss": 0.0057, |
| "step": 117800 |
| }, |
| { |
| "epoch": 42.802847754654984, |
| "grad_norm": 0.0907873660326004, |
| "learning_rate": 6.579333089043606e-06, |
| "loss": 0.0051, |
| "step": 117850 |
| }, |
| { |
| "epoch": 42.82110259218693, |
| "grad_norm": 0.07150555402040482, |
| "learning_rate": 6.577500916086479e-06, |
| "loss": 0.005, |
| "step": 117900 |
| }, |
| { |
| "epoch": 42.83935742971887, |
| "grad_norm": 0.09530286490917206, |
| "learning_rate": 6.575668743129352e-06, |
| "loss": 0.0051, |
| "step": 117950 |
| }, |
| { |
| "epoch": 42.85761226725082, |
| "grad_norm": 0.09744761884212494, |
| "learning_rate": 6.5738365701722255e-06, |
| "loss": 0.0053, |
| "step": 118000 |
| }, |
| { |
| "epoch": 42.87586710478277, |
| "grad_norm": 0.10499196499586105, |
| "learning_rate": 6.572004397215099e-06, |
| "loss": 0.0052, |
| "step": 118050 |
| }, |
| { |
| "epoch": 42.89412194231471, |
| "grad_norm": 0.0927620530128479, |
| "learning_rate": 6.57017222425797e-06, |
| "loss": 0.005, |
| "step": 118100 |
| }, |
| { |
| "epoch": 42.91237677984666, |
| "grad_norm": 0.11338216811418533, |
| "learning_rate": 6.568340051300843e-06, |
| "loss": 0.0051, |
| "step": 118150 |
| }, |
| { |
| "epoch": 42.93063161737861, |
| "grad_norm": 0.10481079667806625, |
| "learning_rate": 6.566507878343716e-06, |
| "loss": 0.0047, |
| "step": 118200 |
| }, |
| { |
| "epoch": 42.94888645491055, |
| "grad_norm": 0.11322116106748581, |
| "learning_rate": 6.5646757053865895e-06, |
| "loss": 0.0053, |
| "step": 118250 |
| }, |
| { |
| "epoch": 42.9671412924425, |
| "grad_norm": 0.09435020387172699, |
| "learning_rate": 6.562843532429462e-06, |
| "loss": 0.0053, |
| "step": 118300 |
| }, |
| { |
| "epoch": 42.98539612997444, |
| "grad_norm": 0.1249832957983017, |
| "learning_rate": 6.561011359472335e-06, |
| "loss": 0.0051, |
| "step": 118350 |
| }, |
| { |
| "epoch": 43.00365096750639, |
| "grad_norm": 0.0877332091331482, |
| "learning_rate": 6.559179186515207e-06, |
| "loss": 0.0051, |
| "step": 118400 |
| }, |
| { |
| "epoch": 43.02190580503834, |
| "grad_norm": 0.07476967573165894, |
| "learning_rate": 6.5573470135580804e-06, |
| "loss": 0.0047, |
| "step": 118450 |
| }, |
| { |
| "epoch": 43.04016064257028, |
| "grad_norm": 0.08570320904254913, |
| "learning_rate": 6.555514840600953e-06, |
| "loss": 0.005, |
| "step": 118500 |
| }, |
| { |
| "epoch": 43.05841548010223, |
| "grad_norm": 0.09007178246974945, |
| "learning_rate": 6.553682667643826e-06, |
| "loss": 0.0045, |
| "step": 118550 |
| }, |
| { |
| "epoch": 43.076670317634175, |
| "grad_norm": 0.09660544246435165, |
| "learning_rate": 6.551850494686699e-06, |
| "loss": 0.0054, |
| "step": 118600 |
| }, |
| { |
| "epoch": 43.094925155166116, |
| "grad_norm": 0.11541305482387543, |
| "learning_rate": 6.550018321729572e-06, |
| "loss": 0.0048, |
| "step": 118650 |
| }, |
| { |
| "epoch": 43.113179992698065, |
| "grad_norm": 0.10734861344099045, |
| "learning_rate": 6.548186148772445e-06, |
| "loss": 0.0051, |
| "step": 118700 |
| }, |
| { |
| "epoch": 43.13143483023001, |
| "grad_norm": 0.09853185713291168, |
| "learning_rate": 6.546353975815317e-06, |
| "loss": 0.0049, |
| "step": 118750 |
| }, |
| { |
| "epoch": 43.149689667761955, |
| "grad_norm": 0.08131727576255798, |
| "learning_rate": 6.54452180285819e-06, |
| "loss": 0.0046, |
| "step": 118800 |
| }, |
| { |
| "epoch": 43.1679445052939, |
| "grad_norm": 0.09476389735937119, |
| "learning_rate": 6.542689629901063e-06, |
| "loss": 0.0047, |
| "step": 118850 |
| }, |
| { |
| "epoch": 43.18619934282585, |
| "grad_norm": 0.09595343470573425, |
| "learning_rate": 6.540857456943936e-06, |
| "loss": 0.0048, |
| "step": 118900 |
| }, |
| { |
| "epoch": 43.20445418035779, |
| "grad_norm": 0.08065979927778244, |
| "learning_rate": 6.5390252839868085e-06, |
| "loss": 0.0049, |
| "step": 118950 |
| }, |
| { |
| "epoch": 43.22270901788974, |
| "grad_norm": 0.12298467755317688, |
| "learning_rate": 6.537193111029682e-06, |
| "loss": 0.0049, |
| "step": 119000 |
| }, |
| { |
| "epoch": 43.24096385542169, |
| "grad_norm": 0.10628730803728104, |
| "learning_rate": 6.535360938072555e-06, |
| "loss": 0.0048, |
| "step": 119050 |
| }, |
| { |
| "epoch": 43.25921869295363, |
| "grad_norm": 0.07544521242380142, |
| "learning_rate": 6.533528765115428e-06, |
| "loss": 0.0048, |
| "step": 119100 |
| }, |
| { |
| "epoch": 43.27747353048558, |
| "grad_norm": 0.1205558255314827, |
| "learning_rate": 6.5316965921582994e-06, |
| "loss": 0.0049, |
| "step": 119150 |
| }, |
| { |
| "epoch": 43.29572836801753, |
| "grad_norm": 0.07054748386144638, |
| "learning_rate": 6.529864419201173e-06, |
| "loss": 0.0047, |
| "step": 119200 |
| }, |
| { |
| "epoch": 43.31398320554947, |
| "grad_norm": 0.0925961583852768, |
| "learning_rate": 6.528032246244046e-06, |
| "loss": 0.0045, |
| "step": 119250 |
| }, |
| { |
| "epoch": 43.33223804308142, |
| "grad_norm": 0.1105981096625328, |
| "learning_rate": 6.526200073286919e-06, |
| "loss": 0.0049, |
| "step": 119300 |
| }, |
| { |
| "epoch": 43.35049288061336, |
| "grad_norm": 0.08765171468257904, |
| "learning_rate": 6.524367900329792e-06, |
| "loss": 0.0047, |
| "step": 119350 |
| }, |
| { |
| "epoch": 43.36874771814531, |
| "grad_norm": 0.07528301328420639, |
| "learning_rate": 6.522535727372664e-06, |
| "loss": 0.0049, |
| "step": 119400 |
| }, |
| { |
| "epoch": 43.387002555677256, |
| "grad_norm": 0.082547627389431, |
| "learning_rate": 6.5207035544155375e-06, |
| "loss": 0.0054, |
| "step": 119450 |
| }, |
| { |
| "epoch": 43.4052573932092, |
| "grad_norm": 0.09582000970840454, |
| "learning_rate": 6.518871381458411e-06, |
| "loss": 0.0052, |
| "step": 119500 |
| }, |
| { |
| "epoch": 43.423512230741146, |
| "grad_norm": 0.10432495921850204, |
| "learning_rate": 6.517039208501284e-06, |
| "loss": 0.0049, |
| "step": 119550 |
| }, |
| { |
| "epoch": 43.441767068273094, |
| "grad_norm": 0.10597340017557144, |
| "learning_rate": 6.515207035544155e-06, |
| "loss": 0.0051, |
| "step": 119600 |
| }, |
| { |
| "epoch": 43.460021905805036, |
| "grad_norm": 0.08753450959920883, |
| "learning_rate": 6.513374862587028e-06, |
| "loss": 0.0048, |
| "step": 119650 |
| }, |
| { |
| "epoch": 43.478276743336984, |
| "grad_norm": 0.10873019695281982, |
| "learning_rate": 6.5115426896299016e-06, |
| "loss": 0.0048, |
| "step": 119700 |
| }, |
| { |
| "epoch": 43.49653158086893, |
| "grad_norm": 0.08238986879587173, |
| "learning_rate": 6.509710516672775e-06, |
| "loss": 0.0048, |
| "step": 119750 |
| }, |
| { |
| "epoch": 43.514786418400874, |
| "grad_norm": 0.10150475054979324, |
| "learning_rate": 6.507878343715647e-06, |
| "loss": 0.0046, |
| "step": 119800 |
| }, |
| { |
| "epoch": 43.53304125593282, |
| "grad_norm": 0.07756687700748444, |
| "learning_rate": 6.50604617075852e-06, |
| "loss": 0.0049, |
| "step": 119850 |
| }, |
| { |
| "epoch": 43.55129609346477, |
| "grad_norm": 0.08646021783351898, |
| "learning_rate": 6.504213997801393e-06, |
| "loss": 0.0048, |
| "step": 119900 |
| }, |
| { |
| "epoch": 43.56955093099671, |
| "grad_norm": 0.056060872972011566, |
| "learning_rate": 6.5023818248442665e-06, |
| "loss": 0.0048, |
| "step": 119950 |
| }, |
| { |
| "epoch": 43.58780576852866, |
| "grad_norm": 0.07329832017421722, |
| "learning_rate": 6.500549651887139e-06, |
| "loss": 0.0052, |
| "step": 120000 |
| }, |
| { |
| "epoch": 43.60606060606061, |
| "grad_norm": 0.08801274746656418, |
| "learning_rate": 6.498717478930011e-06, |
| "loss": 0.0051, |
| "step": 120050 |
| }, |
| { |
| "epoch": 43.62431544359255, |
| "grad_norm": 0.11767558008432388, |
| "learning_rate": 6.496885305972884e-06, |
| "loss": 0.0048, |
| "step": 120100 |
| }, |
| { |
| "epoch": 43.6425702811245, |
| "grad_norm": 0.09081073850393295, |
| "learning_rate": 6.495053133015757e-06, |
| "loss": 0.005, |
| "step": 120150 |
| }, |
| { |
| "epoch": 43.66082511865645, |
| "grad_norm": 0.05393541604280472, |
| "learning_rate": 6.4932209600586305e-06, |
| "loss": 0.0047, |
| "step": 120200 |
| }, |
| { |
| "epoch": 43.67907995618839, |
| "grad_norm": 0.15293632447719574, |
| "learning_rate": 6.491388787101503e-06, |
| "loss": 0.0049, |
| "step": 120250 |
| }, |
| { |
| "epoch": 43.69733479372034, |
| "grad_norm": 0.07996521145105362, |
| "learning_rate": 6.489556614144376e-06, |
| "loss": 0.0049, |
| "step": 120300 |
| }, |
| { |
| "epoch": 43.71558963125228, |
| "grad_norm": 0.08945640921592712, |
| "learning_rate": 6.487724441187248e-06, |
| "loss": 0.005, |
| "step": 120350 |
| }, |
| { |
| "epoch": 43.73384446878423, |
| "grad_norm": 0.07870243489742279, |
| "learning_rate": 6.485892268230121e-06, |
| "loss": 0.005, |
| "step": 120400 |
| }, |
| { |
| "epoch": 43.752099306316175, |
| "grad_norm": 0.1164698526263237, |
| "learning_rate": 6.4840600952729946e-06, |
| "loss": 0.0049, |
| "step": 120450 |
| }, |
| { |
| "epoch": 43.77035414384812, |
| "grad_norm": 0.09787051379680634, |
| "learning_rate": 6.482227922315867e-06, |
| "loss": 0.0053, |
| "step": 120500 |
| }, |
| { |
| "epoch": 43.788608981380065, |
| "grad_norm": 0.10332025587558746, |
| "learning_rate": 6.48039574935874e-06, |
| "loss": 0.0052, |
| "step": 120550 |
| }, |
| { |
| "epoch": 43.806863818912014, |
| "grad_norm": 0.08075930178165436, |
| "learning_rate": 6.478563576401613e-06, |
| "loss": 0.0052, |
| "step": 120600 |
| }, |
| { |
| "epoch": 43.825118656443955, |
| "grad_norm": 0.06612218916416168, |
| "learning_rate": 6.476731403444486e-06, |
| "loss": 0.0052, |
| "step": 120650 |
| }, |
| { |
| "epoch": 43.8433734939759, |
| "grad_norm": 0.09319305419921875, |
| "learning_rate": 6.474899230487358e-06, |
| "loss": 0.005, |
| "step": 120700 |
| }, |
| { |
| "epoch": 43.86162833150785, |
| "grad_norm": 0.1021774634718895, |
| "learning_rate": 6.473067057530231e-06, |
| "loss": 0.0048, |
| "step": 120750 |
| }, |
| { |
| "epoch": 43.87988316903979, |
| "grad_norm": 0.0935245156288147, |
| "learning_rate": 6.471234884573104e-06, |
| "loss": 0.0051, |
| "step": 120800 |
| }, |
| { |
| "epoch": 43.89813800657174, |
| "grad_norm": 0.09391063451766968, |
| "learning_rate": 6.469402711615977e-06, |
| "loss": 0.005, |
| "step": 120850 |
| }, |
| { |
| "epoch": 43.91639284410369, |
| "grad_norm": 0.1297447681427002, |
| "learning_rate": 6.4675705386588495e-06, |
| "loss": 0.0051, |
| "step": 120900 |
| }, |
| { |
| "epoch": 43.93464768163563, |
| "grad_norm": 0.0745924711227417, |
| "learning_rate": 6.465738365701723e-06, |
| "loss": 0.0049, |
| "step": 120950 |
| }, |
| { |
| "epoch": 43.95290251916758, |
| "grad_norm": 0.07661570608615875, |
| "learning_rate": 6.463906192744596e-06, |
| "loss": 0.0051, |
| "step": 121000 |
| }, |
| { |
| "epoch": 43.97115735669953, |
| "grad_norm": 0.08804076910018921, |
| "learning_rate": 6.462074019787469e-06, |
| "loss": 0.0048, |
| "step": 121050 |
| }, |
| { |
| "epoch": 43.98941219423147, |
| "grad_norm": 0.10511090606451035, |
| "learning_rate": 6.460241846830342e-06, |
| "loss": 0.0049, |
| "step": 121100 |
| }, |
| { |
| "epoch": 44.00766703176342, |
| "grad_norm": 0.05866978317499161, |
| "learning_rate": 6.458409673873214e-06, |
| "loss": 0.0047, |
| "step": 121150 |
| }, |
| { |
| "epoch": 44.02592186929537, |
| "grad_norm": 0.09909752756357193, |
| "learning_rate": 6.456577500916087e-06, |
| "loss": 0.0046, |
| "step": 121200 |
| }, |
| { |
| "epoch": 44.04417670682731, |
| "grad_norm": 0.0851065143942833, |
| "learning_rate": 6.45474532795896e-06, |
| "loss": 0.0045, |
| "step": 121250 |
| }, |
| { |
| "epoch": 44.06243154435926, |
| "grad_norm": 0.07917455583810806, |
| "learning_rate": 6.452913155001833e-06, |
| "loss": 0.0046, |
| "step": 121300 |
| }, |
| { |
| "epoch": 44.0806863818912, |
| "grad_norm": 0.08574696630239487, |
| "learning_rate": 6.451080982044705e-06, |
| "loss": 0.0047, |
| "step": 121350 |
| }, |
| { |
| "epoch": 44.098941219423146, |
| "grad_norm": 0.11335451900959015, |
| "learning_rate": 6.4492488090875785e-06, |
| "loss": 0.0046, |
| "step": 121400 |
| }, |
| { |
| "epoch": 44.117196056955095, |
| "grad_norm": 0.09198125451803207, |
| "learning_rate": 6.447416636130452e-06, |
| "loss": 0.0047, |
| "step": 121450 |
| }, |
| { |
| "epoch": 44.135450894487036, |
| "grad_norm": 0.08669835329055786, |
| "learning_rate": 6.445584463173325e-06, |
| "loss": 0.0051, |
| "step": 121500 |
| }, |
| { |
| "epoch": 44.153705732018985, |
| "grad_norm": 0.06756642460823059, |
| "learning_rate": 6.443752290216196e-06, |
| "loss": 0.0046, |
| "step": 121550 |
| }, |
| { |
| "epoch": 44.17196056955093, |
| "grad_norm": 0.0963951051235199, |
| "learning_rate": 6.441920117259069e-06, |
| "loss": 0.0046, |
| "step": 121600 |
| }, |
| { |
| "epoch": 44.190215407082874, |
| "grad_norm": 0.09031671285629272, |
| "learning_rate": 6.4400879443019425e-06, |
| "loss": 0.005, |
| "step": 121650 |
| }, |
| { |
| "epoch": 44.20847024461482, |
| "grad_norm": 0.08938317745923996, |
| "learning_rate": 6.438255771344816e-06, |
| "loss": 0.0046, |
| "step": 121700 |
| }, |
| { |
| "epoch": 44.22672508214677, |
| "grad_norm": 0.07930494844913483, |
| "learning_rate": 6.436423598387689e-06, |
| "loss": 0.0046, |
| "step": 121750 |
| }, |
| { |
| "epoch": 44.24497991967871, |
| "grad_norm": 0.11311503499746323, |
| "learning_rate": 6.434591425430561e-06, |
| "loss": 0.0049, |
| "step": 121800 |
| }, |
| { |
| "epoch": 44.26323475721066, |
| "grad_norm": 0.0936070904135704, |
| "learning_rate": 6.432759252473434e-06, |
| "loss": 0.0046, |
| "step": 121850 |
| }, |
| { |
| "epoch": 44.28148959474261, |
| "grad_norm": 0.08987881243228912, |
| "learning_rate": 6.430927079516307e-06, |
| "loss": 0.0048, |
| "step": 121900 |
| }, |
| { |
| "epoch": 44.29974443227455, |
| "grad_norm": 0.10625980794429779, |
| "learning_rate": 6.42909490655918e-06, |
| "loss": 0.0047, |
| "step": 121950 |
| }, |
| { |
| "epoch": 44.3179992698065, |
| "grad_norm": 0.08153087645769119, |
| "learning_rate": 6.427262733602052e-06, |
| "loss": 0.0045, |
| "step": 122000 |
| }, |
| { |
| "epoch": 44.33625410733845, |
| "grad_norm": 0.08635585755109787, |
| "learning_rate": 6.425430560644925e-06, |
| "loss": 0.0048, |
| "step": 122050 |
| }, |
| { |
| "epoch": 44.35450894487039, |
| "grad_norm": 0.10117514431476593, |
| "learning_rate": 6.423598387687798e-06, |
| "loss": 0.0047, |
| "step": 122100 |
| }, |
| { |
| "epoch": 44.37276378240234, |
| "grad_norm": 0.11264174431562424, |
| "learning_rate": 6.4217662147306715e-06, |
| "loss": 0.0045, |
| "step": 122150 |
| }, |
| { |
| "epoch": 44.391018619934286, |
| "grad_norm": 0.08618224412202835, |
| "learning_rate": 6.419934041773544e-06, |
| "loss": 0.0045, |
| "step": 122200 |
| }, |
| { |
| "epoch": 44.40927345746623, |
| "grad_norm": 0.09823068231344223, |
| "learning_rate": 6.418101868816416e-06, |
| "loss": 0.0046, |
| "step": 122250 |
| }, |
| { |
| "epoch": 44.427528294998176, |
| "grad_norm": 0.07930401712656021, |
| "learning_rate": 6.416269695859289e-06, |
| "loss": 0.0048, |
| "step": 122300 |
| }, |
| { |
| "epoch": 44.44578313253012, |
| "grad_norm": 0.10463091731071472, |
| "learning_rate": 6.414437522902162e-06, |
| "loss": 0.0047, |
| "step": 122350 |
| }, |
| { |
| "epoch": 44.464037970062066, |
| "grad_norm": 0.08113061636686325, |
| "learning_rate": 6.4126053499450356e-06, |
| "loss": 0.0048, |
| "step": 122400 |
| }, |
| { |
| "epoch": 44.482292807594014, |
| "grad_norm": 0.11078689992427826, |
| "learning_rate": 6.410773176987908e-06, |
| "loss": 0.0047, |
| "step": 122450 |
| }, |
| { |
| "epoch": 44.500547645125955, |
| "grad_norm": 0.08755557239055634, |
| "learning_rate": 6.408941004030781e-06, |
| "loss": 0.0048, |
| "step": 122500 |
| }, |
| { |
| "epoch": 44.518802482657904, |
| "grad_norm": 0.094663105905056, |
| "learning_rate": 6.407108831073654e-06, |
| "loss": 0.0048, |
| "step": 122550 |
| }, |
| { |
| "epoch": 44.53705732018985, |
| "grad_norm": 0.08095148950815201, |
| "learning_rate": 6.405276658116527e-06, |
| "loss": 0.0046, |
| "step": 122600 |
| }, |
| { |
| "epoch": 44.555312157721794, |
| "grad_norm": 0.08783454447984695, |
| "learning_rate": 6.403444485159399e-06, |
| "loss": 0.0049, |
| "step": 122650 |
| }, |
| { |
| "epoch": 44.57356699525374, |
| "grad_norm": 0.3185591995716095, |
| "learning_rate": 6.401612312202272e-06, |
| "loss": 0.0045, |
| "step": 122700 |
| }, |
| { |
| "epoch": 44.59182183278569, |
| "grad_norm": 0.07423868030309677, |
| "learning_rate": 6.399780139245145e-06, |
| "loss": 0.0048, |
| "step": 122750 |
| }, |
| { |
| "epoch": 44.61007667031763, |
| "grad_norm": 0.06885489821434021, |
| "learning_rate": 6.397947966288018e-06, |
| "loss": 0.0046, |
| "step": 122800 |
| }, |
| { |
| "epoch": 44.62833150784958, |
| "grad_norm": 0.11765241622924805, |
| "learning_rate": 6.396115793330891e-06, |
| "loss": 0.005, |
| "step": 122850 |
| }, |
| { |
| "epoch": 44.64658634538153, |
| "grad_norm": 0.07743636518716812, |
| "learning_rate": 6.394283620373764e-06, |
| "loss": 0.0049, |
| "step": 122900 |
| }, |
| { |
| "epoch": 44.66484118291347, |
| "grad_norm": 0.10201650857925415, |
| "learning_rate": 6.392451447416637e-06, |
| "loss": 0.0049, |
| "step": 122950 |
| }, |
| { |
| "epoch": 44.68309602044542, |
| "grad_norm": 0.0937248170375824, |
| "learning_rate": 6.39061927445951e-06, |
| "loss": 0.0048, |
| "step": 123000 |
| }, |
| { |
| "epoch": 44.70135085797737, |
| "grad_norm": 0.12085042893886566, |
| "learning_rate": 6.388787101502383e-06, |
| "loss": 0.0046, |
| "step": 123050 |
| }, |
| { |
| "epoch": 44.71960569550931, |
| "grad_norm": 0.09201015532016754, |
| "learning_rate": 6.3869549285452546e-06, |
| "loss": 0.0046, |
| "step": 123100 |
| }, |
| { |
| "epoch": 44.73786053304126, |
| "grad_norm": 0.10921952873468399, |
| "learning_rate": 6.385122755588128e-06, |
| "loss": 0.0048, |
| "step": 123150 |
| }, |
| { |
| "epoch": 44.756115370573205, |
| "grad_norm": 0.0725519061088562, |
| "learning_rate": 6.383290582631001e-06, |
| "loss": 0.0049, |
| "step": 123200 |
| }, |
| { |
| "epoch": 44.77437020810515, |
| "grad_norm": 0.09321488440036774, |
| "learning_rate": 6.381458409673874e-06, |
| "loss": 0.0048, |
| "step": 123250 |
| }, |
| { |
| "epoch": 44.792625045637095, |
| "grad_norm": 0.0863138809800148, |
| "learning_rate": 6.379626236716746e-06, |
| "loss": 0.0047, |
| "step": 123300 |
| }, |
| { |
| "epoch": 44.81087988316904, |
| "grad_norm": 0.1432102620601654, |
| "learning_rate": 6.3777940637596195e-06, |
| "loss": 0.0045, |
| "step": 123350 |
| }, |
| { |
| "epoch": 44.829134720700985, |
| "grad_norm": 0.08834115415811539, |
| "learning_rate": 6.375961890802493e-06, |
| "loss": 0.005, |
| "step": 123400 |
| }, |
| { |
| "epoch": 44.84738955823293, |
| "grad_norm": 0.12708266079425812, |
| "learning_rate": 6.374129717845366e-06, |
| "loss": 0.0049, |
| "step": 123450 |
| }, |
| { |
| "epoch": 44.865644395764875, |
| "grad_norm": 0.13521406054496765, |
| "learning_rate": 6.372297544888238e-06, |
| "loss": 0.0048, |
| "step": 123500 |
| }, |
| { |
| "epoch": 44.88389923329682, |
| "grad_norm": 0.0976947769522667, |
| "learning_rate": 6.37046537193111e-06, |
| "loss": 0.0049, |
| "step": 123550 |
| }, |
| { |
| "epoch": 44.90215407082877, |
| "grad_norm": 0.07056766748428345, |
| "learning_rate": 6.3686331989739835e-06, |
| "loss": 0.005, |
| "step": 123600 |
| }, |
| { |
| "epoch": 44.92040890836071, |
| "grad_norm": 0.09044899791479111, |
| "learning_rate": 6.366801026016857e-06, |
| "loss": 0.0047, |
| "step": 123650 |
| }, |
| { |
| "epoch": 44.93866374589266, |
| "grad_norm": 0.07794420421123505, |
| "learning_rate": 6.36496885305973e-06, |
| "loss": 0.0049, |
| "step": 123700 |
| }, |
| { |
| "epoch": 44.95691858342461, |
| "grad_norm": 0.0828799307346344, |
| "learning_rate": 6.363136680102602e-06, |
| "loss": 0.0045, |
| "step": 123750 |
| }, |
| { |
| "epoch": 44.97517342095655, |
| "grad_norm": 0.0873388722538948, |
| "learning_rate": 6.361304507145475e-06, |
| "loss": 0.0048, |
| "step": 123800 |
| }, |
| { |
| "epoch": 44.9934282584885, |
| "grad_norm": 0.08319572359323502, |
| "learning_rate": 6.359472334188348e-06, |
| "loss": 0.0051, |
| "step": 123850 |
| }, |
| { |
| "epoch": 45.01168309602045, |
| "grad_norm": 0.06485471874475479, |
| "learning_rate": 6.357640161231221e-06, |
| "loss": 0.0046, |
| "step": 123900 |
| }, |
| { |
| "epoch": 45.02993793355239, |
| "grad_norm": 0.1460689753293991, |
| "learning_rate": 6.355807988274093e-06, |
| "loss": 0.0047, |
| "step": 123950 |
| }, |
| { |
| "epoch": 45.04819277108434, |
| "grad_norm": 0.1042620837688446, |
| "learning_rate": 6.353975815316966e-06, |
| "loss": 0.0045, |
| "step": 124000 |
| }, |
| { |
| "epoch": 45.066447608616286, |
| "grad_norm": 0.08859159797430038, |
| "learning_rate": 6.352143642359839e-06, |
| "loss": 0.0044, |
| "step": 124050 |
| }, |
| { |
| "epoch": 45.08470244614823, |
| "grad_norm": 0.09520501643419266, |
| "learning_rate": 6.3503114694027125e-06, |
| "loss": 0.0046, |
| "step": 124100 |
| }, |
| { |
| "epoch": 45.102957283680176, |
| "grad_norm": 0.1257169246673584, |
| "learning_rate": 6.348479296445586e-06, |
| "loss": 0.0043, |
| "step": 124150 |
| }, |
| { |
| "epoch": 45.121212121212125, |
| "grad_norm": 0.07608997076749802, |
| "learning_rate": 6.346647123488457e-06, |
| "loss": 0.0044, |
| "step": 124200 |
| }, |
| { |
| "epoch": 45.139466958744066, |
| "grad_norm": 0.06328009814023972, |
| "learning_rate": 6.34481495053133e-06, |
| "loss": 0.0043, |
| "step": 124250 |
| }, |
| { |
| "epoch": 45.157721796276014, |
| "grad_norm": 0.09853637218475342, |
| "learning_rate": 6.342982777574203e-06, |
| "loss": 0.0049, |
| "step": 124300 |
| }, |
| { |
| "epoch": 45.175976633807956, |
| "grad_norm": 0.08201096206903458, |
| "learning_rate": 6.3411506046170765e-06, |
| "loss": 0.0048, |
| "step": 124350 |
| }, |
| { |
| "epoch": 45.194231471339904, |
| "grad_norm": 0.0877637192606926, |
| "learning_rate": 6.339318431659949e-06, |
| "loss": 0.0047, |
| "step": 124400 |
| }, |
| { |
| "epoch": 45.21248630887185, |
| "grad_norm": 0.09361255168914795, |
| "learning_rate": 6.337486258702822e-06, |
| "loss": 0.0045, |
| "step": 124450 |
| }, |
| { |
| "epoch": 45.230741146403794, |
| "grad_norm": 0.11702991276979446, |
| "learning_rate": 6.335654085745695e-06, |
| "loss": 0.0043, |
| "step": 124500 |
| }, |
| { |
| "epoch": 45.24899598393574, |
| "grad_norm": 0.09021913260221481, |
| "learning_rate": 6.333821912788568e-06, |
| "loss": 0.0048, |
| "step": 124550 |
| }, |
| { |
| "epoch": 45.26725082146769, |
| "grad_norm": 0.07573777437210083, |
| "learning_rate": 6.33198973983144e-06, |
| "loss": 0.0044, |
| "step": 124600 |
| }, |
| { |
| "epoch": 45.28550565899963, |
| "grad_norm": 0.09693477302789688, |
| "learning_rate": 6.330157566874313e-06, |
| "loss": 0.0047, |
| "step": 124650 |
| }, |
| { |
| "epoch": 45.30376049653158, |
| "grad_norm": 0.07110164314508438, |
| "learning_rate": 6.328325393917186e-06, |
| "loss": 0.0048, |
| "step": 124700 |
| }, |
| { |
| "epoch": 45.32201533406353, |
| "grad_norm": 0.0971999317407608, |
| "learning_rate": 6.326493220960059e-06, |
| "loss": 0.0043, |
| "step": 124750 |
| }, |
| { |
| "epoch": 45.34027017159547, |
| "grad_norm": 0.09390491247177124, |
| "learning_rate": 6.324661048002932e-06, |
| "loss": 0.0044, |
| "step": 124800 |
| }, |
| { |
| "epoch": 45.35852500912742, |
| "grad_norm": 0.08418618142604828, |
| "learning_rate": 6.322828875045805e-06, |
| "loss": 0.0045, |
| "step": 124850 |
| }, |
| { |
| "epoch": 45.37677984665937, |
| "grad_norm": 0.056122470647096634, |
| "learning_rate": 6.320996702088678e-06, |
| "loss": 0.0046, |
| "step": 124900 |
| }, |
| { |
| "epoch": 45.39503468419131, |
| "grad_norm": 0.08667424321174622, |
| "learning_rate": 6.319164529131551e-06, |
| "loss": 0.0048, |
| "step": 124950 |
| }, |
| { |
| "epoch": 45.41328952172326, |
| "grad_norm": 0.11606257408857346, |
| "learning_rate": 6.317332356174424e-06, |
| "loss": 0.0045, |
| "step": 125000 |
| }, |
| { |
| "epoch": 45.431544359255206, |
| "grad_norm": 0.09905866533517838, |
| "learning_rate": 6.3155001832172956e-06, |
| "loss": 0.0048, |
| "step": 125050 |
| }, |
| { |
| "epoch": 45.44979919678715, |
| "grad_norm": 0.06187543645501137, |
| "learning_rate": 6.313668010260169e-06, |
| "loss": 0.0044, |
| "step": 125100 |
| }, |
| { |
| "epoch": 45.468054034319096, |
| "grad_norm": 0.11465045064687729, |
| "learning_rate": 6.311835837303042e-06, |
| "loss": 0.0046, |
| "step": 125150 |
| }, |
| { |
| "epoch": 45.486308871851044, |
| "grad_norm": 0.08560871332883835, |
| "learning_rate": 6.310003664345915e-06, |
| "loss": 0.0046, |
| "step": 125200 |
| }, |
| { |
| "epoch": 45.504563709382985, |
| "grad_norm": 0.08498185873031616, |
| "learning_rate": 6.308171491388788e-06, |
| "loss": 0.0047, |
| "step": 125250 |
| }, |
| { |
| "epoch": 45.522818546914934, |
| "grad_norm": 0.1327318549156189, |
| "learning_rate": 6.3063393184316605e-06, |
| "loss": 0.0043, |
| "step": 125300 |
| }, |
| { |
| "epoch": 45.541073384446875, |
| "grad_norm": 0.08194301277399063, |
| "learning_rate": 6.304507145474534e-06, |
| "loss": 0.0049, |
| "step": 125350 |
| }, |
| { |
| "epoch": 45.559328221978824, |
| "grad_norm": 0.09320477396249771, |
| "learning_rate": 6.302674972517406e-06, |
| "loss": 0.0047, |
| "step": 125400 |
| }, |
| { |
| "epoch": 45.57758305951077, |
| "grad_norm": 0.10656895488500595, |
| "learning_rate": 6.300842799560279e-06, |
| "loss": 0.0046, |
| "step": 125450 |
| }, |
| { |
| "epoch": 45.59583789704271, |
| "grad_norm": 0.06291146576404572, |
| "learning_rate": 6.299010626603151e-06, |
| "loss": 0.0045, |
| "step": 125500 |
| }, |
| { |
| "epoch": 45.61409273457466, |
| "grad_norm": 0.10364147275686264, |
| "learning_rate": 6.2971784536460245e-06, |
| "loss": 0.0046, |
| "step": 125550 |
| }, |
| { |
| "epoch": 45.63234757210661, |
| "grad_norm": 0.07790575921535492, |
| "learning_rate": 6.295346280688898e-06, |
| "loss": 0.0047, |
| "step": 125600 |
| }, |
| { |
| "epoch": 45.65060240963855, |
| "grad_norm": 0.10303451865911484, |
| "learning_rate": 6.293514107731771e-06, |
| "loss": 0.0048, |
| "step": 125650 |
| }, |
| { |
| "epoch": 45.6688572471705, |
| "grad_norm": 0.09793249517679214, |
| "learning_rate": 6.291681934774643e-06, |
| "loss": 0.0047, |
| "step": 125700 |
| }, |
| { |
| "epoch": 45.68711208470245, |
| "grad_norm": 0.13290570676326752, |
| "learning_rate": 6.2898497618175154e-06, |
| "loss": 0.0047, |
| "step": 125750 |
| }, |
| { |
| "epoch": 45.70536692223439, |
| "grad_norm": 0.07874773442745209, |
| "learning_rate": 6.288017588860389e-06, |
| "loss": 0.0046, |
| "step": 125800 |
| }, |
| { |
| "epoch": 45.72362175976634, |
| "grad_norm": 0.11661013960838318, |
| "learning_rate": 6.286185415903262e-06, |
| "loss": 0.005, |
| "step": 125850 |
| }, |
| { |
| "epoch": 45.74187659729829, |
| "grad_norm": 0.07244199514389038, |
| "learning_rate": 6.284353242946135e-06, |
| "loss": 0.0046, |
| "step": 125900 |
| }, |
| { |
| "epoch": 45.76013143483023, |
| "grad_norm": 0.1314825862646103, |
| "learning_rate": 6.282521069989007e-06, |
| "loss": 0.0049, |
| "step": 125950 |
| }, |
| { |
| "epoch": 45.77838627236218, |
| "grad_norm": 0.0916513055562973, |
| "learning_rate": 6.28068889703188e-06, |
| "loss": 0.0043, |
| "step": 126000 |
| }, |
| { |
| "epoch": 45.796641109894125, |
| "grad_norm": 0.09225677698850632, |
| "learning_rate": 6.2788567240747535e-06, |
| "loss": 0.0047, |
| "step": 126050 |
| }, |
| { |
| "epoch": 45.814895947426066, |
| "grad_norm": 0.07904773950576782, |
| "learning_rate": 6.277024551117627e-06, |
| "loss": 0.0044, |
| "step": 126100 |
| }, |
| { |
| "epoch": 45.833150784958015, |
| "grad_norm": 0.08428318798542023, |
| "learning_rate": 6.275192378160498e-06, |
| "loss": 0.0049, |
| "step": 126150 |
| }, |
| { |
| "epoch": 45.85140562248996, |
| "grad_norm": 0.10649510473012924, |
| "learning_rate": 6.273360205203371e-06, |
| "loss": 0.0046, |
| "step": 126200 |
| }, |
| { |
| "epoch": 45.869660460021905, |
| "grad_norm": 0.12103387713432312, |
| "learning_rate": 6.271528032246244e-06, |
| "loss": 0.0047, |
| "step": 126250 |
| }, |
| { |
| "epoch": 45.88791529755385, |
| "grad_norm": 0.09783146530389786, |
| "learning_rate": 6.2696958592891175e-06, |
| "loss": 0.0048, |
| "step": 126300 |
| }, |
| { |
| "epoch": 45.906170135085794, |
| "grad_norm": 0.1110522523522377, |
| "learning_rate": 6.26786368633199e-06, |
| "loss": 0.0046, |
| "step": 126350 |
| }, |
| { |
| "epoch": 45.92442497261774, |
| "grad_norm": 0.12016516178846359, |
| "learning_rate": 6.266031513374863e-06, |
| "loss": 0.0047, |
| "step": 126400 |
| }, |
| { |
| "epoch": 45.94267981014969, |
| "grad_norm": 0.09590303897857666, |
| "learning_rate": 6.264199340417736e-06, |
| "loss": 0.0045, |
| "step": 126450 |
| }, |
| { |
| "epoch": 45.96093464768163, |
| "grad_norm": 0.10076398402452469, |
| "learning_rate": 6.262367167460609e-06, |
| "loss": 0.0049, |
| "step": 126500 |
| }, |
| { |
| "epoch": 45.97918948521358, |
| "grad_norm": 0.09686345607042313, |
| "learning_rate": 6.2605349945034824e-06, |
| "loss": 0.0046, |
| "step": 126550 |
| }, |
| { |
| "epoch": 45.99744432274553, |
| "grad_norm": 0.12283005565404892, |
| "learning_rate": 6.258702821546354e-06, |
| "loss": 0.0046, |
| "step": 126600 |
| }, |
| { |
| "epoch": 46.01569916027747, |
| "grad_norm": 0.12778128683567047, |
| "learning_rate": 6.256870648589227e-06, |
| "loss": 0.0044, |
| "step": 126650 |
| }, |
| { |
| "epoch": 46.03395399780942, |
| "grad_norm": 0.06719617545604706, |
| "learning_rate": 6.2550384756321e-06, |
| "loss": 0.0045, |
| "step": 126700 |
| }, |
| { |
| "epoch": 46.05220883534137, |
| "grad_norm": 0.09697455167770386, |
| "learning_rate": 6.253206302674973e-06, |
| "loss": 0.0044, |
| "step": 126750 |
| }, |
| { |
| "epoch": 46.07046367287331, |
| "grad_norm": 0.10436306148767471, |
| "learning_rate": 6.251374129717846e-06, |
| "loss": 0.0045, |
| "step": 126800 |
| }, |
| { |
| "epoch": 46.08871851040526, |
| "grad_norm": 0.06990363448858261, |
| "learning_rate": 6.249541956760719e-06, |
| "loss": 0.0046, |
| "step": 126850 |
| }, |
| { |
| "epoch": 46.106973347937206, |
| "grad_norm": 0.15162351727485657, |
| "learning_rate": 6.247709783803592e-06, |
| "loss": 0.0044, |
| "step": 126900 |
| }, |
| { |
| "epoch": 46.12522818546915, |
| "grad_norm": 0.08683234453201294, |
| "learning_rate": 6.245877610846465e-06, |
| "loss": 0.0044, |
| "step": 126950 |
| }, |
| { |
| "epoch": 46.143483023001096, |
| "grad_norm": 0.11583215743303299, |
| "learning_rate": 6.244045437889337e-06, |
| "loss": 0.0045, |
| "step": 127000 |
| }, |
| { |
| "epoch": 46.161737860533044, |
| "grad_norm": 0.11069400608539581, |
| "learning_rate": 6.24221326493221e-06, |
| "loss": 0.0044, |
| "step": 127050 |
| }, |
| { |
| "epoch": 46.179992698064986, |
| "grad_norm": 0.09422094374895096, |
| "learning_rate": 6.240381091975083e-06, |
| "loss": 0.0042, |
| "step": 127100 |
| }, |
| { |
| "epoch": 46.198247535596934, |
| "grad_norm": 0.08521673828363419, |
| "learning_rate": 6.238548919017956e-06, |
| "loss": 0.0044, |
| "step": 127150 |
| }, |
| { |
| "epoch": 46.21650237312888, |
| "grad_norm": 0.10951060056686401, |
| "learning_rate": 6.236716746060829e-06, |
| "loss": 0.0044, |
| "step": 127200 |
| }, |
| { |
| "epoch": 46.234757210660824, |
| "grad_norm": 0.09834132343530655, |
| "learning_rate": 6.2348845731037015e-06, |
| "loss": 0.0045, |
| "step": 127250 |
| }, |
| { |
| "epoch": 46.25301204819277, |
| "grad_norm": 0.0985632911324501, |
| "learning_rate": 6.233052400146575e-06, |
| "loss": 0.0047, |
| "step": 127300 |
| }, |
| { |
| "epoch": 46.271266885724714, |
| "grad_norm": 0.08229799568653107, |
| "learning_rate": 6.231220227189447e-06, |
| "loss": 0.0043, |
| "step": 127350 |
| }, |
| { |
| "epoch": 46.28952172325666, |
| "grad_norm": 0.08428385108709335, |
| "learning_rate": 6.22938805423232e-06, |
| "loss": 0.0043, |
| "step": 127400 |
| }, |
| { |
| "epoch": 46.30777656078861, |
| "grad_norm": 0.08850458264350891, |
| "learning_rate": 6.227555881275192e-06, |
| "loss": 0.0044, |
| "step": 127450 |
| }, |
| { |
| "epoch": 46.32603139832055, |
| "grad_norm": 0.07611207664012909, |
| "learning_rate": 6.2257237083180655e-06, |
| "loss": 0.0043, |
| "step": 127500 |
| }, |
| { |
| "epoch": 46.3442862358525, |
| "grad_norm": 0.11391718685626984, |
| "learning_rate": 6.223891535360939e-06, |
| "loss": 0.0045, |
| "step": 127550 |
| }, |
| { |
| "epoch": 46.36254107338445, |
| "grad_norm": 0.1047099307179451, |
| "learning_rate": 6.222059362403812e-06, |
| "loss": 0.0046, |
| "step": 127600 |
| }, |
| { |
| "epoch": 46.38079591091639, |
| "grad_norm": 0.09547355026006699, |
| "learning_rate": 6.220227189446685e-06, |
| "loss": 0.0045, |
| "step": 127650 |
| }, |
| { |
| "epoch": 46.39905074844834, |
| "grad_norm": 0.07315968722105026, |
| "learning_rate": 6.218395016489556e-06, |
| "loss": 0.0042, |
| "step": 127700 |
| }, |
| { |
| "epoch": 46.41730558598029, |
| "grad_norm": 0.17775288224220276, |
| "learning_rate": 6.2165628435324296e-06, |
| "loss": 0.0046, |
| "step": 127750 |
| }, |
| { |
| "epoch": 46.43556042351223, |
| "grad_norm": 0.07889262586832047, |
| "learning_rate": 6.214730670575303e-06, |
| "loss": 0.0044, |
| "step": 127800 |
| }, |
| { |
| "epoch": 46.45381526104418, |
| "grad_norm": 0.13150930404663086, |
| "learning_rate": 6.212898497618176e-06, |
| "loss": 0.0043, |
| "step": 127850 |
| }, |
| { |
| "epoch": 46.472070098576125, |
| "grad_norm": 0.1039467453956604, |
| "learning_rate": 6.211066324661048e-06, |
| "loss": 0.0042, |
| "step": 127900 |
| }, |
| { |
| "epoch": 46.49032493610807, |
| "grad_norm": 0.09393088519573212, |
| "learning_rate": 6.209234151703921e-06, |
| "loss": 0.0045, |
| "step": 127950 |
| }, |
| { |
| "epoch": 46.508579773640015, |
| "grad_norm": 0.09139914810657501, |
| "learning_rate": 6.2074019787467945e-06, |
| "loss": 0.0045, |
| "step": 128000 |
| }, |
| { |
| "epoch": 46.526834611171964, |
| "grad_norm": 0.09246904402971268, |
| "learning_rate": 6.205569805789668e-06, |
| "loss": 0.0044, |
| "step": 128050 |
| }, |
| { |
| "epoch": 46.545089448703905, |
| "grad_norm": 0.0982731506228447, |
| "learning_rate": 6.203737632832539e-06, |
| "loss": 0.0044, |
| "step": 128100 |
| }, |
| { |
| "epoch": 46.56334428623585, |
| "grad_norm": 0.10178857296705246, |
| "learning_rate": 6.201905459875412e-06, |
| "loss": 0.0045, |
| "step": 128150 |
| }, |
| { |
| "epoch": 46.5815991237678, |
| "grad_norm": 0.07372350245714188, |
| "learning_rate": 6.200073286918285e-06, |
| "loss": 0.0046, |
| "step": 128200 |
| }, |
| { |
| "epoch": 46.59985396129974, |
| "grad_norm": 0.08808635175228119, |
| "learning_rate": 6.1982411139611585e-06, |
| "loss": 0.0048, |
| "step": 128250 |
| }, |
| { |
| "epoch": 46.61810879883169, |
| "grad_norm": 0.08808941394090652, |
| "learning_rate": 6.196408941004032e-06, |
| "loss": 0.0046, |
| "step": 128300 |
| }, |
| { |
| "epoch": 46.63636363636363, |
| "grad_norm": 0.11742013692855835, |
| "learning_rate": 6.194576768046904e-06, |
| "loss": 0.0042, |
| "step": 128350 |
| }, |
| { |
| "epoch": 46.65461847389558, |
| "grad_norm": 0.09015604853630066, |
| "learning_rate": 6.192744595089777e-06, |
| "loss": 0.0044, |
| "step": 128400 |
| }, |
| { |
| "epoch": 46.67287331142753, |
| "grad_norm": 0.12545983493328094, |
| "learning_rate": 6.19091242213265e-06, |
| "loss": 0.0046, |
| "step": 128450 |
| }, |
| { |
| "epoch": 46.69112814895947, |
| "grad_norm": 0.13544654846191406, |
| "learning_rate": 6.1890802491755234e-06, |
| "loss": 0.0045, |
| "step": 128500 |
| }, |
| { |
| "epoch": 46.70938298649142, |
| "grad_norm": 0.11101964116096497, |
| "learning_rate": 6.187248076218395e-06, |
| "loss": 0.0042, |
| "step": 128550 |
| }, |
| { |
| "epoch": 46.72763782402337, |
| "grad_norm": 0.11416248232126236, |
| "learning_rate": 6.185415903261268e-06, |
| "loss": 0.0043, |
| "step": 128600 |
| }, |
| { |
| "epoch": 46.74589266155531, |
| "grad_norm": 0.09690819680690765, |
| "learning_rate": 6.183583730304141e-06, |
| "loss": 0.0046, |
| "step": 128650 |
| }, |
| { |
| "epoch": 46.76414749908726, |
| "grad_norm": 0.10517092794179916, |
| "learning_rate": 6.181751557347014e-06, |
| "loss": 0.0048, |
| "step": 128700 |
| }, |
| { |
| "epoch": 46.78240233661921, |
| "grad_norm": 0.09808546304702759, |
| "learning_rate": 6.179919384389887e-06, |
| "loss": 0.0042, |
| "step": 128750 |
| }, |
| { |
| "epoch": 46.80065717415115, |
| "grad_norm": 0.09419416636228561, |
| "learning_rate": 6.17808721143276e-06, |
| "loss": 0.0045, |
| "step": 128800 |
| }, |
| { |
| "epoch": 46.818912011683096, |
| "grad_norm": 0.07550405710935593, |
| "learning_rate": 6.176255038475633e-06, |
| "loss": 0.0044, |
| "step": 128850 |
| }, |
| { |
| "epoch": 46.837166849215045, |
| "grad_norm": 0.10497239977121353, |
| "learning_rate": 6.174422865518506e-06, |
| "loss": 0.0042, |
| "step": 128900 |
| }, |
| { |
| "epoch": 46.855421686746986, |
| "grad_norm": 0.12031522393226624, |
| "learning_rate": 6.172590692561378e-06, |
| "loss": 0.0046, |
| "step": 128950 |
| }, |
| { |
| "epoch": 46.873676524278935, |
| "grad_norm": 0.08948862552642822, |
| "learning_rate": 6.170758519604251e-06, |
| "loss": 0.0046, |
| "step": 129000 |
| }, |
| { |
| "epoch": 46.89193136181088, |
| "grad_norm": 0.10355645418167114, |
| "learning_rate": 6.168926346647124e-06, |
| "loss": 0.0044, |
| "step": 129050 |
| }, |
| { |
| "epoch": 46.910186199342824, |
| "grad_norm": 0.1214522123336792, |
| "learning_rate": 6.167094173689997e-06, |
| "loss": 0.0047, |
| "step": 129100 |
| }, |
| { |
| "epoch": 46.92844103687477, |
| "grad_norm": 0.10329955071210861, |
| "learning_rate": 6.16526200073287e-06, |
| "loss": 0.0044, |
| "step": 129150 |
| }, |
| { |
| "epoch": 46.946695874406714, |
| "grad_norm": 0.09071590006351471, |
| "learning_rate": 6.1634298277757424e-06, |
| "loss": 0.0046, |
| "step": 129200 |
| }, |
| { |
| "epoch": 46.96495071193866, |
| "grad_norm": 0.1131206676363945, |
| "learning_rate": 6.161597654818615e-06, |
| "loss": 0.0047, |
| "step": 129250 |
| }, |
| { |
| "epoch": 46.98320554947061, |
| "grad_norm": 0.1070469543337822, |
| "learning_rate": 6.159765481861488e-06, |
| "loss": 0.0047, |
| "step": 129300 |
| }, |
| { |
| "epoch": 47.00146038700255, |
| "grad_norm": 0.09909582883119583, |
| "learning_rate": 6.157933308904361e-06, |
| "loss": 0.0048, |
| "step": 129350 |
| }, |
| { |
| "epoch": 47.0197152245345, |
| "grad_norm": 0.08149278163909912, |
| "learning_rate": 6.156101135947234e-06, |
| "loss": 0.0043, |
| "step": 129400 |
| }, |
| { |
| "epoch": 47.03797006206645, |
| "grad_norm": 0.11414974927902222, |
| "learning_rate": 6.1542689629901065e-06, |
| "loss": 0.0045, |
| "step": 129450 |
| }, |
| { |
| "epoch": 47.05622489959839, |
| "grad_norm": 0.1014004722237587, |
| "learning_rate": 6.15243679003298e-06, |
| "loss": 0.0043, |
| "step": 129500 |
| }, |
| { |
| "epoch": 47.07447973713034, |
| "grad_norm": 0.07217259705066681, |
| "learning_rate": 6.150604617075853e-06, |
| "loss": 0.0044, |
| "step": 129550 |
| }, |
| { |
| "epoch": 47.09273457466229, |
| "grad_norm": 0.1096716970205307, |
| "learning_rate": 6.148772444118726e-06, |
| "loss": 0.0046, |
| "step": 129600 |
| }, |
| { |
| "epoch": 47.11098941219423, |
| "grad_norm": 0.11197841912508011, |
| "learning_rate": 6.146940271161597e-06, |
| "loss": 0.0043, |
| "step": 129650 |
| }, |
| { |
| "epoch": 47.12924424972618, |
| "grad_norm": 0.08715730905532837, |
| "learning_rate": 6.1451080982044706e-06, |
| "loss": 0.0044, |
| "step": 129700 |
| }, |
| { |
| "epoch": 47.147499087258126, |
| "grad_norm": 0.07300163060426712, |
| "learning_rate": 6.143275925247344e-06, |
| "loss": 0.0041, |
| "step": 129750 |
| }, |
| { |
| "epoch": 47.16575392479007, |
| "grad_norm": 0.11157883703708649, |
| "learning_rate": 6.141443752290217e-06, |
| "loss": 0.0045, |
| "step": 129800 |
| }, |
| { |
| "epoch": 47.184008762322016, |
| "grad_norm": 0.08178367465734482, |
| "learning_rate": 6.139611579333089e-06, |
| "loss": 0.0041, |
| "step": 129850 |
| }, |
| { |
| "epoch": 47.202263599853964, |
| "grad_norm": 0.10576021671295166, |
| "learning_rate": 6.137779406375962e-06, |
| "loss": 0.0042, |
| "step": 129900 |
| }, |
| { |
| "epoch": 47.220518437385905, |
| "grad_norm": 0.06411070376634598, |
| "learning_rate": 6.1359472334188355e-06, |
| "loss": 0.004, |
| "step": 129950 |
| }, |
| { |
| "epoch": 47.238773274917854, |
| "grad_norm": 0.08004731684923172, |
| "learning_rate": 6.134115060461709e-06, |
| "loss": 0.0041, |
| "step": 130000 |
| }, |
| { |
| "epoch": 47.2570281124498, |
| "grad_norm": 0.12736456096172333, |
| "learning_rate": 6.132282887504582e-06, |
| "loss": 0.0042, |
| "step": 130050 |
| }, |
| { |
| "epoch": 47.275282949981744, |
| "grad_norm": 0.13504065573215485, |
| "learning_rate": 6.130450714547453e-06, |
| "loss": 0.0044, |
| "step": 130100 |
| }, |
| { |
| "epoch": 47.29353778751369, |
| "grad_norm": 0.12139490991830826, |
| "learning_rate": 6.128618541590326e-06, |
| "loss": 0.0041, |
| "step": 130150 |
| }, |
| { |
| "epoch": 47.31179262504564, |
| "grad_norm": 0.12800097465515137, |
| "learning_rate": 6.1267863686331995e-06, |
| "loss": 0.0043, |
| "step": 130200 |
| }, |
| { |
| "epoch": 47.33004746257758, |
| "grad_norm": 0.09835221618413925, |
| "learning_rate": 6.124954195676073e-06, |
| "loss": 0.0043, |
| "step": 130250 |
| }, |
| { |
| "epoch": 47.34830230010953, |
| "grad_norm": 0.071064792573452, |
| "learning_rate": 6.123122022718945e-06, |
| "loss": 0.0042, |
| "step": 130300 |
| }, |
| { |
| "epoch": 47.36655713764147, |
| "grad_norm": 0.0949312373995781, |
| "learning_rate": 6.121289849761818e-06, |
| "loss": 0.0042, |
| "step": 130350 |
| }, |
| { |
| "epoch": 47.38481197517342, |
| "grad_norm": 0.1112135723233223, |
| "learning_rate": 6.119457676804691e-06, |
| "loss": 0.0043, |
| "step": 130400 |
| }, |
| { |
| "epoch": 47.40306681270537, |
| "grad_norm": 0.08167316764593124, |
| "learning_rate": 6.117625503847564e-06, |
| "loss": 0.0042, |
| "step": 130450 |
| }, |
| { |
| "epoch": 47.42132165023731, |
| "grad_norm": 0.06050172448158264, |
| "learning_rate": 6.115793330890436e-06, |
| "loss": 0.0044, |
| "step": 130500 |
| }, |
| { |
| "epoch": 47.43957648776926, |
| "grad_norm": 0.09045983850955963, |
| "learning_rate": 6.113961157933309e-06, |
| "loss": 0.0046, |
| "step": 130550 |
| }, |
| { |
| "epoch": 47.45783132530121, |
| "grad_norm": 0.10721985995769501, |
| "learning_rate": 6.112128984976182e-06, |
| "loss": 0.0046, |
| "step": 130600 |
| }, |
| { |
| "epoch": 47.47608616283315, |
| "grad_norm": 0.07332080602645874, |
| "learning_rate": 6.110296812019055e-06, |
| "loss": 0.0044, |
| "step": 130650 |
| }, |
| { |
| "epoch": 47.4943410003651, |
| "grad_norm": 0.09104850888252258, |
| "learning_rate": 6.1084646390619285e-06, |
| "loss": 0.0045, |
| "step": 130700 |
| }, |
| { |
| "epoch": 47.512595837897045, |
| "grad_norm": 0.11164005100727081, |
| "learning_rate": 6.106632466104801e-06, |
| "loss": 0.0044, |
| "step": 130750 |
| }, |
| { |
| "epoch": 47.53085067542899, |
| "grad_norm": 0.09923738986253738, |
| "learning_rate": 6.104800293147674e-06, |
| "loss": 0.0045, |
| "step": 130800 |
| }, |
| { |
| "epoch": 47.549105512960935, |
| "grad_norm": 0.10474247485399246, |
| "learning_rate": 6.102968120190546e-06, |
| "loss": 0.0042, |
| "step": 130850 |
| }, |
| { |
| "epoch": 47.56736035049288, |
| "grad_norm": 0.12509803473949432, |
| "learning_rate": 6.101135947233419e-06, |
| "loss": 0.0043, |
| "step": 130900 |
| }, |
| { |
| "epoch": 47.585615188024825, |
| "grad_norm": 0.18994233012199402, |
| "learning_rate": 6.099303774276292e-06, |
| "loss": 0.0042, |
| "step": 130950 |
| }, |
| { |
| "epoch": 47.60387002555677, |
| "grad_norm": 0.1005072370171547, |
| "learning_rate": 6.097471601319165e-06, |
| "loss": 0.0044, |
| "step": 131000 |
| }, |
| { |
| "epoch": 47.62212486308872, |
| "grad_norm": 0.07798033952713013, |
| "learning_rate": 6.095639428362038e-06, |
| "loss": 0.0042, |
| "step": 131050 |
| }, |
| { |
| "epoch": 47.64037970062066, |
| "grad_norm": 0.09219565987586975, |
| "learning_rate": 6.093807255404911e-06, |
| "loss": 0.0045, |
| "step": 131100 |
| }, |
| { |
| "epoch": 47.65863453815261, |
| "grad_norm": 0.1207447350025177, |
| "learning_rate": 6.0919750824477834e-06, |
| "loss": 0.0042, |
| "step": 131150 |
| }, |
| { |
| "epoch": 47.67688937568455, |
| "grad_norm": 0.11846964061260223, |
| "learning_rate": 6.090142909490656e-06, |
| "loss": 0.0044, |
| "step": 131200 |
| }, |
| { |
| "epoch": 47.6951442132165, |
| "grad_norm": 0.09729281812906265, |
| "learning_rate": 6.088310736533529e-06, |
| "loss": 0.0042, |
| "step": 131250 |
| }, |
| { |
| "epoch": 47.71339905074845, |
| "grad_norm": 0.10580186545848846, |
| "learning_rate": 6.086478563576402e-06, |
| "loss": 0.0046, |
| "step": 131300 |
| }, |
| { |
| "epoch": 47.73165388828039, |
| "grad_norm": 0.1222720742225647, |
| "learning_rate": 6.084646390619275e-06, |
| "loss": 0.0044, |
| "step": 131350 |
| }, |
| { |
| "epoch": 47.74990872581234, |
| "grad_norm": 0.11015098541975021, |
| "learning_rate": 6.0828142176621475e-06, |
| "loss": 0.0042, |
| "step": 131400 |
| }, |
| { |
| "epoch": 47.76816356334429, |
| "grad_norm": 0.09386037290096283, |
| "learning_rate": 6.080982044705021e-06, |
| "loss": 0.0046, |
| "step": 131450 |
| }, |
| { |
| "epoch": 47.78641840087623, |
| "grad_norm": 0.08783093839883804, |
| "learning_rate": 6.079149871747894e-06, |
| "loss": 0.0044, |
| "step": 131500 |
| }, |
| { |
| "epoch": 47.80467323840818, |
| "grad_norm": 0.11424906551837921, |
| "learning_rate": 6.077317698790767e-06, |
| "loss": 0.0045, |
| "step": 131550 |
| }, |
| { |
| "epoch": 47.822928075940126, |
| "grad_norm": 0.07912424951791763, |
| "learning_rate": 6.075485525833638e-06, |
| "loss": 0.0041, |
| "step": 131600 |
| }, |
| { |
| "epoch": 47.84118291347207, |
| "grad_norm": 0.0752551257610321, |
| "learning_rate": 6.0736533528765116e-06, |
| "loss": 0.0043, |
| "step": 131650 |
| }, |
| { |
| "epoch": 47.859437751004016, |
| "grad_norm": 0.11501950770616531, |
| "learning_rate": 6.071821179919385e-06, |
| "loss": 0.0045, |
| "step": 131700 |
| }, |
| { |
| "epoch": 47.877692588535965, |
| "grad_norm": 0.10269715636968613, |
| "learning_rate": 6.069989006962258e-06, |
| "loss": 0.0043, |
| "step": 131750 |
| }, |
| { |
| "epoch": 47.895947426067906, |
| "grad_norm": 0.1120321974158287, |
| "learning_rate": 6.068156834005131e-06, |
| "loss": 0.0043, |
| "step": 131800 |
| }, |
| { |
| "epoch": 47.914202263599854, |
| "grad_norm": 0.1135217621922493, |
| "learning_rate": 6.066324661048003e-06, |
| "loss": 0.0044, |
| "step": 131850 |
| }, |
| { |
| "epoch": 47.9324571011318, |
| "grad_norm": 0.12219502031803131, |
| "learning_rate": 6.0644924880908765e-06, |
| "loss": 0.0043, |
| "step": 131900 |
| }, |
| { |
| "epoch": 47.950711938663744, |
| "grad_norm": 0.11285781860351562, |
| "learning_rate": 6.06266031513375e-06, |
| "loss": 0.0041, |
| "step": 131950 |
| }, |
| { |
| "epoch": 47.96896677619569, |
| "grad_norm": 0.10152813792228699, |
| "learning_rate": 6.060828142176623e-06, |
| "loss": 0.0044, |
| "step": 132000 |
| }, |
| { |
| "epoch": 47.98722161372764, |
| "grad_norm": 0.19300232827663422, |
| "learning_rate": 6.058995969219494e-06, |
| "loss": 0.0041, |
| "step": 132050 |
| }, |
| { |
| "epoch": 48.00547645125958, |
| "grad_norm": 0.10919605940580368, |
| "learning_rate": 6.057163796262367e-06, |
| "loss": 0.0043, |
| "step": 132100 |
| }, |
| { |
| "epoch": 48.02373128879153, |
| "grad_norm": 0.10010013729333878, |
| "learning_rate": 6.0553316233052405e-06, |
| "loss": 0.0043, |
| "step": 132150 |
| }, |
| { |
| "epoch": 48.04198612632347, |
| "grad_norm": 0.07365663349628448, |
| "learning_rate": 6.053499450348114e-06, |
| "loss": 0.0041, |
| "step": 132200 |
| }, |
| { |
| "epoch": 48.06024096385542, |
| "grad_norm": 0.10735583305358887, |
| "learning_rate": 6.051667277390986e-06, |
| "loss": 0.0045, |
| "step": 132250 |
| }, |
| { |
| "epoch": 48.07849580138737, |
| "grad_norm": 0.07005506008863449, |
| "learning_rate": 6.049835104433859e-06, |
| "loss": 0.0042, |
| "step": 132300 |
| }, |
| { |
| "epoch": 48.09675063891931, |
| "grad_norm": 0.07254713773727417, |
| "learning_rate": 6.048002931476732e-06, |
| "loss": 0.004, |
| "step": 132350 |
| }, |
| { |
| "epoch": 48.11500547645126, |
| "grad_norm": 0.11322945356369019, |
| "learning_rate": 6.046170758519605e-06, |
| "loss": 0.0044, |
| "step": 132400 |
| }, |
| { |
| "epoch": 48.13326031398321, |
| "grad_norm": 0.12890049815177917, |
| "learning_rate": 6.044338585562478e-06, |
| "loss": 0.0041, |
| "step": 132450 |
| }, |
| { |
| "epoch": 48.15151515151515, |
| "grad_norm": 0.10722081363201141, |
| "learning_rate": 6.04250641260535e-06, |
| "loss": 0.0043, |
| "step": 132500 |
| }, |
| { |
| "epoch": 48.1697699890471, |
| "grad_norm": 0.08698159456253052, |
| "learning_rate": 6.040674239648223e-06, |
| "loss": 0.004, |
| "step": 132550 |
| }, |
| { |
| "epoch": 48.188024826579046, |
| "grad_norm": 0.10645138472318649, |
| "learning_rate": 6.038842066691096e-06, |
| "loss": 0.0039, |
| "step": 132600 |
| }, |
| { |
| "epoch": 48.20627966411099, |
| "grad_norm": 0.11375320702791214, |
| "learning_rate": 6.0370098937339695e-06, |
| "loss": 0.0041, |
| "step": 132650 |
| }, |
| { |
| "epoch": 48.224534501642935, |
| "grad_norm": 0.12982425093650818, |
| "learning_rate": 6.035177720776842e-06, |
| "loss": 0.0042, |
| "step": 132700 |
| }, |
| { |
| "epoch": 48.242789339174884, |
| "grad_norm": 0.11918260157108307, |
| "learning_rate": 6.033345547819714e-06, |
| "loss": 0.004, |
| "step": 132750 |
| }, |
| { |
| "epoch": 48.261044176706825, |
| "grad_norm": 0.07436525076627731, |
| "learning_rate": 6.031513374862587e-06, |
| "loss": 0.0041, |
| "step": 132800 |
| }, |
| { |
| "epoch": 48.279299014238774, |
| "grad_norm": 0.11533653736114502, |
| "learning_rate": 6.02968120190546e-06, |
| "loss": 0.0043, |
| "step": 132850 |
| }, |
| { |
| "epoch": 48.29755385177072, |
| "grad_norm": 0.10609728842973709, |
| "learning_rate": 6.027849028948333e-06, |
| "loss": 0.0038, |
| "step": 132900 |
| }, |
| { |
| "epoch": 48.31580868930266, |
| "grad_norm": 0.09817364811897278, |
| "learning_rate": 6.026016855991206e-06, |
| "loss": 0.0041, |
| "step": 132950 |
| }, |
| { |
| "epoch": 48.33406352683461, |
| "grad_norm": 0.06099587678909302, |
| "learning_rate": 6.024184683034079e-06, |
| "loss": 0.0042, |
| "step": 133000 |
| }, |
| { |
| "epoch": 48.35231836436656, |
| "grad_norm": 0.10092119127511978, |
| "learning_rate": 6.022352510076952e-06, |
| "loss": 0.0042, |
| "step": 133050 |
| }, |
| { |
| "epoch": 48.3705732018985, |
| "grad_norm": 0.10637925565242767, |
| "learning_rate": 6.020520337119825e-06, |
| "loss": 0.0041, |
| "step": 133100 |
| }, |
| { |
| "epoch": 48.38882803943045, |
| "grad_norm": 0.10733850300312042, |
| "learning_rate": 6.018688164162697e-06, |
| "loss": 0.0041, |
| "step": 133150 |
| }, |
| { |
| "epoch": 48.40708287696239, |
| "grad_norm": 0.08428292721509933, |
| "learning_rate": 6.01685599120557e-06, |
| "loss": 0.0042, |
| "step": 133200 |
| }, |
| { |
| "epoch": 48.42533771449434, |
| "grad_norm": 0.09039627760648727, |
| "learning_rate": 6.015023818248443e-06, |
| "loss": 0.0045, |
| "step": 133250 |
| }, |
| { |
| "epoch": 48.44359255202629, |
| "grad_norm": 0.09594766795635223, |
| "learning_rate": 6.013191645291316e-06, |
| "loss": 0.0042, |
| "step": 133300 |
| }, |
| { |
| "epoch": 48.46184738955823, |
| "grad_norm": 0.10535372793674469, |
| "learning_rate": 6.0113594723341885e-06, |
| "loss": 0.0041, |
| "step": 133350 |
| }, |
| { |
| "epoch": 48.48010222709018, |
| "grad_norm": 0.07930446416139603, |
| "learning_rate": 6.009527299377062e-06, |
| "loss": 0.0044, |
| "step": 133400 |
| }, |
| { |
| "epoch": 48.49835706462213, |
| "grad_norm": 0.12783053517341614, |
| "learning_rate": 6.007695126419935e-06, |
| "loss": 0.0045, |
| "step": 133450 |
| }, |
| { |
| "epoch": 48.51661190215407, |
| "grad_norm": 0.112743079662323, |
| "learning_rate": 6.005862953462808e-06, |
| "loss": 0.0043, |
| "step": 133500 |
| }, |
| { |
| "epoch": 48.53486673968602, |
| "grad_norm": 0.1292959749698639, |
| "learning_rate": 6.004030780505681e-06, |
| "loss": 0.004, |
| "step": 133550 |
| }, |
| { |
| "epoch": 48.553121577217965, |
| "grad_norm": 0.08584164083003998, |
| "learning_rate": 6.0021986075485525e-06, |
| "loss": 0.0041, |
| "step": 133600 |
| }, |
| { |
| "epoch": 48.571376414749906, |
| "grad_norm": 0.09789010137319565, |
| "learning_rate": 6.000366434591426e-06, |
| "loss": 0.0039, |
| "step": 133650 |
| }, |
| { |
| "epoch": 48.589631252281855, |
| "grad_norm": 0.10573101788759232, |
| "learning_rate": 5.998534261634299e-06, |
| "loss": 0.004, |
| "step": 133700 |
| }, |
| { |
| "epoch": 48.6078860898138, |
| "grad_norm": 0.08038768917322159, |
| "learning_rate": 5.996702088677172e-06, |
| "loss": 0.0037, |
| "step": 133750 |
| }, |
| { |
| "epoch": 48.626140927345745, |
| "grad_norm": 0.10818087309598923, |
| "learning_rate": 5.994869915720044e-06, |
| "loss": 0.0042, |
| "step": 133800 |
| }, |
| { |
| "epoch": 48.64439576487769, |
| "grad_norm": 0.1978798359632492, |
| "learning_rate": 5.9930377427629174e-06, |
| "loss": 0.0041, |
| "step": 133850 |
| }, |
| { |
| "epoch": 48.66265060240964, |
| "grad_norm": 0.10325589030981064, |
| "learning_rate": 5.991205569805791e-06, |
| "loss": 0.0039, |
| "step": 133900 |
| }, |
| { |
| "epoch": 48.68090543994158, |
| "grad_norm": 0.0939413532614708, |
| "learning_rate": 5.989373396848664e-06, |
| "loss": 0.0039, |
| "step": 133950 |
| }, |
| { |
| "epoch": 48.69916027747353, |
| "grad_norm": 0.13589763641357422, |
| "learning_rate": 5.987541223891535e-06, |
| "loss": 0.0043, |
| "step": 134000 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 273900, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 100, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": true, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
