Text-to-Speech
Transformers
Safetensors
Greek
qwen2
text-generation
neutts
text-generation-inference
Instructions to use moiralabs/GenosTTSAir with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use moiralabs/GenosTTSAir with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-to-speech", model="moiralabs/GenosTTSAir")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForCausalLM tokenizer = AutoTokenizer.from_pretrained("moiralabs/GenosTTSAir") model = AutoModelForCausalLM.from_pretrained("moiralabs/GenosTTSAir", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download trainer_state.json from moiralabs/GenosTTSAir: direct link, hf CLI and curl.
- Browser
- Download file 255 kB
-
https://huggingface.co/moiralabs/GenosTTSAir/resolve/main/trainer_state.json
- Command line
-
hf download hf://moiralabs/GenosTTSAir/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/moiralabs/GenosTTSAir/resolve/main/trainer_state.json
255 kB
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 15188,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00065842537571398,
"grad_norm": 0.5390625,
"learning_rate": 0.00039984194929206456,
"loss": 0.7595,
"step": 10
},
{
"epoch": 0.00131685075142796,
"grad_norm": 0.33203125,
"learning_rate": 0.00039957853144550543,
"loss": 0.7122,
"step": 20
},
{
"epoch": 0.00197527612714194,
"grad_norm": 0.4296875,
"learning_rate": 0.00039931511359894635,
"loss": 0.7829,
"step": 30
},
{
"epoch": 0.00263370150285592,
"grad_norm": 0.48046875,
"learning_rate": 0.0003990516957523872,
"loss": 0.7,
"step": 40
},
{
"epoch": 0.0032921268785699002,
"grad_norm": 0.404296875,
"learning_rate": 0.00039878827790582814,
"loss": 0.707,
"step": 50
},
{
"epoch": 0.00395055225428388,
"grad_norm": 0.423828125,
"learning_rate": 0.000398524860059269,
"loss": 0.7251,
"step": 60
},
{
"epoch": 0.0046089776299978605,
"grad_norm": 0.392578125,
"learning_rate": 0.00039826144221270993,
"loss": 0.7277,
"step": 70
},
{
"epoch": 0.00526740300571184,
"grad_norm": 0.408203125,
"learning_rate": 0.00039799802436615085,
"loss": 0.7804,
"step": 80
},
{
"epoch": 0.00592582838142582,
"grad_norm": 0.3125,
"learning_rate": 0.0003977346065195917,
"loss": 0.6783,
"step": 90
},
{
"epoch": 0.0065842537571398005,
"grad_norm": 0.4609375,
"learning_rate": 0.00039747118867303264,
"loss": 0.7524,
"step": 100
},
{
"epoch": 0.00724267913285378,
"grad_norm": 0.400390625,
"learning_rate": 0.0003972077708264735,
"loss": 0.7401,
"step": 110
},
{
"epoch": 0.00790110450856776,
"grad_norm": 0.419921875,
"learning_rate": 0.0003969443529799144,
"loss": 0.7177,
"step": 120
},
{
"epoch": 0.00855952988428174,
"grad_norm": 0.412109375,
"learning_rate": 0.0003966809351333553,
"loss": 0.7737,
"step": 130
},
{
"epoch": 0.009217955259995721,
"grad_norm": 0.357421875,
"learning_rate": 0.00039641751728679617,
"loss": 0.7666,
"step": 140
},
{
"epoch": 0.0098763806357097,
"grad_norm": 0.5390625,
"learning_rate": 0.0003961540994402371,
"loss": 0.7139,
"step": 150
},
{
"epoch": 0.01053480601142368,
"grad_norm": 0.30078125,
"learning_rate": 0.000395890681593678,
"loss": 0.6805,
"step": 160
},
{
"epoch": 0.01119323138713766,
"grad_norm": 0.326171875,
"learning_rate": 0.0003956272637471189,
"loss": 0.663,
"step": 170
},
{
"epoch": 0.01185165676285164,
"grad_norm": 0.36328125,
"learning_rate": 0.0003953638459005598,
"loss": 0.7756,
"step": 180
},
{
"epoch": 0.01251008213856562,
"grad_norm": 0.373046875,
"learning_rate": 0.0003951004280540007,
"loss": 0.6718,
"step": 190
},
{
"epoch": 0.013168507514279601,
"grad_norm": 0.365234375,
"learning_rate": 0.0003948370102074416,
"loss": 0.7872,
"step": 200
},
{
"epoch": 0.01382693288999358,
"grad_norm": 0.263671875,
"learning_rate": 0.00039457359236088246,
"loss": 0.6879,
"step": 210
},
{
"epoch": 0.01448535826570756,
"grad_norm": 0.365234375,
"learning_rate": 0.00039431017451432333,
"loss": 0.7495,
"step": 220
},
{
"epoch": 0.01514378364142154,
"grad_norm": 0.298828125,
"learning_rate": 0.00039404675666776425,
"loss": 0.6861,
"step": 230
},
{
"epoch": 0.01580220901713552,
"grad_norm": 0.369140625,
"learning_rate": 0.0003937833388212052,
"loss": 0.7132,
"step": 240
},
{
"epoch": 0.0164606343928495,
"grad_norm": 0.2578125,
"learning_rate": 0.0003935199209746461,
"loss": 0.6932,
"step": 250
},
{
"epoch": 0.01711905976856348,
"grad_norm": 0.291015625,
"learning_rate": 0.00039325650312808697,
"loss": 0.6812,
"step": 260
},
{
"epoch": 0.01777748514427746,
"grad_norm": 0.5234375,
"learning_rate": 0.00039299308528152783,
"loss": 0.6708,
"step": 270
},
{
"epoch": 0.018435910519991442,
"grad_norm": 0.357421875,
"learning_rate": 0.00039272966743496876,
"loss": 0.7415,
"step": 280
},
{
"epoch": 0.01909433589570542,
"grad_norm": 0.333984375,
"learning_rate": 0.0003924662495884096,
"loss": 0.7206,
"step": 290
},
{
"epoch": 0.0197527612714194,
"grad_norm": 0.298828125,
"learning_rate": 0.0003922028317418505,
"loss": 0.6545,
"step": 300
},
{
"epoch": 0.02041118664713338,
"grad_norm": 0.337890625,
"learning_rate": 0.0003919394138952914,
"loss": 0.6851,
"step": 310
},
{
"epoch": 0.02106961202284736,
"grad_norm": 0.353515625,
"learning_rate": 0.0003916759960487323,
"loss": 0.6752,
"step": 320
},
{
"epoch": 0.02172803739856134,
"grad_norm": 0.427734375,
"learning_rate": 0.0003914125782021732,
"loss": 0.7151,
"step": 330
},
{
"epoch": 0.02238646277427532,
"grad_norm": 0.32421875,
"learning_rate": 0.00039114916035561413,
"loss": 0.705,
"step": 340
},
{
"epoch": 0.0230448881499893,
"grad_norm": 0.26953125,
"learning_rate": 0.000390885742509055,
"loss": 0.6863,
"step": 350
},
{
"epoch": 0.02370331352570328,
"grad_norm": 0.3359375,
"learning_rate": 0.0003906223246624959,
"loss": 0.6988,
"step": 360
},
{
"epoch": 0.02436173890141726,
"grad_norm": 0.2490234375,
"learning_rate": 0.0003903589068159368,
"loss": 0.6844,
"step": 370
},
{
"epoch": 0.02502016427713124,
"grad_norm": 0.31640625,
"learning_rate": 0.0003900954889693777,
"loss": 0.683,
"step": 380
},
{
"epoch": 0.02567858965284522,
"grad_norm": 0.32421875,
"learning_rate": 0.0003898320711228186,
"loss": 0.6899,
"step": 390
},
{
"epoch": 0.026337015028559202,
"grad_norm": 0.29296875,
"learning_rate": 0.00038956865327625944,
"loss": 0.6528,
"step": 400
},
{
"epoch": 0.02699544040427318,
"grad_norm": 0.34375,
"learning_rate": 0.00038930523542970037,
"loss": 0.6978,
"step": 410
},
{
"epoch": 0.02765386577998716,
"grad_norm": 0.2353515625,
"learning_rate": 0.0003890418175831413,
"loss": 0.6727,
"step": 420
},
{
"epoch": 0.02831229115570114,
"grad_norm": 0.357421875,
"learning_rate": 0.0003887783997365822,
"loss": 0.7058,
"step": 430
},
{
"epoch": 0.02897071653141512,
"grad_norm": 0.291015625,
"learning_rate": 0.0003885149818900231,
"loss": 0.7147,
"step": 440
},
{
"epoch": 0.029629141907129102,
"grad_norm": 0.369140625,
"learning_rate": 0.00038825156404346395,
"loss": 0.7187,
"step": 450
},
{
"epoch": 0.03028756728284308,
"grad_norm": 0.310546875,
"learning_rate": 0.00038798814619690487,
"loss": 0.6293,
"step": 460
},
{
"epoch": 0.03094599265855706,
"grad_norm": 0.345703125,
"learning_rate": 0.00038772472835034574,
"loss": 0.6494,
"step": 470
},
{
"epoch": 0.03160441803427104,
"grad_norm": 0.263671875,
"learning_rate": 0.00038746131050378666,
"loss": 0.6189,
"step": 480
},
{
"epoch": 0.03226284340998502,
"grad_norm": 0.353515625,
"learning_rate": 0.00038719789265722753,
"loss": 0.6488,
"step": 490
},
{
"epoch": 0.032921268785699,
"grad_norm": 0.25390625,
"learning_rate": 0.00038693447481066845,
"loss": 0.7454,
"step": 500
},
{
"epoch": 0.03357969416141298,
"grad_norm": 0.333984375,
"learning_rate": 0.00038667105696410937,
"loss": 0.6943,
"step": 510
},
{
"epoch": 0.03423811953712696,
"grad_norm": 0.330078125,
"learning_rate": 0.00038640763911755024,
"loss": 0.6634,
"step": 520
},
{
"epoch": 0.03489654491284094,
"grad_norm": 0.3046875,
"learning_rate": 0.00038614422127099116,
"loss": 0.6547,
"step": 530
},
{
"epoch": 0.03555497028855492,
"grad_norm": 0.279296875,
"learning_rate": 0.00038588080342443203,
"loss": 0.5923,
"step": 540
},
{
"epoch": 0.0362133956642689,
"grad_norm": 0.3125,
"learning_rate": 0.0003856173855778729,
"loss": 0.76,
"step": 550
},
{
"epoch": 0.036871821039982884,
"grad_norm": 0.296875,
"learning_rate": 0.0003853539677313138,
"loss": 0.7101,
"step": 560
},
{
"epoch": 0.03753024641569686,
"grad_norm": 0.33984375,
"learning_rate": 0.0003850905498847547,
"loss": 0.5881,
"step": 570
},
{
"epoch": 0.03818867179141084,
"grad_norm": 0.38671875,
"learning_rate": 0.0003848271320381956,
"loss": 0.577,
"step": 580
},
{
"epoch": 0.03884709716712482,
"grad_norm": 0.287109375,
"learning_rate": 0.0003845637141916365,
"loss": 0.6275,
"step": 590
},
{
"epoch": 0.0395055225428388,
"grad_norm": 0.34765625,
"learning_rate": 0.0003843002963450774,
"loss": 0.734,
"step": 600
},
{
"epoch": 0.04016394791855278,
"grad_norm": 0.328125,
"learning_rate": 0.0003840368784985183,
"loss": 0.6691,
"step": 610
},
{
"epoch": 0.04082237329426676,
"grad_norm": 0.365234375,
"learning_rate": 0.0003837734606519592,
"loss": 0.7124,
"step": 620
},
{
"epoch": 0.041480798669980744,
"grad_norm": 0.267578125,
"learning_rate": 0.0003835100428054001,
"loss": 0.6627,
"step": 630
},
{
"epoch": 0.04213922404569472,
"grad_norm": 0.337890625,
"learning_rate": 0.000383246624958841,
"loss": 0.6139,
"step": 640
},
{
"epoch": 0.0427976494214087,
"grad_norm": 0.28125,
"learning_rate": 0.00038298320711228185,
"loss": 0.6628,
"step": 650
},
{
"epoch": 0.04345607479712268,
"grad_norm": 0.1953125,
"learning_rate": 0.00038271978926572277,
"loss": 0.6305,
"step": 660
},
{
"epoch": 0.04411450017283666,
"grad_norm": 0.349609375,
"learning_rate": 0.00038245637141916364,
"loss": 0.646,
"step": 670
},
{
"epoch": 0.04477292554855064,
"grad_norm": 0.23046875,
"learning_rate": 0.00038219295357260456,
"loss": 0.6565,
"step": 680
},
{
"epoch": 0.04543135092426462,
"grad_norm": 0.330078125,
"learning_rate": 0.0003819295357260455,
"loss": 0.6626,
"step": 690
},
{
"epoch": 0.0460897762999786,
"grad_norm": 0.29296875,
"learning_rate": 0.00038166611787948635,
"loss": 0.6668,
"step": 700
},
{
"epoch": 0.04674820167569258,
"grad_norm": 0.294921875,
"learning_rate": 0.0003814027000329273,
"loss": 0.6189,
"step": 710
},
{
"epoch": 0.04740662705140656,
"grad_norm": 0.3671875,
"learning_rate": 0.00038113928218636814,
"loss": 0.6835,
"step": 720
},
{
"epoch": 0.048065052427120544,
"grad_norm": 0.2578125,
"learning_rate": 0.000380875864339809,
"loss": 0.5992,
"step": 730
},
{
"epoch": 0.04872347780283452,
"grad_norm": 0.30078125,
"learning_rate": 0.00038061244649324993,
"loss": 0.6733,
"step": 740
},
{
"epoch": 0.0493819031785485,
"grad_norm": 0.3359375,
"learning_rate": 0.0003803490286466908,
"loss": 0.6051,
"step": 750
},
{
"epoch": 0.05004032855426248,
"grad_norm": 0.2451171875,
"learning_rate": 0.0003800856108001317,
"loss": 0.689,
"step": 760
},
{
"epoch": 0.05069875392997646,
"grad_norm": 0.330078125,
"learning_rate": 0.00037982219295357264,
"loss": 0.6645,
"step": 770
},
{
"epoch": 0.05135717930569044,
"grad_norm": 0.330078125,
"learning_rate": 0.0003795587751070135,
"loss": 0.6781,
"step": 780
},
{
"epoch": 0.05201560468140442,
"grad_norm": 0.38671875,
"learning_rate": 0.00037929535726045444,
"loss": 0.6567,
"step": 790
},
{
"epoch": 0.052674030057118404,
"grad_norm": 0.31640625,
"learning_rate": 0.0003790319394138953,
"loss": 0.6871,
"step": 800
},
{
"epoch": 0.05333245543283238,
"grad_norm": 0.298828125,
"learning_rate": 0.0003787685215673362,
"loss": 0.6341,
"step": 810
},
{
"epoch": 0.05399088080854636,
"grad_norm": 0.330078125,
"learning_rate": 0.0003785051037207771,
"loss": 0.7323,
"step": 820
},
{
"epoch": 0.054649306184260345,
"grad_norm": 0.1982421875,
"learning_rate": 0.00037824168587421796,
"loss": 0.6664,
"step": 830
},
{
"epoch": 0.05530773155997432,
"grad_norm": 0.265625,
"learning_rate": 0.0003779782680276589,
"loss": 0.6987,
"step": 840
},
{
"epoch": 0.0559661569356883,
"grad_norm": 0.2177734375,
"learning_rate": 0.00037771485018109975,
"loss": 0.6322,
"step": 850
},
{
"epoch": 0.05662458231140228,
"grad_norm": 0.248046875,
"learning_rate": 0.0003774514323345407,
"loss": 0.6226,
"step": 860
},
{
"epoch": 0.057283007687116264,
"grad_norm": 0.302734375,
"learning_rate": 0.0003771880144879816,
"loss": 0.6788,
"step": 870
},
{
"epoch": 0.05794143306283024,
"grad_norm": 0.287109375,
"learning_rate": 0.00037692459664142246,
"loss": 0.7188,
"step": 880
},
{
"epoch": 0.05859985843854422,
"grad_norm": 0.388671875,
"learning_rate": 0.0003766611787948634,
"loss": 0.6949,
"step": 890
},
{
"epoch": 0.059258283814258204,
"grad_norm": 0.3046875,
"learning_rate": 0.00037639776094830425,
"loss": 0.6416,
"step": 900
},
{
"epoch": 0.05991670918997218,
"grad_norm": 0.28515625,
"learning_rate": 0.0003761343431017452,
"loss": 0.6574,
"step": 910
},
{
"epoch": 0.06057513456568616,
"grad_norm": 0.27734375,
"learning_rate": 0.00037587092525518604,
"loss": 0.7169,
"step": 920
},
{
"epoch": 0.06123355994140014,
"grad_norm": 0.29296875,
"learning_rate": 0.0003756075074086269,
"loss": 0.7134,
"step": 930
},
{
"epoch": 0.06189198531711412,
"grad_norm": 0.32421875,
"learning_rate": 0.00037534408956206783,
"loss": 0.6552,
"step": 940
},
{
"epoch": 0.0625504106928281,
"grad_norm": 0.3203125,
"learning_rate": 0.00037508067171550876,
"loss": 0.6788,
"step": 950
},
{
"epoch": 0.06320883606854208,
"grad_norm": 0.240234375,
"learning_rate": 0.0003748172538689497,
"loss": 0.6508,
"step": 960
},
{
"epoch": 0.06386726144425606,
"grad_norm": 0.2314453125,
"learning_rate": 0.00037455383602239055,
"loss": 0.6473,
"step": 970
},
{
"epoch": 0.06452568681997004,
"grad_norm": 0.2890625,
"learning_rate": 0.0003742904181758314,
"loss": 0.7275,
"step": 980
},
{
"epoch": 0.06518411219568403,
"grad_norm": 0.232421875,
"learning_rate": 0.00037402700032927234,
"loss": 0.5801,
"step": 990
},
{
"epoch": 0.065842537571398,
"grad_norm": 0.2578125,
"learning_rate": 0.0003737635824827132,
"loss": 0.6569,
"step": 1000
},
{
"epoch": 0.06650096294711198,
"grad_norm": 0.271484375,
"learning_rate": 0.00037350016463615413,
"loss": 0.6815,
"step": 1010
},
{
"epoch": 0.06715938832282596,
"grad_norm": 0.306640625,
"learning_rate": 0.000373236746789595,
"loss": 0.6004,
"step": 1020
},
{
"epoch": 0.06781781369853994,
"grad_norm": 0.3203125,
"learning_rate": 0.0003729733289430359,
"loss": 0.7059,
"step": 1030
},
{
"epoch": 0.06847623907425392,
"grad_norm": 0.33203125,
"learning_rate": 0.00037270991109647684,
"loss": 0.6996,
"step": 1040
},
{
"epoch": 0.06913466444996791,
"grad_norm": 0.28125,
"learning_rate": 0.0003724464932499177,
"loss": 0.6216,
"step": 1050
},
{
"epoch": 0.06979308982568189,
"grad_norm": 0.2470703125,
"learning_rate": 0.00037218307540335863,
"loss": 0.6335,
"step": 1060
},
{
"epoch": 0.07045151520139586,
"grad_norm": 0.337890625,
"learning_rate": 0.0003719196575567995,
"loss": 0.6615,
"step": 1070
},
{
"epoch": 0.07110994057710984,
"grad_norm": 0.2158203125,
"learning_rate": 0.00037165623971024037,
"loss": 0.6194,
"step": 1080
},
{
"epoch": 0.07176836595282382,
"grad_norm": 0.265625,
"learning_rate": 0.0003713928218636813,
"loss": 0.6637,
"step": 1090
},
{
"epoch": 0.0724267913285378,
"grad_norm": 0.232421875,
"learning_rate": 0.00037112940401712216,
"loss": 0.6272,
"step": 1100
},
{
"epoch": 0.07308521670425178,
"grad_norm": 0.275390625,
"learning_rate": 0.0003708659861705631,
"loss": 0.5643,
"step": 1110
},
{
"epoch": 0.07374364207996577,
"grad_norm": 0.30078125,
"learning_rate": 0.00037060256832400395,
"loss": 0.6931,
"step": 1120
},
{
"epoch": 0.07440206745567975,
"grad_norm": 0.279296875,
"learning_rate": 0.00037033915047744487,
"loss": 0.7247,
"step": 1130
},
{
"epoch": 0.07506049283139372,
"grad_norm": 0.28125,
"learning_rate": 0.0003700757326308858,
"loss": 0.6977,
"step": 1140
},
{
"epoch": 0.0757189182071077,
"grad_norm": 0.32421875,
"learning_rate": 0.00036981231478432666,
"loss": 0.6328,
"step": 1150
},
{
"epoch": 0.07637734358282168,
"grad_norm": 0.251953125,
"learning_rate": 0.00036954889693776753,
"loss": 0.6817,
"step": 1160
},
{
"epoch": 0.07703576895853566,
"grad_norm": 0.306640625,
"learning_rate": 0.00036928547909120845,
"loss": 0.6372,
"step": 1170
},
{
"epoch": 0.07769419433424964,
"grad_norm": 0.306640625,
"learning_rate": 0.0003690220612446493,
"loss": 0.6881,
"step": 1180
},
{
"epoch": 0.07835261970996363,
"grad_norm": 0.28125,
"learning_rate": 0.00036875864339809024,
"loss": 0.6307,
"step": 1190
},
{
"epoch": 0.0790110450856776,
"grad_norm": 0.251953125,
"learning_rate": 0.0003684952255515311,
"loss": 0.7025,
"step": 1200
},
{
"epoch": 0.07966947046139158,
"grad_norm": 0.234375,
"learning_rate": 0.00036823180770497203,
"loss": 0.6682,
"step": 1210
},
{
"epoch": 0.08032789583710556,
"grad_norm": 0.2099609375,
"learning_rate": 0.00036796838985841295,
"loss": 0.5994,
"step": 1220
},
{
"epoch": 0.08098632121281954,
"grad_norm": 0.322265625,
"learning_rate": 0.0003677049720118538,
"loss": 0.6179,
"step": 1230
},
{
"epoch": 0.08164474658853352,
"grad_norm": 0.279296875,
"learning_rate": 0.00036744155416529474,
"loss": 0.7226,
"step": 1240
},
{
"epoch": 0.0823031719642475,
"grad_norm": 0.3046875,
"learning_rate": 0.0003671781363187356,
"loss": 0.6501,
"step": 1250
},
{
"epoch": 0.08296159733996149,
"grad_norm": 0.318359375,
"learning_rate": 0.0003669147184721765,
"loss": 0.6392,
"step": 1260
},
{
"epoch": 0.08362002271567547,
"grad_norm": 0.271484375,
"learning_rate": 0.0003666513006256174,
"loss": 0.654,
"step": 1270
},
{
"epoch": 0.08427844809138944,
"grad_norm": 0.29296875,
"learning_rate": 0.00036638788277905827,
"loss": 0.7107,
"step": 1280
},
{
"epoch": 0.08493687346710342,
"grad_norm": 0.28125,
"learning_rate": 0.0003661244649324992,
"loss": 0.6683,
"step": 1290
},
{
"epoch": 0.0855952988428174,
"grad_norm": 0.2392578125,
"learning_rate": 0.0003658610470859401,
"loss": 0.6865,
"step": 1300
},
{
"epoch": 0.08625372421853138,
"grad_norm": 0.296875,
"learning_rate": 0.000365597629239381,
"loss": 0.6473,
"step": 1310
},
{
"epoch": 0.08691214959424536,
"grad_norm": 0.353515625,
"learning_rate": 0.0003653342113928219,
"loss": 0.6666,
"step": 1320
},
{
"epoch": 0.08757057496995935,
"grad_norm": 0.26171875,
"learning_rate": 0.00036507079354626277,
"loss": 0.6536,
"step": 1330
},
{
"epoch": 0.08822900034567333,
"grad_norm": 0.318359375,
"learning_rate": 0.0003648073756997037,
"loss": 0.6299,
"step": 1340
},
{
"epoch": 0.0888874257213873,
"grad_norm": 0.318359375,
"learning_rate": 0.00036454395785314456,
"loss": 0.7316,
"step": 1350
},
{
"epoch": 0.08954585109710128,
"grad_norm": 0.3203125,
"learning_rate": 0.00036428054000658543,
"loss": 0.6858,
"step": 1360
},
{
"epoch": 0.09020427647281526,
"grad_norm": 0.29296875,
"learning_rate": 0.00036401712216002635,
"loss": 0.6289,
"step": 1370
},
{
"epoch": 0.09086270184852924,
"grad_norm": 0.34765625,
"learning_rate": 0.0003637537043134673,
"loss": 0.6116,
"step": 1380
},
{
"epoch": 0.09152112722424323,
"grad_norm": 12.9375,
"learning_rate": 0.0003634902864669082,
"loss": 4.0751,
"step": 1390
},
{
"epoch": 0.0921795525999572,
"grad_norm": 0.294921875,
"learning_rate": 0.00036322686862034906,
"loss": 0.7008,
"step": 1400
},
{
"epoch": 0.09283797797567118,
"grad_norm": 0.330078125,
"learning_rate": 0.00036296345077378993,
"loss": 0.6469,
"step": 1410
},
{
"epoch": 0.09349640335138516,
"grad_norm": 0.3203125,
"learning_rate": 0.00036270003292723085,
"loss": 0.6484,
"step": 1420
},
{
"epoch": 0.09415482872709914,
"grad_norm": 0.35546875,
"learning_rate": 0.0003624366150806717,
"loss": 0.6817,
"step": 1430
},
{
"epoch": 0.09481325410281312,
"grad_norm": 0.3125,
"learning_rate": 0.00036217319723411264,
"loss": 0.6228,
"step": 1440
},
{
"epoch": 0.0954716794785271,
"grad_norm": 0.390625,
"learning_rate": 0.0003619097793875535,
"loss": 0.7005,
"step": 1450
},
{
"epoch": 0.09613010485424109,
"grad_norm": 0.283203125,
"learning_rate": 0.0003616463615409944,
"loss": 0.5983,
"step": 1460
},
{
"epoch": 0.09678853022995507,
"grad_norm": 0.322265625,
"learning_rate": 0.0003613829436944353,
"loss": 0.6883,
"step": 1470
},
{
"epoch": 0.09744695560566904,
"grad_norm": 0.32421875,
"learning_rate": 0.0003611195258478762,
"loss": 0.6797,
"step": 1480
},
{
"epoch": 0.09810538098138302,
"grad_norm": 0.326171875,
"learning_rate": 0.00036085610800131715,
"loss": 0.6027,
"step": 1490
},
{
"epoch": 0.098763806357097,
"grad_norm": 0.2470703125,
"learning_rate": 0.000360592690154758,
"loss": 0.6256,
"step": 1500
},
{
"epoch": 0.09942223173281098,
"grad_norm": 0.416015625,
"learning_rate": 0.0003603292723081989,
"loss": 0.6342,
"step": 1510
},
{
"epoch": 0.10008065710852496,
"grad_norm": 0.28515625,
"learning_rate": 0.0003600658544616398,
"loss": 0.6628,
"step": 1520
},
{
"epoch": 0.10073908248423895,
"grad_norm": 0.2275390625,
"learning_rate": 0.0003598024366150807,
"loss": 0.6231,
"step": 1530
},
{
"epoch": 0.10139750785995293,
"grad_norm": 0.294921875,
"learning_rate": 0.00035953901876852154,
"loss": 0.7017,
"step": 1540
},
{
"epoch": 0.1020559332356669,
"grad_norm": 0.3125,
"learning_rate": 0.00035927560092196246,
"loss": 0.6152,
"step": 1550
},
{
"epoch": 0.10271435861138088,
"grad_norm": 0.251953125,
"learning_rate": 0.0003590121830754034,
"loss": 0.6681,
"step": 1560
},
{
"epoch": 0.10337278398709486,
"grad_norm": 0.2431640625,
"learning_rate": 0.0003587487652288443,
"loss": 0.691,
"step": 1570
},
{
"epoch": 0.10403120936280884,
"grad_norm": 0.28125,
"learning_rate": 0.0003584853473822852,
"loss": 0.6387,
"step": 1580
},
{
"epoch": 0.10468963473852282,
"grad_norm": 0.322265625,
"learning_rate": 0.00035822192953572604,
"loss": 0.6623,
"step": 1590
},
{
"epoch": 0.10534806011423681,
"grad_norm": 0.27734375,
"learning_rate": 0.00035795851168916697,
"loss": 0.673,
"step": 1600
},
{
"epoch": 0.10600648548995079,
"grad_norm": 0.279296875,
"learning_rate": 0.00035769509384260783,
"loss": 0.6652,
"step": 1610
},
{
"epoch": 0.10666491086566476,
"grad_norm": 0.306640625,
"learning_rate": 0.00035743167599604876,
"loss": 0.6729,
"step": 1620
},
{
"epoch": 0.10732333624137874,
"grad_norm": 0.283203125,
"learning_rate": 0.0003571682581494896,
"loss": 0.6348,
"step": 1630
},
{
"epoch": 0.10798176161709272,
"grad_norm": 0.2890625,
"learning_rate": 0.00035690484030293055,
"loss": 0.6738,
"step": 1640
},
{
"epoch": 0.1086401869928067,
"grad_norm": 0.2890625,
"learning_rate": 0.00035664142245637147,
"loss": 0.6118,
"step": 1650
},
{
"epoch": 0.10929861236852069,
"grad_norm": 0.28125,
"learning_rate": 0.00035637800460981234,
"loss": 0.6278,
"step": 1660
},
{
"epoch": 0.10995703774423467,
"grad_norm": 0.30078125,
"learning_rate": 0.00035611458676325326,
"loss": 0.6228,
"step": 1670
},
{
"epoch": 0.11061546311994865,
"grad_norm": 0.2578125,
"learning_rate": 0.00035585116891669413,
"loss": 0.685,
"step": 1680
},
{
"epoch": 0.11127388849566262,
"grad_norm": 0.2373046875,
"learning_rate": 0.000355587751070135,
"loss": 0.5411,
"step": 1690
},
{
"epoch": 0.1119323138713766,
"grad_norm": 0.255859375,
"learning_rate": 0.0003553243332235759,
"loss": 0.5772,
"step": 1700
},
{
"epoch": 0.11259073924709058,
"grad_norm": 0.255859375,
"learning_rate": 0.0003550609153770168,
"loss": 0.6649,
"step": 1710
},
{
"epoch": 0.11324916462280456,
"grad_norm": 0.3046875,
"learning_rate": 0.0003547974975304577,
"loss": 0.6202,
"step": 1720
},
{
"epoch": 0.11390758999851855,
"grad_norm": 0.337890625,
"learning_rate": 0.0003545340796838986,
"loss": 0.6092,
"step": 1730
},
{
"epoch": 0.11456601537423253,
"grad_norm": 0.2451171875,
"learning_rate": 0.0003542706618373395,
"loss": 0.591,
"step": 1740
},
{
"epoch": 0.1152244407499465,
"grad_norm": 0.27734375,
"learning_rate": 0.0003540072439907804,
"loss": 0.6076,
"step": 1750
},
{
"epoch": 0.11588286612566048,
"grad_norm": 0.287109375,
"learning_rate": 0.0003537438261442213,
"loss": 0.6762,
"step": 1760
},
{
"epoch": 0.11654129150137446,
"grad_norm": 0.244140625,
"learning_rate": 0.0003534804082976622,
"loss": 0.548,
"step": 1770
},
{
"epoch": 0.11719971687708844,
"grad_norm": 0.29296875,
"learning_rate": 0.0003532169904511031,
"loss": 0.6166,
"step": 1780
},
{
"epoch": 0.11785814225280242,
"grad_norm": 0.2890625,
"learning_rate": 0.00035295357260454395,
"loss": 0.5751,
"step": 1790
},
{
"epoch": 0.11851656762851641,
"grad_norm": 0.3515625,
"learning_rate": 0.00035269015475798487,
"loss": 0.6889,
"step": 1800
},
{
"epoch": 0.11917499300423039,
"grad_norm": 0.25390625,
"learning_rate": 0.00035242673691142574,
"loss": 0.5646,
"step": 1810
},
{
"epoch": 0.11983341837994436,
"grad_norm": 0.294921875,
"learning_rate": 0.00035216331906486666,
"loss": 0.6736,
"step": 1820
},
{
"epoch": 0.12049184375565834,
"grad_norm": 0.287109375,
"learning_rate": 0.0003518999012183076,
"loss": 0.6385,
"step": 1830
},
{
"epoch": 0.12115026913137232,
"grad_norm": 0.251953125,
"learning_rate": 0.00035163648337174845,
"loss": 0.6897,
"step": 1840
},
{
"epoch": 0.1218086945070863,
"grad_norm": 0.28515625,
"learning_rate": 0.00035137306552518937,
"loss": 0.6755,
"step": 1850
},
{
"epoch": 0.12246711988280028,
"grad_norm": 0.3125,
"learning_rate": 0.00035110964767863024,
"loss": 0.6455,
"step": 1860
},
{
"epoch": 0.12312554525851427,
"grad_norm": 0.3125,
"learning_rate": 0.00035084622983207116,
"loss": 0.6391,
"step": 1870
},
{
"epoch": 0.12378397063422825,
"grad_norm": 0.29296875,
"learning_rate": 0.00035058281198551203,
"loss": 0.5877,
"step": 1880
},
{
"epoch": 0.12444239600994222,
"grad_norm": 0.287109375,
"learning_rate": 0.0003503193941389529,
"loss": 0.6255,
"step": 1890
},
{
"epoch": 0.1251008213856562,
"grad_norm": 0.310546875,
"learning_rate": 0.0003500559762923938,
"loss": 0.649,
"step": 1900
},
{
"epoch": 0.12575924676137018,
"grad_norm": 0.279296875,
"learning_rate": 0.00034979255844583474,
"loss": 0.6253,
"step": 1910
},
{
"epoch": 0.12641767213708416,
"grad_norm": 0.263671875,
"learning_rate": 0.00034952914059927566,
"loss": 0.6296,
"step": 1920
},
{
"epoch": 0.12707609751279814,
"grad_norm": 0.291015625,
"learning_rate": 0.00034926572275271653,
"loss": 0.6672,
"step": 1930
},
{
"epoch": 0.12773452288851211,
"grad_norm": 0.2236328125,
"learning_rate": 0.0003490023049061574,
"loss": 0.6251,
"step": 1940
},
{
"epoch": 0.1283929482642261,
"grad_norm": 0.251953125,
"learning_rate": 0.0003487388870595983,
"loss": 0.6515,
"step": 1950
},
{
"epoch": 0.12905137363994007,
"grad_norm": 0.287109375,
"learning_rate": 0.0003484754692130392,
"loss": 0.6581,
"step": 1960
},
{
"epoch": 0.12970979901565408,
"grad_norm": 0.2578125,
"learning_rate": 0.00034821205136648006,
"loss": 0.6134,
"step": 1970
},
{
"epoch": 0.13036822439136805,
"grad_norm": 0.271484375,
"learning_rate": 0.000347948633519921,
"loss": 0.614,
"step": 1980
},
{
"epoch": 0.13102664976708203,
"grad_norm": 0.20703125,
"learning_rate": 0.00034768521567336185,
"loss": 0.5592,
"step": 1990
},
{
"epoch": 0.131685075142796,
"grad_norm": 0.267578125,
"learning_rate": 0.00034742179782680277,
"loss": 0.6609,
"step": 2000
},
{
"epoch": 0.13234350051851,
"grad_norm": 0.1865234375,
"learning_rate": 0.0003471583799802437,
"loss": 0.6091,
"step": 2010
},
{
"epoch": 0.13300192589422397,
"grad_norm": 0.2333984375,
"learning_rate": 0.00034689496213368456,
"loss": 0.6364,
"step": 2020
},
{
"epoch": 0.13366035126993794,
"grad_norm": 0.25390625,
"learning_rate": 0.0003466315442871255,
"loss": 0.6615,
"step": 2030
},
{
"epoch": 0.13431877664565192,
"grad_norm": 0.271484375,
"learning_rate": 0.00034636812644056635,
"loss": 0.657,
"step": 2040
},
{
"epoch": 0.1349772020213659,
"grad_norm": 0.2138671875,
"learning_rate": 0.0003461047085940073,
"loss": 0.6413,
"step": 2050
},
{
"epoch": 0.13563562739707988,
"grad_norm": 0.2734375,
"learning_rate": 0.00034584129074744814,
"loss": 0.6903,
"step": 2060
},
{
"epoch": 0.13629405277279386,
"grad_norm": 0.26171875,
"learning_rate": 0.000345577872900889,
"loss": 0.6312,
"step": 2070
},
{
"epoch": 0.13695247814850783,
"grad_norm": 0.306640625,
"learning_rate": 0.00034531445505432993,
"loss": 0.5907,
"step": 2080
},
{
"epoch": 0.1376109035242218,
"grad_norm": 0.279296875,
"learning_rate": 0.00034505103720777085,
"loss": 0.5675,
"step": 2090
},
{
"epoch": 0.13826932889993582,
"grad_norm": 0.2265625,
"learning_rate": 0.0003447876193612118,
"loss": 0.5554,
"step": 2100
},
{
"epoch": 0.1389277542756498,
"grad_norm": 0.2294921875,
"learning_rate": 0.00034452420151465264,
"loss": 0.6005,
"step": 2110
},
{
"epoch": 0.13958617965136377,
"grad_norm": 0.248046875,
"learning_rate": 0.0003442607836680935,
"loss": 0.5611,
"step": 2120
},
{
"epoch": 0.14024460502707775,
"grad_norm": 0.2080078125,
"learning_rate": 0.00034399736582153443,
"loss": 0.5799,
"step": 2130
},
{
"epoch": 0.14090303040279173,
"grad_norm": 0.291015625,
"learning_rate": 0.0003437339479749753,
"loss": 0.624,
"step": 2140
},
{
"epoch": 0.1415614557785057,
"grad_norm": 0.28125,
"learning_rate": 0.0003434705301284162,
"loss": 0.6387,
"step": 2150
},
{
"epoch": 0.14221988115421969,
"grad_norm": 0.201171875,
"learning_rate": 0.0003432071122818571,
"loss": 0.6317,
"step": 2160
},
{
"epoch": 0.14287830652993366,
"grad_norm": 0.267578125,
"learning_rate": 0.000342943694435298,
"loss": 0.6544,
"step": 2170
},
{
"epoch": 0.14353673190564764,
"grad_norm": 0.263671875,
"learning_rate": 0.00034268027658873894,
"loss": 0.5909,
"step": 2180
},
{
"epoch": 0.14419515728136162,
"grad_norm": 0.2470703125,
"learning_rate": 0.0003424168587421798,
"loss": 0.6444,
"step": 2190
},
{
"epoch": 0.1448535826570756,
"grad_norm": 0.30078125,
"learning_rate": 0.00034215344089562073,
"loss": 0.6237,
"step": 2200
},
{
"epoch": 0.14551200803278957,
"grad_norm": 0.27734375,
"learning_rate": 0.0003418900230490616,
"loss": 0.6242,
"step": 2210
},
{
"epoch": 0.14617043340850355,
"grad_norm": 0.291015625,
"learning_rate": 0.00034162660520250246,
"loss": 0.6339,
"step": 2220
},
{
"epoch": 0.14682885878421753,
"grad_norm": 0.2099609375,
"learning_rate": 0.0003413631873559434,
"loss": 0.6288,
"step": 2230
},
{
"epoch": 0.14748728415993154,
"grad_norm": 0.21484375,
"learning_rate": 0.00034109976950938425,
"loss": 0.6126,
"step": 2240
},
{
"epoch": 0.14814570953564551,
"grad_norm": 0.25,
"learning_rate": 0.0003408363516628252,
"loss": 0.6532,
"step": 2250
},
{
"epoch": 0.1488041349113595,
"grad_norm": 0.283203125,
"learning_rate": 0.00034057293381626604,
"loss": 0.6253,
"step": 2260
},
{
"epoch": 0.14946256028707347,
"grad_norm": 0.2890625,
"learning_rate": 0.00034030951596970697,
"loss": 0.6454,
"step": 2270
},
{
"epoch": 0.15012098566278745,
"grad_norm": 0.25390625,
"learning_rate": 0.0003400460981231479,
"loss": 0.6095,
"step": 2280
},
{
"epoch": 0.15077941103850143,
"grad_norm": 0.36328125,
"learning_rate": 0.00033978268027658876,
"loss": 0.6591,
"step": 2290
},
{
"epoch": 0.1514378364142154,
"grad_norm": 0.265625,
"learning_rate": 0.0003395192624300297,
"loss": 0.5814,
"step": 2300
},
{
"epoch": 0.15209626178992938,
"grad_norm": 0.2314453125,
"learning_rate": 0.00033925584458347055,
"loss": 0.5785,
"step": 2310
},
{
"epoch": 0.15275468716564336,
"grad_norm": 0.283203125,
"learning_rate": 0.0003389924267369114,
"loss": 0.6496,
"step": 2320
},
{
"epoch": 0.15341311254135734,
"grad_norm": 0.25,
"learning_rate": 0.00033872900889035234,
"loss": 0.566,
"step": 2330
},
{
"epoch": 0.15407153791707132,
"grad_norm": 0.291015625,
"learning_rate": 0.0003384655910437932,
"loss": 0.6289,
"step": 2340
},
{
"epoch": 0.1547299632927853,
"grad_norm": 0.279296875,
"learning_rate": 0.00033820217319723413,
"loss": 0.6428,
"step": 2350
},
{
"epoch": 0.15538838866849927,
"grad_norm": 0.279296875,
"learning_rate": 0.00033793875535067505,
"loss": 0.6455,
"step": 2360
},
{
"epoch": 0.15604681404421328,
"grad_norm": 0.255859375,
"learning_rate": 0.0003376753375041159,
"loss": 0.5949,
"step": 2370
},
{
"epoch": 0.15670523941992726,
"grad_norm": 0.294921875,
"learning_rate": 0.00033741191965755684,
"loss": 0.5921,
"step": 2380
},
{
"epoch": 0.15736366479564123,
"grad_norm": 0.24609375,
"learning_rate": 0.0003371485018109977,
"loss": 0.562,
"step": 2390
},
{
"epoch": 0.1580220901713552,
"grad_norm": 0.275390625,
"learning_rate": 0.0003368850839644386,
"loss": 0.6751,
"step": 2400
},
{
"epoch": 0.1586805155470692,
"grad_norm": 0.28125,
"learning_rate": 0.0003366216661178795,
"loss": 0.6433,
"step": 2410
},
{
"epoch": 0.15933894092278317,
"grad_norm": 0.330078125,
"learning_rate": 0.00033635824827132037,
"loss": 0.5892,
"step": 2420
},
{
"epoch": 0.15999736629849715,
"grad_norm": 0.28125,
"learning_rate": 0.0003360948304247613,
"loss": 0.5379,
"step": 2430
},
{
"epoch": 0.16065579167421112,
"grad_norm": 0.29296875,
"learning_rate": 0.0003358314125782022,
"loss": 0.6659,
"step": 2440
},
{
"epoch": 0.1613142170499251,
"grad_norm": 0.2490234375,
"learning_rate": 0.0003355679947316431,
"loss": 0.6295,
"step": 2450
},
{
"epoch": 0.16197264242563908,
"grad_norm": 0.2734375,
"learning_rate": 0.000335304576885084,
"loss": 0.619,
"step": 2460
},
{
"epoch": 0.16263106780135306,
"grad_norm": 0.314453125,
"learning_rate": 0.00033504115903852487,
"loss": 0.5706,
"step": 2470
},
{
"epoch": 0.16328949317706704,
"grad_norm": 0.2216796875,
"learning_rate": 0.0003347777411919658,
"loss": 0.585,
"step": 2480
},
{
"epoch": 0.163947918552781,
"grad_norm": 0.2734375,
"learning_rate": 0.00033451432334540666,
"loss": 0.551,
"step": 2490
},
{
"epoch": 0.164606343928495,
"grad_norm": 0.25390625,
"learning_rate": 0.00033425090549884753,
"loss": 0.607,
"step": 2500
},
{
"epoch": 0.165264769304209,
"grad_norm": 0.26171875,
"learning_rate": 0.00033398748765228845,
"loss": 0.6798,
"step": 2510
},
{
"epoch": 0.16592319467992298,
"grad_norm": 0.359375,
"learning_rate": 0.00033372406980572937,
"loss": 0.6257,
"step": 2520
},
{
"epoch": 0.16658162005563695,
"grad_norm": 0.27734375,
"learning_rate": 0.0003334606519591703,
"loss": 0.6393,
"step": 2530
},
{
"epoch": 0.16724004543135093,
"grad_norm": 0.2294921875,
"learning_rate": 0.00033319723411261116,
"loss": 0.6455,
"step": 2540
},
{
"epoch": 0.1678984708070649,
"grad_norm": 0.302734375,
"learning_rate": 0.00033293381626605203,
"loss": 0.7061,
"step": 2550
},
{
"epoch": 0.1685568961827789,
"grad_norm": 0.2890625,
"learning_rate": 0.00033267039841949295,
"loss": 0.5941,
"step": 2560
},
{
"epoch": 0.16921532155849286,
"grad_norm": 0.302734375,
"learning_rate": 0.0003324069805729338,
"loss": 0.6109,
"step": 2570
},
{
"epoch": 0.16987374693420684,
"grad_norm": 0.228515625,
"learning_rate": 0.00033214356272637474,
"loss": 0.6119,
"step": 2580
},
{
"epoch": 0.17053217230992082,
"grad_norm": 0.251953125,
"learning_rate": 0.0003318801448798156,
"loss": 0.6773,
"step": 2590
},
{
"epoch": 0.1711905976856348,
"grad_norm": 0.26953125,
"learning_rate": 0.0003316167270332565,
"loss": 0.6316,
"step": 2600
},
{
"epoch": 0.17184902306134878,
"grad_norm": 0.244140625,
"learning_rate": 0.0003313533091866974,
"loss": 0.6075,
"step": 2610
},
{
"epoch": 0.17250744843706275,
"grad_norm": 0.2333984375,
"learning_rate": 0.0003310898913401383,
"loss": 0.6473,
"step": 2620
},
{
"epoch": 0.17316587381277673,
"grad_norm": 0.2265625,
"learning_rate": 0.00033082647349357924,
"loss": 0.5735,
"step": 2630
},
{
"epoch": 0.1738242991884907,
"grad_norm": 0.3203125,
"learning_rate": 0.0003305630556470201,
"loss": 0.6339,
"step": 2640
},
{
"epoch": 0.17448272456420472,
"grad_norm": 0.248046875,
"learning_rate": 0.000330299637800461,
"loss": 0.6115,
"step": 2650
},
{
"epoch": 0.1751411499399187,
"grad_norm": 0.298828125,
"learning_rate": 0.0003300362199539019,
"loss": 0.6445,
"step": 2660
},
{
"epoch": 0.17579957531563267,
"grad_norm": 0.27734375,
"learning_rate": 0.00032977280210734277,
"loss": 0.6245,
"step": 2670
},
{
"epoch": 0.17645800069134665,
"grad_norm": 0.27734375,
"learning_rate": 0.0003295093842607837,
"loss": 0.6465,
"step": 2680
},
{
"epoch": 0.17711642606706063,
"grad_norm": 0.251953125,
"learning_rate": 0.00032924596641422456,
"loss": 0.6395,
"step": 2690
},
{
"epoch": 0.1777748514427746,
"grad_norm": 0.275390625,
"learning_rate": 0.0003289825485676655,
"loss": 0.618,
"step": 2700
},
{
"epoch": 0.17843327681848858,
"grad_norm": 0.29296875,
"learning_rate": 0.0003287191307211064,
"loss": 0.6404,
"step": 2710
},
{
"epoch": 0.17909170219420256,
"grad_norm": 0.2236328125,
"learning_rate": 0.0003284557128745473,
"loss": 0.6066,
"step": 2720
},
{
"epoch": 0.17975012756991654,
"grad_norm": 0.3046875,
"learning_rate": 0.0003281922950279882,
"loss": 0.6274,
"step": 2730
},
{
"epoch": 0.18040855294563052,
"grad_norm": 0.21875,
"learning_rate": 0.00032792887718142906,
"loss": 0.5644,
"step": 2740
},
{
"epoch": 0.1810669783213445,
"grad_norm": 0.236328125,
"learning_rate": 0.00032766545933486993,
"loss": 0.5951,
"step": 2750
},
{
"epoch": 0.18172540369705847,
"grad_norm": 0.2578125,
"learning_rate": 0.00032740204148831085,
"loss": 0.5528,
"step": 2760
},
{
"epoch": 0.18238382907277245,
"grad_norm": 0.1865234375,
"learning_rate": 0.0003271386236417517,
"loss": 0.5875,
"step": 2770
},
{
"epoch": 0.18304225444848646,
"grad_norm": 0.220703125,
"learning_rate": 0.00032687520579519264,
"loss": 0.5744,
"step": 2780
},
{
"epoch": 0.18370067982420044,
"grad_norm": 0.255859375,
"learning_rate": 0.00032661178794863357,
"loss": 0.6007,
"step": 2790
},
{
"epoch": 0.1843591051999144,
"grad_norm": 0.26953125,
"learning_rate": 0.00032634837010207443,
"loss": 0.6293,
"step": 2800
},
{
"epoch": 0.1850175305756284,
"grad_norm": 0.2578125,
"learning_rate": 0.00032608495225551536,
"loss": 0.5946,
"step": 2810
},
{
"epoch": 0.18567595595134237,
"grad_norm": 0.2578125,
"learning_rate": 0.0003258215344089562,
"loss": 0.6239,
"step": 2820
},
{
"epoch": 0.18633438132705635,
"grad_norm": 0.2431640625,
"learning_rate": 0.0003255581165623971,
"loss": 0.6168,
"step": 2830
},
{
"epoch": 0.18699280670277033,
"grad_norm": 0.275390625,
"learning_rate": 0.000325294698715838,
"loss": 0.6021,
"step": 2840
},
{
"epoch": 0.1876512320784843,
"grad_norm": 0.2734375,
"learning_rate": 0.0003250312808692789,
"loss": 0.6157,
"step": 2850
},
{
"epoch": 0.18830965745419828,
"grad_norm": 0.2353515625,
"learning_rate": 0.0003247678630227198,
"loss": 0.6434,
"step": 2860
},
{
"epoch": 0.18896808282991226,
"grad_norm": 0.314453125,
"learning_rate": 0.0003245044451761607,
"loss": 0.6191,
"step": 2870
},
{
"epoch": 0.18962650820562624,
"grad_norm": 0.216796875,
"learning_rate": 0.0003242410273296016,
"loss": 0.5867,
"step": 2880
},
{
"epoch": 0.19028493358134022,
"grad_norm": 0.2578125,
"learning_rate": 0.0003239776094830425,
"loss": 0.5948,
"step": 2890
},
{
"epoch": 0.1909433589570542,
"grad_norm": 0.2314453125,
"learning_rate": 0.0003237141916364834,
"loss": 0.617,
"step": 2900
},
{
"epoch": 0.19160178433276817,
"grad_norm": 0.279296875,
"learning_rate": 0.0003234507737899243,
"loss": 0.5786,
"step": 2910
},
{
"epoch": 0.19226020970848218,
"grad_norm": 0.255859375,
"learning_rate": 0.0003231873559433652,
"loss": 0.5576,
"step": 2920
},
{
"epoch": 0.19291863508419616,
"grad_norm": 0.251953125,
"learning_rate": 0.00032292393809680604,
"loss": 0.5959,
"step": 2930
},
{
"epoch": 0.19357706045991013,
"grad_norm": 0.26953125,
"learning_rate": 0.00032266052025024697,
"loss": 0.5951,
"step": 2940
},
{
"epoch": 0.1942354858356241,
"grad_norm": 0.2275390625,
"learning_rate": 0.00032239710240368783,
"loss": 0.5344,
"step": 2950
},
{
"epoch": 0.1948939112113381,
"grad_norm": 0.263671875,
"learning_rate": 0.00032213368455712876,
"loss": 0.5856,
"step": 2960
},
{
"epoch": 0.19555233658705207,
"grad_norm": 0.2412109375,
"learning_rate": 0.0003218702667105697,
"loss": 0.6393,
"step": 2970
},
{
"epoch": 0.19621076196276604,
"grad_norm": 0.228515625,
"learning_rate": 0.00032160684886401055,
"loss": 0.5875,
"step": 2980
},
{
"epoch": 0.19686918733848002,
"grad_norm": 0.296875,
"learning_rate": 0.00032134343101745147,
"loss": 0.6439,
"step": 2990
},
{
"epoch": 0.197527612714194,
"grad_norm": 0.302734375,
"learning_rate": 0.00032108001317089234,
"loss": 0.5237,
"step": 3000
},
{
"epoch": 0.19818603808990798,
"grad_norm": 0.2578125,
"learning_rate": 0.00032081659532433326,
"loss": 0.6135,
"step": 3010
},
{
"epoch": 0.19884446346562196,
"grad_norm": 0.220703125,
"learning_rate": 0.00032055317747777413,
"loss": 0.6263,
"step": 3020
},
{
"epoch": 0.19950288884133593,
"grad_norm": 0.26171875,
"learning_rate": 0.000320289759631215,
"loss": 0.5806,
"step": 3030
},
{
"epoch": 0.2001613142170499,
"grad_norm": 0.2294921875,
"learning_rate": 0.0003200263417846559,
"loss": 0.659,
"step": 3040
},
{
"epoch": 0.20081973959276392,
"grad_norm": 0.2080078125,
"learning_rate": 0.00031976292393809684,
"loss": 0.5346,
"step": 3050
},
{
"epoch": 0.2014781649684779,
"grad_norm": 0.18359375,
"learning_rate": 0.00031949950609153776,
"loss": 0.5637,
"step": 3060
},
{
"epoch": 0.20213659034419187,
"grad_norm": 0.18359375,
"learning_rate": 0.00031923608824497863,
"loss": 0.5225,
"step": 3070
},
{
"epoch": 0.20279501571990585,
"grad_norm": 0.28125,
"learning_rate": 0.0003189726703984195,
"loss": 0.6308,
"step": 3080
},
{
"epoch": 0.20345344109561983,
"grad_norm": 0.2314453125,
"learning_rate": 0.0003187092525518604,
"loss": 0.5967,
"step": 3090
},
{
"epoch": 0.2041118664713338,
"grad_norm": 0.23828125,
"learning_rate": 0.0003184458347053013,
"loss": 0.6339,
"step": 3100
},
{
"epoch": 0.2047702918470478,
"grad_norm": 0.2001953125,
"learning_rate": 0.0003181824168587422,
"loss": 0.5983,
"step": 3110
},
{
"epoch": 0.20542871722276176,
"grad_norm": 0.306640625,
"learning_rate": 0.0003179189990121831,
"loss": 0.6571,
"step": 3120
},
{
"epoch": 0.20608714259847574,
"grad_norm": 0.26953125,
"learning_rate": 0.00031765558116562395,
"loss": 0.5468,
"step": 3130
},
{
"epoch": 0.20674556797418972,
"grad_norm": 0.23828125,
"learning_rate": 0.00031739216331906487,
"loss": 0.5956,
"step": 3140
},
{
"epoch": 0.2074039933499037,
"grad_norm": 0.27734375,
"learning_rate": 0.0003171287454725058,
"loss": 0.5979,
"step": 3150
},
{
"epoch": 0.20806241872561768,
"grad_norm": 0.296875,
"learning_rate": 0.0003168653276259467,
"loss": 0.6347,
"step": 3160
},
{
"epoch": 0.20872084410133165,
"grad_norm": 0.26171875,
"learning_rate": 0.0003166019097793876,
"loss": 0.5828,
"step": 3170
},
{
"epoch": 0.20937926947704563,
"grad_norm": 0.328125,
"learning_rate": 0.00031633849193282845,
"loss": 0.5755,
"step": 3180
},
{
"epoch": 0.21003769485275964,
"grad_norm": 0.283203125,
"learning_rate": 0.00031607507408626937,
"loss": 0.5656,
"step": 3190
},
{
"epoch": 0.21069612022847362,
"grad_norm": 0.208984375,
"learning_rate": 0.00031581165623971024,
"loss": 0.5447,
"step": 3200
},
{
"epoch": 0.2113545456041876,
"grad_norm": 0.2431640625,
"learning_rate": 0.0003155482383931511,
"loss": 0.6078,
"step": 3210
},
{
"epoch": 0.21201297097990157,
"grad_norm": 0.2275390625,
"learning_rate": 0.00031528482054659203,
"loss": 0.6303,
"step": 3220
},
{
"epoch": 0.21267139635561555,
"grad_norm": 0.271484375,
"learning_rate": 0.00031502140270003295,
"loss": 0.6143,
"step": 3230
},
{
"epoch": 0.21332982173132953,
"grad_norm": 0.1806640625,
"learning_rate": 0.0003147579848534739,
"loss": 0.6175,
"step": 3240
},
{
"epoch": 0.2139882471070435,
"grad_norm": 0.32421875,
"learning_rate": 0.00031449456700691474,
"loss": 0.5988,
"step": 3250
},
{
"epoch": 0.21464667248275748,
"grad_norm": 0.24609375,
"learning_rate": 0.0003142311491603556,
"loss": 0.5794,
"step": 3260
},
{
"epoch": 0.21530509785847146,
"grad_norm": 0.2734375,
"learning_rate": 0.00031396773131379653,
"loss": 0.6874,
"step": 3270
},
{
"epoch": 0.21596352323418544,
"grad_norm": 0.27734375,
"learning_rate": 0.0003137043134672374,
"loss": 0.6316,
"step": 3280
},
{
"epoch": 0.21662194860989942,
"grad_norm": 0.2451171875,
"learning_rate": 0.0003134408956206783,
"loss": 0.5725,
"step": 3290
},
{
"epoch": 0.2172803739856134,
"grad_norm": 0.29296875,
"learning_rate": 0.0003131774777741192,
"loss": 0.6512,
"step": 3300
},
{
"epoch": 0.21793879936132737,
"grad_norm": 0.318359375,
"learning_rate": 0.0003129140599275601,
"loss": 0.6379,
"step": 3310
},
{
"epoch": 0.21859722473704138,
"grad_norm": 0.228515625,
"learning_rate": 0.00031265064208100104,
"loss": 0.5704,
"step": 3320
},
{
"epoch": 0.21925565011275536,
"grad_norm": 0.224609375,
"learning_rate": 0.0003123872242344419,
"loss": 0.5935,
"step": 3330
},
{
"epoch": 0.21991407548846933,
"grad_norm": 0.267578125,
"learning_rate": 0.0003121238063878828,
"loss": 0.6441,
"step": 3340
},
{
"epoch": 0.2205725008641833,
"grad_norm": 0.259765625,
"learning_rate": 0.0003118603885413237,
"loss": 0.6045,
"step": 3350
},
{
"epoch": 0.2212309262398973,
"grad_norm": 0.255859375,
"learning_rate": 0.00031159697069476456,
"loss": 0.5866,
"step": 3360
},
{
"epoch": 0.22188935161561127,
"grad_norm": 0.2158203125,
"learning_rate": 0.0003113335528482055,
"loss": 0.5751,
"step": 3370
},
{
"epoch": 0.22254777699132525,
"grad_norm": 0.240234375,
"learning_rate": 0.00031107013500164635,
"loss": 0.6317,
"step": 3380
},
{
"epoch": 0.22320620236703922,
"grad_norm": 0.21484375,
"learning_rate": 0.0003108067171550873,
"loss": 0.6948,
"step": 3390
},
{
"epoch": 0.2238646277427532,
"grad_norm": 0.25,
"learning_rate": 0.00031054329930852814,
"loss": 0.5633,
"step": 3400
},
{
"epoch": 0.22452305311846718,
"grad_norm": 0.287109375,
"learning_rate": 0.00031027988146196906,
"loss": 0.6279,
"step": 3410
},
{
"epoch": 0.22518147849418116,
"grad_norm": 0.2734375,
"learning_rate": 0.00031001646361541,
"loss": 0.5769,
"step": 3420
},
{
"epoch": 0.22583990386989514,
"grad_norm": 0.27734375,
"learning_rate": 0.00030975304576885085,
"loss": 0.6142,
"step": 3430
},
{
"epoch": 0.22649832924560911,
"grad_norm": 0.265625,
"learning_rate": 0.0003094896279222918,
"loss": 0.6461,
"step": 3440
},
{
"epoch": 0.2271567546213231,
"grad_norm": 0.21484375,
"learning_rate": 0.00030922621007573264,
"loss": 0.6312,
"step": 3450
},
{
"epoch": 0.2278151799970371,
"grad_norm": 0.2197265625,
"learning_rate": 0.0003089627922291735,
"loss": 0.5478,
"step": 3460
},
{
"epoch": 0.22847360537275108,
"grad_norm": 0.265625,
"learning_rate": 0.00030869937438261443,
"loss": 0.6021,
"step": 3470
},
{
"epoch": 0.22913203074846505,
"grad_norm": 0.279296875,
"learning_rate": 0.0003084359565360553,
"loss": 0.5881,
"step": 3480
},
{
"epoch": 0.22979045612417903,
"grad_norm": 0.2734375,
"learning_rate": 0.0003081725386894962,
"loss": 0.6138,
"step": 3490
},
{
"epoch": 0.230448881499893,
"grad_norm": 0.251953125,
"learning_rate": 0.00030790912084293715,
"loss": 0.6124,
"step": 3500
},
{
"epoch": 0.231107306875607,
"grad_norm": 0.291015625,
"learning_rate": 0.000307645702996378,
"loss": 0.575,
"step": 3510
},
{
"epoch": 0.23176573225132097,
"grad_norm": 0.2021484375,
"learning_rate": 0.00030738228514981894,
"loss": 0.5899,
"step": 3520
},
{
"epoch": 0.23242415762703494,
"grad_norm": 0.283203125,
"learning_rate": 0.0003071188673032598,
"loss": 0.6247,
"step": 3530
},
{
"epoch": 0.23308258300274892,
"grad_norm": 0.2314453125,
"learning_rate": 0.00030685544945670073,
"loss": 0.562,
"step": 3540
},
{
"epoch": 0.2337410083784629,
"grad_norm": 0.2578125,
"learning_rate": 0.0003065920316101416,
"loss": 0.6019,
"step": 3550
},
{
"epoch": 0.23439943375417688,
"grad_norm": 0.310546875,
"learning_rate": 0.00030632861376358246,
"loss": 0.6393,
"step": 3560
},
{
"epoch": 0.23505785912989086,
"grad_norm": 0.287109375,
"learning_rate": 0.0003060651959170234,
"loss": 0.6212,
"step": 3570
},
{
"epoch": 0.23571628450560483,
"grad_norm": 0.2470703125,
"learning_rate": 0.0003058017780704643,
"loss": 0.5278,
"step": 3580
},
{
"epoch": 0.23637470988131884,
"grad_norm": 0.26953125,
"learning_rate": 0.0003055383602239052,
"loss": 0.5502,
"step": 3590
},
{
"epoch": 0.23703313525703282,
"grad_norm": 0.267578125,
"learning_rate": 0.0003052749423773461,
"loss": 0.6227,
"step": 3600
},
{
"epoch": 0.2376915606327468,
"grad_norm": 0.2314453125,
"learning_rate": 0.00030501152453078697,
"loss": 0.543,
"step": 3610
},
{
"epoch": 0.23834998600846077,
"grad_norm": 0.2578125,
"learning_rate": 0.0003047481066842279,
"loss": 0.5858,
"step": 3620
},
{
"epoch": 0.23900841138417475,
"grad_norm": 0.2275390625,
"learning_rate": 0.00030448468883766876,
"loss": 0.5657,
"step": 3630
},
{
"epoch": 0.23966683675988873,
"grad_norm": 0.25,
"learning_rate": 0.0003042212709911096,
"loss": 0.5769,
"step": 3640
},
{
"epoch": 0.2403252621356027,
"grad_norm": 0.26953125,
"learning_rate": 0.00030395785314455055,
"loss": 0.5916,
"step": 3650
},
{
"epoch": 0.24098368751131669,
"grad_norm": 0.2412109375,
"learning_rate": 0.0003036944352979914,
"loss": 0.5241,
"step": 3660
},
{
"epoch": 0.24164211288703066,
"grad_norm": 0.291015625,
"learning_rate": 0.0003034310174514324,
"loss": 0.6188,
"step": 3670
},
{
"epoch": 0.24230053826274464,
"grad_norm": 0.2421875,
"learning_rate": 0.00030316759960487326,
"loss": 0.6285,
"step": 3680
},
{
"epoch": 0.24295896363845862,
"grad_norm": 0.28515625,
"learning_rate": 0.00030290418175831413,
"loss": 0.584,
"step": 3690
},
{
"epoch": 0.2436173890141726,
"grad_norm": 0.27734375,
"learning_rate": 0.00030264076391175505,
"loss": 0.6648,
"step": 3700
},
{
"epoch": 0.24427581438988658,
"grad_norm": 0.2392578125,
"learning_rate": 0.0003023773460651959,
"loss": 0.6359,
"step": 3710
},
{
"epoch": 0.24493423976560055,
"grad_norm": 0.279296875,
"learning_rate": 0.00030211392821863684,
"loss": 0.6226,
"step": 3720
},
{
"epoch": 0.24559266514131456,
"grad_norm": 0.251953125,
"learning_rate": 0.0003018505103720777,
"loss": 0.6161,
"step": 3730
},
{
"epoch": 0.24625109051702854,
"grad_norm": 0.267578125,
"learning_rate": 0.0003015870925255186,
"loss": 0.5854,
"step": 3740
},
{
"epoch": 0.24690951589274251,
"grad_norm": 0.2392578125,
"learning_rate": 0.0003013236746789595,
"loss": 0.6299,
"step": 3750
},
{
"epoch": 0.2475679412684565,
"grad_norm": 0.193359375,
"learning_rate": 0.0003010602568324004,
"loss": 0.5375,
"step": 3760
},
{
"epoch": 0.24822636664417047,
"grad_norm": 0.2314453125,
"learning_rate": 0.00030079683898584134,
"loss": 0.5922,
"step": 3770
},
{
"epoch": 0.24888479201988445,
"grad_norm": 0.22265625,
"learning_rate": 0.0003005334211392822,
"loss": 0.6192,
"step": 3780
},
{
"epoch": 0.24954321739559843,
"grad_norm": 0.255859375,
"learning_rate": 0.0003002700032927231,
"loss": 0.6012,
"step": 3790
},
{
"epoch": 0.2502016427713124,
"grad_norm": 0.2099609375,
"learning_rate": 0.000300006585446164,
"loss": 0.5897,
"step": 3800
},
{
"epoch": 0.2508600681470264,
"grad_norm": 0.265625,
"learning_rate": 0.00029974316759960487,
"loss": 0.4867,
"step": 3810
},
{
"epoch": 0.25151849352274036,
"grad_norm": 0.265625,
"learning_rate": 0.0002994797497530458,
"loss": 0.5958,
"step": 3820
},
{
"epoch": 0.25217691889845434,
"grad_norm": 0.224609375,
"learning_rate": 0.00029921633190648666,
"loss": 0.5586,
"step": 3830
},
{
"epoch": 0.2528353442741683,
"grad_norm": 0.265625,
"learning_rate": 0.0002989529140599276,
"loss": 0.5672,
"step": 3840
},
{
"epoch": 0.2534937696498823,
"grad_norm": 0.2578125,
"learning_rate": 0.0002986894962133685,
"loss": 0.558,
"step": 3850
},
{
"epoch": 0.2541521950255963,
"grad_norm": 0.236328125,
"learning_rate": 0.00029842607836680937,
"loss": 0.569,
"step": 3860
},
{
"epoch": 0.25481062040131025,
"grad_norm": 0.201171875,
"learning_rate": 0.0002981626605202503,
"loss": 0.6072,
"step": 3870
},
{
"epoch": 0.25546904577702423,
"grad_norm": 0.271484375,
"learning_rate": 0.00029789924267369116,
"loss": 0.5917,
"step": 3880
},
{
"epoch": 0.2561274711527382,
"grad_norm": 0.2490234375,
"learning_rate": 0.00029763582482713203,
"loss": 0.5726,
"step": 3890
},
{
"epoch": 0.2567858965284522,
"grad_norm": 0.26953125,
"learning_rate": 0.00029737240698057295,
"loss": 0.6068,
"step": 3900
},
{
"epoch": 0.25744432190416616,
"grad_norm": 0.1982421875,
"learning_rate": 0.0002971089891340138,
"loss": 0.5773,
"step": 3910
},
{
"epoch": 0.25810274727988014,
"grad_norm": 0.2265625,
"learning_rate": 0.00029684557128745474,
"loss": 0.56,
"step": 3920
},
{
"epoch": 0.2587611726555942,
"grad_norm": 0.228515625,
"learning_rate": 0.00029658215344089566,
"loss": 0.5842,
"step": 3930
},
{
"epoch": 0.25941959803130815,
"grad_norm": 0.251953125,
"learning_rate": 0.00029631873559433653,
"loss": 0.5565,
"step": 3940
},
{
"epoch": 0.26007802340702213,
"grad_norm": 0.2333984375,
"learning_rate": 0.00029605531774777745,
"loss": 0.5871,
"step": 3950
},
{
"epoch": 0.2607364487827361,
"grad_norm": 0.259765625,
"learning_rate": 0.0002957918999012183,
"loss": 0.5664,
"step": 3960
},
{
"epoch": 0.2613948741584501,
"grad_norm": 0.302734375,
"learning_rate": 0.00029552848205465924,
"loss": 0.6023,
"step": 3970
},
{
"epoch": 0.26205329953416406,
"grad_norm": 0.208984375,
"learning_rate": 0.0002952650642081001,
"loss": 0.6096,
"step": 3980
},
{
"epoch": 0.26271172490987804,
"grad_norm": 0.1982421875,
"learning_rate": 0.000295001646361541,
"loss": 0.5937,
"step": 3990
},
{
"epoch": 0.263370150285592,
"grad_norm": 0.3203125,
"learning_rate": 0.0002947382285149819,
"loss": 0.5682,
"step": 4000
},
{
"epoch": 0.264028575661306,
"grad_norm": 0.22265625,
"learning_rate": 0.00029447481066842277,
"loss": 0.5817,
"step": 4010
},
{
"epoch": 0.26468700103702,
"grad_norm": 0.234375,
"learning_rate": 0.0002942113928218637,
"loss": 0.5978,
"step": 4020
},
{
"epoch": 0.26534542641273395,
"grad_norm": 0.287109375,
"learning_rate": 0.0002939479749753046,
"loss": 0.6365,
"step": 4030
},
{
"epoch": 0.26600385178844793,
"grad_norm": 0.2421875,
"learning_rate": 0.0002936845571287455,
"loss": 0.6379,
"step": 4040
},
{
"epoch": 0.2666622771641619,
"grad_norm": 0.275390625,
"learning_rate": 0.0002934211392821864,
"loss": 0.5957,
"step": 4050
},
{
"epoch": 0.2673207025398759,
"grad_norm": 0.287109375,
"learning_rate": 0.0002931577214356273,
"loss": 0.6189,
"step": 4060
},
{
"epoch": 0.26797912791558987,
"grad_norm": 0.275390625,
"learning_rate": 0.00029289430358906814,
"loss": 0.615,
"step": 4070
},
{
"epoch": 0.26863755329130384,
"grad_norm": 0.251953125,
"learning_rate": 0.00029263088574250906,
"loss": 0.561,
"step": 4080
},
{
"epoch": 0.2692959786670178,
"grad_norm": 0.306640625,
"learning_rate": 0.00029236746789594993,
"loss": 0.6006,
"step": 4090
},
{
"epoch": 0.2699544040427318,
"grad_norm": 0.25390625,
"learning_rate": 0.00029210405004939085,
"loss": 0.6351,
"step": 4100
},
{
"epoch": 0.2706128294184458,
"grad_norm": 0.2578125,
"learning_rate": 0.0002918406322028318,
"loss": 0.5828,
"step": 4110
},
{
"epoch": 0.27127125479415976,
"grad_norm": 0.185546875,
"learning_rate": 0.00029157721435627264,
"loss": 0.5376,
"step": 4120
},
{
"epoch": 0.27192968016987373,
"grad_norm": 0.2275390625,
"learning_rate": 0.00029131379650971357,
"loss": 0.5848,
"step": 4130
},
{
"epoch": 0.2725881055455877,
"grad_norm": 0.25390625,
"learning_rate": 0.00029105037866315443,
"loss": 0.6105,
"step": 4140
},
{
"epoch": 0.2732465309213017,
"grad_norm": 0.2294921875,
"learning_rate": 0.00029078696081659536,
"loss": 0.5914,
"step": 4150
},
{
"epoch": 0.27390495629701567,
"grad_norm": 0.2265625,
"learning_rate": 0.0002905235429700362,
"loss": 0.521,
"step": 4160
},
{
"epoch": 0.27456338167272965,
"grad_norm": 0.2431640625,
"learning_rate": 0.0002902601251234771,
"loss": 0.5536,
"step": 4170
},
{
"epoch": 0.2752218070484436,
"grad_norm": 0.2373046875,
"learning_rate": 0.000289996707276918,
"loss": 0.5718,
"step": 4180
},
{
"epoch": 0.2758802324241576,
"grad_norm": 0.236328125,
"learning_rate": 0.00028973328943035894,
"loss": 0.5883,
"step": 4190
},
{
"epoch": 0.27653865779987163,
"grad_norm": 0.251953125,
"learning_rate": 0.00028946987158379986,
"loss": 0.6072,
"step": 4200
},
{
"epoch": 0.2771970831755856,
"grad_norm": 0.26171875,
"learning_rate": 0.00028920645373724073,
"loss": 0.6377,
"step": 4210
},
{
"epoch": 0.2778555085512996,
"grad_norm": 0.275390625,
"learning_rate": 0.0002889430358906816,
"loss": 0.589,
"step": 4220
},
{
"epoch": 0.27851393392701357,
"grad_norm": 0.263671875,
"learning_rate": 0.0002886796180441225,
"loss": 0.6165,
"step": 4230
},
{
"epoch": 0.27917235930272755,
"grad_norm": 0.26171875,
"learning_rate": 0.0002884162001975634,
"loss": 0.6038,
"step": 4240
},
{
"epoch": 0.2798307846784415,
"grad_norm": 0.255859375,
"learning_rate": 0.0002881527823510043,
"loss": 0.5941,
"step": 4250
},
{
"epoch": 0.2804892100541555,
"grad_norm": 0.25390625,
"learning_rate": 0.0002878893645044452,
"loss": 0.6062,
"step": 4260
},
{
"epoch": 0.2811476354298695,
"grad_norm": 0.2373046875,
"learning_rate": 0.00028762594665788604,
"loss": 0.5934,
"step": 4270
},
{
"epoch": 0.28180606080558346,
"grad_norm": 0.255859375,
"learning_rate": 0.00028736252881132697,
"loss": 0.5778,
"step": 4280
},
{
"epoch": 0.28246448618129744,
"grad_norm": 0.234375,
"learning_rate": 0.0002870991109647679,
"loss": 0.5131,
"step": 4290
},
{
"epoch": 0.2831229115570114,
"grad_norm": 0.255859375,
"learning_rate": 0.0002868356931182088,
"loss": 0.5544,
"step": 4300
},
{
"epoch": 0.2837813369327254,
"grad_norm": 0.17578125,
"learning_rate": 0.0002865722752716497,
"loss": 0.5065,
"step": 4310
},
{
"epoch": 0.28443976230843937,
"grad_norm": 0.275390625,
"learning_rate": 0.00028630885742509055,
"loss": 0.6337,
"step": 4320
},
{
"epoch": 0.28509818768415335,
"grad_norm": 0.265625,
"learning_rate": 0.00028604543957853147,
"loss": 0.6266,
"step": 4330
},
{
"epoch": 0.2857566130598673,
"grad_norm": 0.287109375,
"learning_rate": 0.00028578202173197234,
"loss": 0.5976,
"step": 4340
},
{
"epoch": 0.2864150384355813,
"grad_norm": 0.2236328125,
"learning_rate": 0.00028551860388541326,
"loss": 0.6236,
"step": 4350
},
{
"epoch": 0.2870734638112953,
"grad_norm": 0.26953125,
"learning_rate": 0.00028525518603885413,
"loss": 0.6241,
"step": 4360
},
{
"epoch": 0.28773188918700926,
"grad_norm": 0.26953125,
"learning_rate": 0.00028499176819229505,
"loss": 0.5963,
"step": 4370
},
{
"epoch": 0.28839031456272324,
"grad_norm": 0.236328125,
"learning_rate": 0.00028472835034573597,
"loss": 0.5711,
"step": 4380
},
{
"epoch": 0.2890487399384372,
"grad_norm": 0.2578125,
"learning_rate": 0.00028446493249917684,
"loss": 0.5338,
"step": 4390
},
{
"epoch": 0.2897071653141512,
"grad_norm": 0.294921875,
"learning_rate": 0.0002842015146526177,
"loss": 0.5699,
"step": 4400
},
{
"epoch": 0.29036559068986517,
"grad_norm": 0.2421875,
"learning_rate": 0.00028393809680605863,
"loss": 0.5533,
"step": 4410
},
{
"epoch": 0.29102401606557915,
"grad_norm": 0.255859375,
"learning_rate": 0.0002836746789594995,
"loss": 0.5777,
"step": 4420
},
{
"epoch": 0.2916824414412931,
"grad_norm": 0.2373046875,
"learning_rate": 0.0002834112611129404,
"loss": 0.6219,
"step": 4430
},
{
"epoch": 0.2923408668170071,
"grad_norm": 0.216796875,
"learning_rate": 0.0002831478432663813,
"loss": 0.5037,
"step": 4440
},
{
"epoch": 0.2929992921927211,
"grad_norm": 0.26171875,
"learning_rate": 0.0002828844254198222,
"loss": 0.5759,
"step": 4450
},
{
"epoch": 0.29365771756843506,
"grad_norm": 0.2470703125,
"learning_rate": 0.00028262100757326313,
"loss": 0.6311,
"step": 4460
},
{
"epoch": 0.2943161429441491,
"grad_norm": 0.2431640625,
"learning_rate": 0.000282357589726704,
"loss": 0.6175,
"step": 4470
},
{
"epoch": 0.2949745683198631,
"grad_norm": 0.25,
"learning_rate": 0.0002820941718801449,
"loss": 0.5952,
"step": 4480
},
{
"epoch": 0.29563299369557705,
"grad_norm": 0.251953125,
"learning_rate": 0.0002818307540335858,
"loss": 0.5939,
"step": 4490
},
{
"epoch": 0.29629141907129103,
"grad_norm": 0.263671875,
"learning_rate": 0.00028156733618702666,
"loss": 0.6302,
"step": 4500
},
{
"epoch": 0.296949844447005,
"grad_norm": 0.2734375,
"learning_rate": 0.0002813039183404676,
"loss": 0.6012,
"step": 4510
},
{
"epoch": 0.297608269822719,
"grad_norm": 0.271484375,
"learning_rate": 0.00028104050049390845,
"loss": 0.5746,
"step": 4520
},
{
"epoch": 0.29826669519843296,
"grad_norm": 0.30859375,
"learning_rate": 0.00028077708264734937,
"loss": 0.6302,
"step": 4530
},
{
"epoch": 0.29892512057414694,
"grad_norm": 0.27734375,
"learning_rate": 0.00028051366480079024,
"loss": 0.6443,
"step": 4540
},
{
"epoch": 0.2995835459498609,
"grad_norm": 0.240234375,
"learning_rate": 0.00028025024695423116,
"loss": 0.6063,
"step": 4550
},
{
"epoch": 0.3002419713255749,
"grad_norm": 0.1865234375,
"learning_rate": 0.0002799868291076721,
"loss": 0.5284,
"step": 4560
},
{
"epoch": 0.3009003967012889,
"grad_norm": 0.26171875,
"learning_rate": 0.00027972341126111295,
"loss": 0.6001,
"step": 4570
},
{
"epoch": 0.30155882207700285,
"grad_norm": 0.267578125,
"learning_rate": 0.0002794599934145539,
"loss": 0.6185,
"step": 4580
},
{
"epoch": 0.30221724745271683,
"grad_norm": 0.2138671875,
"learning_rate": 0.00027919657556799474,
"loss": 0.5574,
"step": 4590
},
{
"epoch": 0.3028756728284308,
"grad_norm": 0.25390625,
"learning_rate": 0.0002789331577214356,
"loss": 0.5907,
"step": 4600
},
{
"epoch": 0.3035340982041448,
"grad_norm": 0.31640625,
"learning_rate": 0.00027866973987487653,
"loss": 0.6114,
"step": 4610
},
{
"epoch": 0.30419252357985876,
"grad_norm": 0.2490234375,
"learning_rate": 0.0002784063220283174,
"loss": 0.5904,
"step": 4620
},
{
"epoch": 0.30485094895557274,
"grad_norm": 0.255859375,
"learning_rate": 0.0002781429041817583,
"loss": 0.588,
"step": 4630
},
{
"epoch": 0.3055093743312867,
"grad_norm": 0.2578125,
"learning_rate": 0.00027787948633519924,
"loss": 0.5955,
"step": 4640
},
{
"epoch": 0.3061677997070007,
"grad_norm": 0.28515625,
"learning_rate": 0.0002776160684886401,
"loss": 0.5996,
"step": 4650
},
{
"epoch": 0.3068262250827147,
"grad_norm": 0.26953125,
"learning_rate": 0.00027735265064208104,
"loss": 0.5518,
"step": 4660
},
{
"epoch": 0.30748465045842865,
"grad_norm": 0.212890625,
"learning_rate": 0.0002770892327955219,
"loss": 0.5679,
"step": 4670
},
{
"epoch": 0.30814307583414263,
"grad_norm": 0.228515625,
"learning_rate": 0.0002768258149489628,
"loss": 0.5604,
"step": 4680
},
{
"epoch": 0.3088015012098566,
"grad_norm": 0.25390625,
"learning_rate": 0.0002765623971024037,
"loss": 0.6076,
"step": 4690
},
{
"epoch": 0.3094599265855706,
"grad_norm": 0.2353515625,
"learning_rate": 0.00027629897925584456,
"loss": 0.5621,
"step": 4700
},
{
"epoch": 0.31011835196128457,
"grad_norm": 0.2578125,
"learning_rate": 0.0002760355614092855,
"loss": 0.5869,
"step": 4710
},
{
"epoch": 0.31077677733699854,
"grad_norm": 0.27734375,
"learning_rate": 0.0002757721435627264,
"loss": 0.6174,
"step": 4720
},
{
"epoch": 0.3114352027127125,
"grad_norm": 0.1982421875,
"learning_rate": 0.00027550872571616733,
"loss": 0.5809,
"step": 4730
},
{
"epoch": 0.31209362808842656,
"grad_norm": 0.26171875,
"learning_rate": 0.0002752453078696082,
"loss": 0.5401,
"step": 4740
},
{
"epoch": 0.31275205346414053,
"grad_norm": 0.263671875,
"learning_rate": 0.00027498189002304906,
"loss": 0.5361,
"step": 4750
},
{
"epoch": 0.3134104788398545,
"grad_norm": 0.236328125,
"learning_rate": 0.00027471847217649,
"loss": 0.543,
"step": 4760
},
{
"epoch": 0.3140689042155685,
"grad_norm": 0.2578125,
"learning_rate": 0.00027445505432993085,
"loss": 0.5981,
"step": 4770
},
{
"epoch": 0.31472732959128247,
"grad_norm": 0.255859375,
"learning_rate": 0.0002741916364833718,
"loss": 0.6175,
"step": 4780
},
{
"epoch": 0.31538575496699645,
"grad_norm": 0.3046875,
"learning_rate": 0.00027392821863681264,
"loss": 0.5433,
"step": 4790
},
{
"epoch": 0.3160441803427104,
"grad_norm": 0.216796875,
"learning_rate": 0.0002736648007902535,
"loss": 0.5238,
"step": 4800
},
{
"epoch": 0.3167026057184244,
"grad_norm": 0.267578125,
"learning_rate": 0.00027340138294369443,
"loss": 0.5817,
"step": 4810
},
{
"epoch": 0.3173610310941384,
"grad_norm": 0.234375,
"learning_rate": 0.00027313796509713536,
"loss": 0.5701,
"step": 4820
},
{
"epoch": 0.31801945646985236,
"grad_norm": 0.26171875,
"learning_rate": 0.0002728745472505762,
"loss": 0.5031,
"step": 4830
},
{
"epoch": 0.31867788184556634,
"grad_norm": 0.2412109375,
"learning_rate": 0.00027261112940401715,
"loss": 0.5588,
"step": 4840
},
{
"epoch": 0.3193363072212803,
"grad_norm": 0.271484375,
"learning_rate": 0.000272347711557458,
"loss": 0.5742,
"step": 4850
},
{
"epoch": 0.3199947325969943,
"grad_norm": 0.30078125,
"learning_rate": 0.00027208429371089894,
"loss": 0.5768,
"step": 4860
},
{
"epoch": 0.32065315797270827,
"grad_norm": 0.244140625,
"learning_rate": 0.0002718208758643398,
"loss": 0.6198,
"step": 4870
},
{
"epoch": 0.32131158334842225,
"grad_norm": 0.306640625,
"learning_rate": 0.0002715574580177807,
"loss": 0.64,
"step": 4880
},
{
"epoch": 0.3219700087241362,
"grad_norm": 0.2333984375,
"learning_rate": 0.0002712940401712216,
"loss": 0.5587,
"step": 4890
},
{
"epoch": 0.3226284340998502,
"grad_norm": 0.263671875,
"learning_rate": 0.0002710306223246625,
"loss": 0.6091,
"step": 4900
},
{
"epoch": 0.3232868594755642,
"grad_norm": 0.31640625,
"learning_rate": 0.00027076720447810344,
"loss": 0.6136,
"step": 4910
},
{
"epoch": 0.32394528485127816,
"grad_norm": 0.291015625,
"learning_rate": 0.0002705037866315443,
"loss": 0.5758,
"step": 4920
},
{
"epoch": 0.32460371022699214,
"grad_norm": 0.322265625,
"learning_rate": 0.0002702403687849852,
"loss": 0.567,
"step": 4930
},
{
"epoch": 0.3252621356027061,
"grad_norm": 0.23828125,
"learning_rate": 0.0002699769509384261,
"loss": 0.5743,
"step": 4940
},
{
"epoch": 0.3259205609784201,
"grad_norm": 0.291015625,
"learning_rate": 0.00026971353309186697,
"loss": 0.5948,
"step": 4950
},
{
"epoch": 0.32657898635413407,
"grad_norm": 0.283203125,
"learning_rate": 0.0002694501152453079,
"loss": 0.5856,
"step": 4960
},
{
"epoch": 0.32723741172984805,
"grad_norm": 0.244140625,
"learning_rate": 0.00026918669739874876,
"loss": 0.5439,
"step": 4970
},
{
"epoch": 0.327895837105562,
"grad_norm": 0.208984375,
"learning_rate": 0.0002689232795521897,
"loss": 0.5904,
"step": 4980
},
{
"epoch": 0.328554262481276,
"grad_norm": 0.265625,
"learning_rate": 0.0002686598617056306,
"loss": 0.6158,
"step": 4990
},
{
"epoch": 0.32921268785699,
"grad_norm": 0.2060546875,
"learning_rate": 0.00026839644385907147,
"loss": 0.5642,
"step": 5000
},
{
"epoch": 0.32987111323270396,
"grad_norm": 0.1806640625,
"learning_rate": 0.0002681330260125124,
"loss": 0.5542,
"step": 5010
},
{
"epoch": 0.330529538608418,
"grad_norm": 0.279296875,
"learning_rate": 0.00026786960816595326,
"loss": 0.5722,
"step": 5020
},
{
"epoch": 0.33118796398413197,
"grad_norm": 0.234375,
"learning_rate": 0.00026760619031939413,
"loss": 0.6086,
"step": 5030
},
{
"epoch": 0.33184638935984595,
"grad_norm": 0.2060546875,
"learning_rate": 0.00026734277247283505,
"loss": 0.5376,
"step": 5040
},
{
"epoch": 0.33250481473555993,
"grad_norm": 0.251953125,
"learning_rate": 0.0002670793546262759,
"loss": 0.5979,
"step": 5050
},
{
"epoch": 0.3331632401112739,
"grad_norm": 0.296875,
"learning_rate": 0.00026681593677971684,
"loss": 0.642,
"step": 5060
},
{
"epoch": 0.3338216654869879,
"grad_norm": 0.236328125,
"learning_rate": 0.00026655251893315776,
"loss": 0.4995,
"step": 5070
},
{
"epoch": 0.33448009086270186,
"grad_norm": 0.22265625,
"learning_rate": 0.00026628910108659863,
"loss": 0.5449,
"step": 5080
},
{
"epoch": 0.33513851623841584,
"grad_norm": 0.32421875,
"learning_rate": 0.00026602568324003955,
"loss": 0.5777,
"step": 5090
},
{
"epoch": 0.3357969416141298,
"grad_norm": 0.25390625,
"learning_rate": 0.0002657622653934804,
"loss": 0.5379,
"step": 5100
},
{
"epoch": 0.3364553669898438,
"grad_norm": 0.2294921875,
"learning_rate": 0.00026549884754692134,
"loss": 0.5464,
"step": 5110
},
{
"epoch": 0.3371137923655578,
"grad_norm": 0.291015625,
"learning_rate": 0.0002652354297003622,
"loss": 0.5763,
"step": 5120
},
{
"epoch": 0.33777221774127175,
"grad_norm": 0.24609375,
"learning_rate": 0.0002649720118538031,
"loss": 0.5778,
"step": 5130
},
{
"epoch": 0.33843064311698573,
"grad_norm": 0.251953125,
"learning_rate": 0.000264708594007244,
"loss": 0.5281,
"step": 5140
},
{
"epoch": 0.3390890684926997,
"grad_norm": 0.27734375,
"learning_rate": 0.00026444517616068487,
"loss": 0.6174,
"step": 5150
},
{
"epoch": 0.3397474938684137,
"grad_norm": 0.271484375,
"learning_rate": 0.0002641817583141258,
"loss": 0.6323,
"step": 5160
},
{
"epoch": 0.34040591924412766,
"grad_norm": 0.208984375,
"learning_rate": 0.0002639183404675667,
"loss": 0.516,
"step": 5170
},
{
"epoch": 0.34106434461984164,
"grad_norm": 0.28125,
"learning_rate": 0.0002636549226210076,
"loss": 0.5756,
"step": 5180
},
{
"epoch": 0.3417227699955556,
"grad_norm": 0.25390625,
"learning_rate": 0.0002633915047744485,
"loss": 0.594,
"step": 5190
},
{
"epoch": 0.3423811953712696,
"grad_norm": 0.294921875,
"learning_rate": 0.00026312808692788937,
"loss": 0.6021,
"step": 5200
},
{
"epoch": 0.3430396207469836,
"grad_norm": 0.1904296875,
"learning_rate": 0.0002628646690813303,
"loss": 0.5612,
"step": 5210
},
{
"epoch": 0.34369804612269755,
"grad_norm": 0.259765625,
"learning_rate": 0.00026260125123477116,
"loss": 0.6146,
"step": 5220
},
{
"epoch": 0.34435647149841153,
"grad_norm": 0.2734375,
"learning_rate": 0.00026233783338821203,
"loss": 0.6453,
"step": 5230
},
{
"epoch": 0.3450148968741255,
"grad_norm": 0.2158203125,
"learning_rate": 0.00026207441554165295,
"loss": 0.5713,
"step": 5240
},
{
"epoch": 0.3456733222498395,
"grad_norm": 0.2333984375,
"learning_rate": 0.0002618109976950939,
"loss": 0.5654,
"step": 5250
},
{
"epoch": 0.34633174762555347,
"grad_norm": 0.251953125,
"learning_rate": 0.00026154757984853474,
"loss": 0.6033,
"step": 5260
},
{
"epoch": 0.34699017300126744,
"grad_norm": 0.255859375,
"learning_rate": 0.00026128416200197566,
"loss": 0.6029,
"step": 5270
},
{
"epoch": 0.3476485983769814,
"grad_norm": 0.2451171875,
"learning_rate": 0.00026102074415541653,
"loss": 0.5001,
"step": 5280
},
{
"epoch": 0.34830702375269545,
"grad_norm": 0.27734375,
"learning_rate": 0.00026075732630885745,
"loss": 0.6114,
"step": 5290
},
{
"epoch": 0.34896544912840943,
"grad_norm": 0.2490234375,
"learning_rate": 0.0002604939084622983,
"loss": 0.5776,
"step": 5300
},
{
"epoch": 0.3496238745041234,
"grad_norm": 0.2236328125,
"learning_rate": 0.0002602304906157392,
"loss": 0.5948,
"step": 5310
},
{
"epoch": 0.3502822998798374,
"grad_norm": 0.30859375,
"learning_rate": 0.0002599670727691801,
"loss": 0.5614,
"step": 5320
},
{
"epoch": 0.35094072525555137,
"grad_norm": 0.271484375,
"learning_rate": 0.00025970365492262104,
"loss": 0.5788,
"step": 5330
},
{
"epoch": 0.35159915063126534,
"grad_norm": 0.26171875,
"learning_rate": 0.00025944023707606196,
"loss": 0.6636,
"step": 5340
},
{
"epoch": 0.3522575760069793,
"grad_norm": 0.2275390625,
"learning_rate": 0.0002591768192295028,
"loss": 0.539,
"step": 5350
},
{
"epoch": 0.3529160013826933,
"grad_norm": 0.234375,
"learning_rate": 0.0002589134013829437,
"loss": 0.548,
"step": 5360
},
{
"epoch": 0.3535744267584073,
"grad_norm": 0.2412109375,
"learning_rate": 0.0002586499835363846,
"loss": 0.5925,
"step": 5370
},
{
"epoch": 0.35423285213412126,
"grad_norm": 0.2451171875,
"learning_rate": 0.0002583865656898255,
"loss": 0.6221,
"step": 5380
},
{
"epoch": 0.35489127750983523,
"grad_norm": 0.2412109375,
"learning_rate": 0.0002581231478432664,
"loss": 0.6567,
"step": 5390
},
{
"epoch": 0.3555497028855492,
"grad_norm": 0.26953125,
"learning_rate": 0.0002578597299967073,
"loss": 0.5838,
"step": 5400
},
{
"epoch": 0.3562081282612632,
"grad_norm": 0.25,
"learning_rate": 0.00025759631215014814,
"loss": 0.5567,
"step": 5410
},
{
"epoch": 0.35686655363697717,
"grad_norm": 0.275390625,
"learning_rate": 0.00025733289430358906,
"loss": 0.5507,
"step": 5420
},
{
"epoch": 0.35752497901269115,
"grad_norm": 0.2578125,
"learning_rate": 0.00025706947645703,
"loss": 0.5797,
"step": 5430
},
{
"epoch": 0.3581834043884051,
"grad_norm": 0.240234375,
"learning_rate": 0.0002568060586104709,
"loss": 0.5534,
"step": 5440
},
{
"epoch": 0.3588418297641191,
"grad_norm": 0.263671875,
"learning_rate": 0.0002565426407639118,
"loss": 0.5808,
"step": 5450
},
{
"epoch": 0.3595002551398331,
"grad_norm": 0.2470703125,
"learning_rate": 0.00025627922291735264,
"loss": 0.5531,
"step": 5460
},
{
"epoch": 0.36015868051554706,
"grad_norm": 0.26171875,
"learning_rate": 0.00025601580507079357,
"loss": 0.6264,
"step": 5470
},
{
"epoch": 0.36081710589126104,
"grad_norm": 0.26953125,
"learning_rate": 0.00025575238722423443,
"loss": 0.6001,
"step": 5480
},
{
"epoch": 0.361475531266975,
"grad_norm": 0.2373046875,
"learning_rate": 0.00025548896937767536,
"loss": 0.596,
"step": 5490
},
{
"epoch": 0.362133956642689,
"grad_norm": 0.265625,
"learning_rate": 0.0002552255515311162,
"loss": 0.6452,
"step": 5500
},
{
"epoch": 0.36279238201840297,
"grad_norm": 0.2255859375,
"learning_rate": 0.00025496213368455715,
"loss": 0.489,
"step": 5510
},
{
"epoch": 0.36345080739411695,
"grad_norm": 0.267578125,
"learning_rate": 0.00025469871583799807,
"loss": 0.6185,
"step": 5520
},
{
"epoch": 0.3641092327698309,
"grad_norm": 0.29296875,
"learning_rate": 0.00025443529799143894,
"loss": 0.5972,
"step": 5530
},
{
"epoch": 0.3647676581455449,
"grad_norm": 0.267578125,
"learning_rate": 0.00025417188014487986,
"loss": 0.5762,
"step": 5540
},
{
"epoch": 0.3654260835212589,
"grad_norm": 0.2255859375,
"learning_rate": 0.00025390846229832073,
"loss": 0.5555,
"step": 5550
},
{
"epoch": 0.3660845088969729,
"grad_norm": 0.2138671875,
"learning_rate": 0.0002536450444517616,
"loss": 0.5399,
"step": 5560
},
{
"epoch": 0.3667429342726869,
"grad_norm": 0.291015625,
"learning_rate": 0.0002533816266052025,
"loss": 0.5598,
"step": 5570
},
{
"epoch": 0.36740135964840087,
"grad_norm": 0.2578125,
"learning_rate": 0.0002531182087586434,
"loss": 0.5919,
"step": 5580
},
{
"epoch": 0.36805978502411485,
"grad_norm": 0.263671875,
"learning_rate": 0.0002528547909120843,
"loss": 0.6165,
"step": 5590
},
{
"epoch": 0.3687182103998288,
"grad_norm": 0.208984375,
"learning_rate": 0.00025259137306552523,
"loss": 0.5661,
"step": 5600
},
{
"epoch": 0.3693766357755428,
"grad_norm": 0.2578125,
"learning_rate": 0.0002523279552189661,
"loss": 0.6196,
"step": 5610
},
{
"epoch": 0.3700350611512568,
"grad_norm": 0.2578125,
"learning_rate": 0.000252064537372407,
"loss": 0.5502,
"step": 5620
},
{
"epoch": 0.37069348652697076,
"grad_norm": 0.255859375,
"learning_rate": 0.0002518011195258479,
"loss": 0.5001,
"step": 5630
},
{
"epoch": 0.37135191190268474,
"grad_norm": 0.279296875,
"learning_rate": 0.00025153770167928876,
"loss": 0.5874,
"step": 5640
},
{
"epoch": 0.3720103372783987,
"grad_norm": 0.2734375,
"learning_rate": 0.0002512742838327297,
"loss": 0.523,
"step": 5650
},
{
"epoch": 0.3726687626541127,
"grad_norm": 0.240234375,
"learning_rate": 0.00025101086598617055,
"loss": 0.5724,
"step": 5660
},
{
"epoch": 0.3733271880298267,
"grad_norm": 0.28515625,
"learning_rate": 0.00025074744813961147,
"loss": 0.5957,
"step": 5670
},
{
"epoch": 0.37398561340554065,
"grad_norm": 0.271484375,
"learning_rate": 0.00025048403029305234,
"loss": 0.5989,
"step": 5680
},
{
"epoch": 0.37464403878125463,
"grad_norm": 0.2470703125,
"learning_rate": 0.00025022061244649326,
"loss": 0.5624,
"step": 5690
},
{
"epoch": 0.3753024641569686,
"grad_norm": 0.23828125,
"learning_rate": 0.0002499571945999342,
"loss": 0.5174,
"step": 5700
},
{
"epoch": 0.3759608895326826,
"grad_norm": 0.251953125,
"learning_rate": 0.00024969377675337505,
"loss": 0.6549,
"step": 5710
},
{
"epoch": 0.37661931490839656,
"grad_norm": 0.271484375,
"learning_rate": 0.00024943035890681597,
"loss": 0.6013,
"step": 5720
},
{
"epoch": 0.37727774028411054,
"grad_norm": 0.251953125,
"learning_rate": 0.00024916694106025684,
"loss": 0.6374,
"step": 5730
},
{
"epoch": 0.3779361656598245,
"grad_norm": 0.306640625,
"learning_rate": 0.0002489035232136977,
"loss": 0.6273,
"step": 5740
},
{
"epoch": 0.3785945910355385,
"grad_norm": 0.234375,
"learning_rate": 0.00024864010536713863,
"loss": 0.5541,
"step": 5750
},
{
"epoch": 0.3792530164112525,
"grad_norm": 0.306640625,
"learning_rate": 0.0002483766875205795,
"loss": 0.5627,
"step": 5760
},
{
"epoch": 0.37991144178696645,
"grad_norm": 0.263671875,
"learning_rate": 0.0002481132696740204,
"loss": 0.5429,
"step": 5770
},
{
"epoch": 0.38056986716268043,
"grad_norm": 0.2734375,
"learning_rate": 0.00024784985182746134,
"loss": 0.616,
"step": 5780
},
{
"epoch": 0.3812282925383944,
"grad_norm": 0.25,
"learning_rate": 0.0002475864339809022,
"loss": 0.5474,
"step": 5790
},
{
"epoch": 0.3818867179141084,
"grad_norm": 0.197265625,
"learning_rate": 0.00024732301613434313,
"loss": 0.5583,
"step": 5800
},
{
"epoch": 0.38254514328982236,
"grad_norm": 0.2578125,
"learning_rate": 0.000247059598287784,
"loss": 0.6015,
"step": 5810
},
{
"epoch": 0.38320356866553634,
"grad_norm": 0.265625,
"learning_rate": 0.0002467961804412249,
"loss": 0.5735,
"step": 5820
},
{
"epoch": 0.3838619940412504,
"grad_norm": 0.26953125,
"learning_rate": 0.0002465327625946658,
"loss": 0.5183,
"step": 5830
},
{
"epoch": 0.38452041941696435,
"grad_norm": 0.228515625,
"learning_rate": 0.00024626934474810666,
"loss": 0.5427,
"step": 5840
},
{
"epoch": 0.38517884479267833,
"grad_norm": 0.2578125,
"learning_rate": 0.0002460059269015476,
"loss": 0.5555,
"step": 5850
},
{
"epoch": 0.3858372701683923,
"grad_norm": 0.28125,
"learning_rate": 0.0002457425090549885,
"loss": 0.6115,
"step": 5860
},
{
"epoch": 0.3864956955441063,
"grad_norm": 0.283203125,
"learning_rate": 0.0002454790912084294,
"loss": 0.5483,
"step": 5870
},
{
"epoch": 0.38715412091982027,
"grad_norm": 0.2392578125,
"learning_rate": 0.0002452156733618703,
"loss": 0.5362,
"step": 5880
},
{
"epoch": 0.38781254629553424,
"grad_norm": 0.251953125,
"learning_rate": 0.00024495225551531116,
"loss": 0.5913,
"step": 5890
},
{
"epoch": 0.3884709716712482,
"grad_norm": 0.248046875,
"learning_rate": 0.0002446888376687521,
"loss": 0.5093,
"step": 5900
},
{
"epoch": 0.3891293970469622,
"grad_norm": 0.271484375,
"learning_rate": 0.00024442541982219295,
"loss": 0.5862,
"step": 5910
},
{
"epoch": 0.3897878224226762,
"grad_norm": 0.2451171875,
"learning_rate": 0.0002441620019756339,
"loss": 0.5553,
"step": 5920
},
{
"epoch": 0.39044624779839016,
"grad_norm": 0.28125,
"learning_rate": 0.00024389858412907477,
"loss": 0.6086,
"step": 5930
},
{
"epoch": 0.39110467317410413,
"grad_norm": 0.302734375,
"learning_rate": 0.00024363516628251564,
"loss": 0.6091,
"step": 5940
},
{
"epoch": 0.3917630985498181,
"grad_norm": 0.234375,
"learning_rate": 0.00024337174843595656,
"loss": 0.576,
"step": 5950
},
{
"epoch": 0.3924215239255321,
"grad_norm": 0.255859375,
"learning_rate": 0.00024310833058939743,
"loss": 0.5919,
"step": 5960
},
{
"epoch": 0.39307994930124607,
"grad_norm": 0.248046875,
"learning_rate": 0.00024284491274283835,
"loss": 0.6181,
"step": 5970
},
{
"epoch": 0.39373837467696005,
"grad_norm": 0.2080078125,
"learning_rate": 0.00024258149489627924,
"loss": 0.565,
"step": 5980
},
{
"epoch": 0.394396800052674,
"grad_norm": 0.2333984375,
"learning_rate": 0.0002423180770497201,
"loss": 0.5241,
"step": 5990
},
{
"epoch": 0.395055225428388,
"grad_norm": 0.28125,
"learning_rate": 0.00024205465920316104,
"loss": 0.5898,
"step": 6000
},
{
"epoch": 0.395713650804102,
"grad_norm": 0.265625,
"learning_rate": 0.0002417912413566019,
"loss": 0.641,
"step": 6010
},
{
"epoch": 0.39637207617981596,
"grad_norm": 0.2490234375,
"learning_rate": 0.00024152782351004285,
"loss": 0.5653,
"step": 6020
},
{
"epoch": 0.39703050155552994,
"grad_norm": 0.2138671875,
"learning_rate": 0.00024126440566348372,
"loss": 0.6157,
"step": 6030
},
{
"epoch": 0.3976889269312439,
"grad_norm": 0.30078125,
"learning_rate": 0.0002410009878169246,
"loss": 0.6422,
"step": 6040
},
{
"epoch": 0.3983473523069579,
"grad_norm": 0.2578125,
"learning_rate": 0.0002407375699703655,
"loss": 0.5789,
"step": 6050
},
{
"epoch": 0.39900577768267187,
"grad_norm": 0.263671875,
"learning_rate": 0.0002404741521238064,
"loss": 0.6621,
"step": 6060
},
{
"epoch": 0.39966420305838585,
"grad_norm": 0.2060546875,
"learning_rate": 0.00024021073427724727,
"loss": 0.588,
"step": 6070
},
{
"epoch": 0.4003226284340998,
"grad_norm": 0.259765625,
"learning_rate": 0.0002399473164306882,
"loss": 0.5861,
"step": 6080
},
{
"epoch": 0.4009810538098138,
"grad_norm": 0.2421875,
"learning_rate": 0.00023968389858412906,
"loss": 0.6099,
"step": 6090
},
{
"epoch": 0.40163947918552784,
"grad_norm": 0.259765625,
"learning_rate": 0.00023942048073756999,
"loss": 0.6249,
"step": 6100
},
{
"epoch": 0.4022979045612418,
"grad_norm": 0.279296875,
"learning_rate": 0.00023915706289101088,
"loss": 0.6158,
"step": 6110
},
{
"epoch": 0.4029563299369558,
"grad_norm": 0.2099609375,
"learning_rate": 0.00023889364504445175,
"loss": 0.5671,
"step": 6120
},
{
"epoch": 0.40361475531266977,
"grad_norm": 0.2373046875,
"learning_rate": 0.00023863022719789267,
"loss": 0.5832,
"step": 6130
},
{
"epoch": 0.40427318068838375,
"grad_norm": 0.2490234375,
"learning_rate": 0.00023836680935133357,
"loss": 0.6218,
"step": 6140
},
{
"epoch": 0.4049316060640977,
"grad_norm": 0.287109375,
"learning_rate": 0.0002381033915047745,
"loss": 0.6446,
"step": 6150
},
{
"epoch": 0.4055900314398117,
"grad_norm": 0.234375,
"learning_rate": 0.00023783997365821536,
"loss": 0.6225,
"step": 6160
},
{
"epoch": 0.4062484568155257,
"grad_norm": 0.2421875,
"learning_rate": 0.00023757655581165622,
"loss": 0.5642,
"step": 6170
},
{
"epoch": 0.40690688219123966,
"grad_norm": 0.22265625,
"learning_rate": 0.00023731313796509715,
"loss": 0.6204,
"step": 6180
},
{
"epoch": 0.40756530756695364,
"grad_norm": 0.240234375,
"learning_rate": 0.00023704972011853804,
"loss": 0.5972,
"step": 6190
},
{
"epoch": 0.4082237329426676,
"grad_norm": 0.294921875,
"learning_rate": 0.00023678630227197896,
"loss": 0.6289,
"step": 6200
},
{
"epoch": 0.4088821583183816,
"grad_norm": 0.2216796875,
"learning_rate": 0.00023652288442541983,
"loss": 0.563,
"step": 6210
},
{
"epoch": 0.4095405836940956,
"grad_norm": 0.2216796875,
"learning_rate": 0.0002362594665788607,
"loss": 0.5618,
"step": 6220
},
{
"epoch": 0.41019900906980955,
"grad_norm": 0.259765625,
"learning_rate": 0.00023599604873230162,
"loss": 0.5921,
"step": 6230
},
{
"epoch": 0.41085743444552353,
"grad_norm": 0.25,
"learning_rate": 0.00023573263088574252,
"loss": 0.5143,
"step": 6240
},
{
"epoch": 0.4115158598212375,
"grad_norm": 0.27734375,
"learning_rate": 0.00023546921303918344,
"loss": 0.5977,
"step": 6250
},
{
"epoch": 0.4121742851969515,
"grad_norm": 0.291015625,
"learning_rate": 0.0002352057951926243,
"loss": 0.5891,
"step": 6260
},
{
"epoch": 0.41283271057266546,
"grad_norm": 0.271484375,
"learning_rate": 0.0002349423773460652,
"loss": 0.6097,
"step": 6270
},
{
"epoch": 0.41349113594837944,
"grad_norm": 0.2109375,
"learning_rate": 0.00023467895949950613,
"loss": 0.5759,
"step": 6280
},
{
"epoch": 0.4141495613240934,
"grad_norm": 0.298828125,
"learning_rate": 0.000234415541652947,
"loss": 0.6051,
"step": 6290
},
{
"epoch": 0.4148079866998074,
"grad_norm": 0.2294921875,
"learning_rate": 0.00023415212380638792,
"loss": 0.5679,
"step": 6300
},
{
"epoch": 0.4154664120755214,
"grad_norm": 0.2470703125,
"learning_rate": 0.00023388870595982878,
"loss": 0.565,
"step": 6310
},
{
"epoch": 0.41612483745123535,
"grad_norm": 0.1845703125,
"learning_rate": 0.00023362528811326968,
"loss": 0.5826,
"step": 6320
},
{
"epoch": 0.41678326282694933,
"grad_norm": 0.205078125,
"learning_rate": 0.0002333618702667106,
"loss": 0.5713,
"step": 6330
},
{
"epoch": 0.4174416882026633,
"grad_norm": 0.1982421875,
"learning_rate": 0.00023309845242015147,
"loss": 0.5353,
"step": 6340
},
{
"epoch": 0.4181001135783773,
"grad_norm": 0.302734375,
"learning_rate": 0.0002328350345735924,
"loss": 0.5442,
"step": 6350
},
{
"epoch": 0.41875853895409126,
"grad_norm": 0.263671875,
"learning_rate": 0.00023257161672703326,
"loss": 0.5344,
"step": 6360
},
{
"epoch": 0.4194169643298053,
"grad_norm": 0.265625,
"learning_rate": 0.00023230819888047415,
"loss": 0.585,
"step": 6370
},
{
"epoch": 0.4200753897055193,
"grad_norm": 0.275390625,
"learning_rate": 0.00023204478103391508,
"loss": 0.6213,
"step": 6380
},
{
"epoch": 0.42073381508123325,
"grad_norm": 0.2099609375,
"learning_rate": 0.00023178136318735594,
"loss": 0.5804,
"step": 6390
},
{
"epoch": 0.42139224045694723,
"grad_norm": 0.224609375,
"learning_rate": 0.00023151794534079687,
"loss": 0.5254,
"step": 6400
},
{
"epoch": 0.4220506658326612,
"grad_norm": 0.255859375,
"learning_rate": 0.00023125452749423776,
"loss": 0.5705,
"step": 6410
},
{
"epoch": 0.4227090912083752,
"grad_norm": 0.25390625,
"learning_rate": 0.00023099110964767863,
"loss": 0.5617,
"step": 6420
},
{
"epoch": 0.42336751658408917,
"grad_norm": 0.30078125,
"learning_rate": 0.00023072769180111955,
"loss": 0.6125,
"step": 6430
},
{
"epoch": 0.42402594195980314,
"grad_norm": 0.26171875,
"learning_rate": 0.00023046427395456042,
"loss": 0.5562,
"step": 6440
},
{
"epoch": 0.4246843673355171,
"grad_norm": 0.283203125,
"learning_rate": 0.00023020085610800132,
"loss": 0.6429,
"step": 6450
},
{
"epoch": 0.4253427927112311,
"grad_norm": 0.25390625,
"learning_rate": 0.00022993743826144224,
"loss": 0.5516,
"step": 6460
},
{
"epoch": 0.4260012180869451,
"grad_norm": 0.2490234375,
"learning_rate": 0.0002296740204148831,
"loss": 0.6311,
"step": 6470
},
{
"epoch": 0.42665964346265906,
"grad_norm": 0.232421875,
"learning_rate": 0.00022941060256832403,
"loss": 0.5746,
"step": 6480
},
{
"epoch": 0.42731806883837303,
"grad_norm": 0.28125,
"learning_rate": 0.0002291471847217649,
"loss": 0.5739,
"step": 6490
},
{
"epoch": 0.427976494214087,
"grad_norm": 0.2255859375,
"learning_rate": 0.0002288837668752058,
"loss": 0.5726,
"step": 6500
},
{
"epoch": 0.428634919589801,
"grad_norm": 0.240234375,
"learning_rate": 0.0002286203490286467,
"loss": 0.6209,
"step": 6510
},
{
"epoch": 0.42929334496551497,
"grad_norm": 0.248046875,
"learning_rate": 0.00022835693118208758,
"loss": 0.5844,
"step": 6520
},
{
"epoch": 0.42995177034122894,
"grad_norm": 0.25390625,
"learning_rate": 0.0002280935133355285,
"loss": 0.5648,
"step": 6530
},
{
"epoch": 0.4306101957169429,
"grad_norm": 0.2421875,
"learning_rate": 0.0002278300954889694,
"loss": 0.5642,
"step": 6540
},
{
"epoch": 0.4312686210926569,
"grad_norm": 0.2451171875,
"learning_rate": 0.00022756667764241027,
"loss": 0.4928,
"step": 6550
},
{
"epoch": 0.4319270464683709,
"grad_norm": 0.244140625,
"learning_rate": 0.0002273032597958512,
"loss": 0.5632,
"step": 6560
},
{
"epoch": 0.43258547184408486,
"grad_norm": 0.2314453125,
"learning_rate": 0.00022703984194929206,
"loss": 0.5871,
"step": 6570
},
{
"epoch": 0.43324389721979883,
"grad_norm": 0.259765625,
"learning_rate": 0.00022677642410273298,
"loss": 0.5822,
"step": 6580
},
{
"epoch": 0.4339023225955128,
"grad_norm": 0.251953125,
"learning_rate": 0.00022651300625617387,
"loss": 0.5689,
"step": 6590
},
{
"epoch": 0.4345607479712268,
"grad_norm": 0.2265625,
"learning_rate": 0.00022624958840961474,
"loss": 0.5225,
"step": 6600
},
{
"epoch": 0.43521917334694077,
"grad_norm": 0.28515625,
"learning_rate": 0.00022598617056305566,
"loss": 0.5718,
"step": 6610
},
{
"epoch": 0.43587759872265475,
"grad_norm": 0.267578125,
"learning_rate": 0.00022572275271649653,
"loss": 0.5424,
"step": 6620
},
{
"epoch": 0.4365360240983687,
"grad_norm": 0.26171875,
"learning_rate": 0.00022545933486993745,
"loss": 0.6085,
"step": 6630
},
{
"epoch": 0.43719444947408276,
"grad_norm": 0.2265625,
"learning_rate": 0.00022519591702337835,
"loss": 0.5681,
"step": 6640
},
{
"epoch": 0.43785287484979674,
"grad_norm": 0.275390625,
"learning_rate": 0.00022493249917681922,
"loss": 0.5294,
"step": 6650
},
{
"epoch": 0.4385113002255107,
"grad_norm": 0.26953125,
"learning_rate": 0.00022466908133026014,
"loss": 0.5589,
"step": 6660
},
{
"epoch": 0.4391697256012247,
"grad_norm": 0.283203125,
"learning_rate": 0.00022440566348370103,
"loss": 0.5823,
"step": 6670
},
{
"epoch": 0.43982815097693867,
"grad_norm": 0.275390625,
"learning_rate": 0.00022414224563714196,
"loss": 0.5321,
"step": 6680
},
{
"epoch": 0.44048657635265265,
"grad_norm": 0.275390625,
"learning_rate": 0.00022387882779058283,
"loss": 0.6068,
"step": 6690
},
{
"epoch": 0.4411450017283666,
"grad_norm": 0.2373046875,
"learning_rate": 0.0002236154099440237,
"loss": 0.5888,
"step": 6700
},
{
"epoch": 0.4418034271040806,
"grad_norm": 0.208984375,
"learning_rate": 0.00022335199209746462,
"loss": 0.5527,
"step": 6710
},
{
"epoch": 0.4424618524797946,
"grad_norm": 0.2275390625,
"learning_rate": 0.0002230885742509055,
"loss": 0.5598,
"step": 6720
},
{
"epoch": 0.44312027785550856,
"grad_norm": 0.23828125,
"learning_rate": 0.00022282515640434643,
"loss": 0.6122,
"step": 6730
},
{
"epoch": 0.44377870323122254,
"grad_norm": 0.2490234375,
"learning_rate": 0.0002225617385577873,
"loss": 0.5608,
"step": 6740
},
{
"epoch": 0.4444371286069365,
"grad_norm": 0.2412109375,
"learning_rate": 0.00022229832071122817,
"loss": 0.5477,
"step": 6750
},
{
"epoch": 0.4450955539826505,
"grad_norm": 0.2470703125,
"learning_rate": 0.0002220349028646691,
"loss": 0.5497,
"step": 6760
},
{
"epoch": 0.44575397935836447,
"grad_norm": 0.26953125,
"learning_rate": 0.00022177148501810999,
"loss": 0.622,
"step": 6770
},
{
"epoch": 0.44641240473407845,
"grad_norm": 0.181640625,
"learning_rate": 0.0002215080671715509,
"loss": 0.5416,
"step": 6780
},
{
"epoch": 0.4470708301097924,
"grad_norm": 0.2431640625,
"learning_rate": 0.00022124464932499178,
"loss": 0.5617,
"step": 6790
},
{
"epoch": 0.4477292554855064,
"grad_norm": 0.26171875,
"learning_rate": 0.00022098123147843267,
"loss": 0.5988,
"step": 6800
},
{
"epoch": 0.4483876808612204,
"grad_norm": 0.228515625,
"learning_rate": 0.0002207178136318736,
"loss": 0.5652,
"step": 6810
},
{
"epoch": 0.44904610623693436,
"grad_norm": 0.275390625,
"learning_rate": 0.00022045439578531446,
"loss": 0.546,
"step": 6820
},
{
"epoch": 0.44970453161264834,
"grad_norm": 0.2578125,
"learning_rate": 0.00022019097793875538,
"loss": 0.6543,
"step": 6830
},
{
"epoch": 0.4503629569883623,
"grad_norm": 0.263671875,
"learning_rate": 0.00021992756009219625,
"loss": 0.5988,
"step": 6840
},
{
"epoch": 0.4510213823640763,
"grad_norm": 0.27734375,
"learning_rate": 0.00021966414224563715,
"loss": 0.6041,
"step": 6850
},
{
"epoch": 0.4516798077397903,
"grad_norm": 0.255859375,
"learning_rate": 0.00021940072439907807,
"loss": 0.6009,
"step": 6860
},
{
"epoch": 0.45233823311550425,
"grad_norm": 0.2080078125,
"learning_rate": 0.00021913730655251894,
"loss": 0.5785,
"step": 6870
},
{
"epoch": 0.45299665849121823,
"grad_norm": 0.2412109375,
"learning_rate": 0.0002188738887059598,
"loss": 0.5795,
"step": 6880
},
{
"epoch": 0.4536550838669322,
"grad_norm": 0.287109375,
"learning_rate": 0.00021861047085940073,
"loss": 0.5987,
"step": 6890
},
{
"epoch": 0.4543135092426462,
"grad_norm": 0.27734375,
"learning_rate": 0.00021834705301284162,
"loss": 0.5866,
"step": 6900
},
{
"epoch": 0.4549719346183602,
"grad_norm": 0.21875,
"learning_rate": 0.00021808363516628254,
"loss": 0.6058,
"step": 6910
},
{
"epoch": 0.4556303599940742,
"grad_norm": 0.2421875,
"learning_rate": 0.0002178202173197234,
"loss": 0.5955,
"step": 6920
},
{
"epoch": 0.4562887853697882,
"grad_norm": 0.283203125,
"learning_rate": 0.0002175567994731643,
"loss": 0.5827,
"step": 6930
},
{
"epoch": 0.45694721074550215,
"grad_norm": 0.240234375,
"learning_rate": 0.00021729338162660523,
"loss": 0.6041,
"step": 6940
},
{
"epoch": 0.45760563612121613,
"grad_norm": 0.2734375,
"learning_rate": 0.0002170299637800461,
"loss": 0.5663,
"step": 6950
},
{
"epoch": 0.4582640614969301,
"grad_norm": 0.26171875,
"learning_rate": 0.00021676654593348702,
"loss": 0.5833,
"step": 6960
},
{
"epoch": 0.4589224868726441,
"grad_norm": 0.26953125,
"learning_rate": 0.0002165031280869279,
"loss": 0.5783,
"step": 6970
},
{
"epoch": 0.45958091224835806,
"grad_norm": 0.216796875,
"learning_rate": 0.00021623971024036878,
"loss": 0.5157,
"step": 6980
},
{
"epoch": 0.46023933762407204,
"grad_norm": 0.2333984375,
"learning_rate": 0.0002159762923938097,
"loss": 0.5969,
"step": 6990
},
{
"epoch": 0.460897762999786,
"grad_norm": 0.263671875,
"learning_rate": 0.00021571287454725057,
"loss": 0.5538,
"step": 7000
},
{
"epoch": 0.4615561883755,
"grad_norm": 0.23828125,
"learning_rate": 0.0002154494567006915,
"loss": 0.5036,
"step": 7010
},
{
"epoch": 0.462214613751214,
"grad_norm": 0.236328125,
"learning_rate": 0.00021518603885413236,
"loss": 0.5588,
"step": 7020
},
{
"epoch": 0.46287303912692795,
"grad_norm": 0.2333984375,
"learning_rate": 0.00021492262100757326,
"loss": 0.5697,
"step": 7030
},
{
"epoch": 0.46353146450264193,
"grad_norm": 0.25390625,
"learning_rate": 0.00021465920316101418,
"loss": 0.5803,
"step": 7040
},
{
"epoch": 0.4641898898783559,
"grad_norm": 0.2451171875,
"learning_rate": 0.00021439578531445505,
"loss": 0.5574,
"step": 7050
},
{
"epoch": 0.4648483152540699,
"grad_norm": 0.267578125,
"learning_rate": 0.00021413236746789597,
"loss": 0.5982,
"step": 7060
},
{
"epoch": 0.46550674062978387,
"grad_norm": 0.25,
"learning_rate": 0.00021386894962133687,
"loss": 0.5683,
"step": 7070
},
{
"epoch": 0.46616516600549784,
"grad_norm": 0.208984375,
"learning_rate": 0.00021360553177477773,
"loss": 0.6076,
"step": 7080
},
{
"epoch": 0.4668235913812118,
"grad_norm": 0.265625,
"learning_rate": 0.00021334211392821866,
"loss": 0.5755,
"step": 7090
},
{
"epoch": 0.4674820167569258,
"grad_norm": 0.2421875,
"learning_rate": 0.00021307869608165953,
"loss": 0.5534,
"step": 7100
},
{
"epoch": 0.4681404421326398,
"grad_norm": 0.259765625,
"learning_rate": 0.00021281527823510045,
"loss": 0.5325,
"step": 7110
},
{
"epoch": 0.46879886750835376,
"grad_norm": 0.2412109375,
"learning_rate": 0.00021255186038854134,
"loss": 0.62,
"step": 7120
},
{
"epoch": 0.46945729288406773,
"grad_norm": 0.30078125,
"learning_rate": 0.0002122884425419822,
"loss": 0.5964,
"step": 7130
},
{
"epoch": 0.4701157182597817,
"grad_norm": 0.2890625,
"learning_rate": 0.00021202502469542313,
"loss": 0.571,
"step": 7140
},
{
"epoch": 0.4707741436354957,
"grad_norm": 0.2431640625,
"learning_rate": 0.000211761606848864,
"loss": 0.5459,
"step": 7150
},
{
"epoch": 0.47143256901120967,
"grad_norm": 0.2275390625,
"learning_rate": 0.00021149818900230492,
"loss": 0.5358,
"step": 7160
},
{
"epoch": 0.47209099438692365,
"grad_norm": 0.2265625,
"learning_rate": 0.00021123477115574582,
"loss": 0.6507,
"step": 7170
},
{
"epoch": 0.4727494197626377,
"grad_norm": 0.248046875,
"learning_rate": 0.00021097135330918669,
"loss": 0.5008,
"step": 7180
},
{
"epoch": 0.47340784513835166,
"grad_norm": 0.25390625,
"learning_rate": 0.0002107079354626276,
"loss": 0.5704,
"step": 7190
},
{
"epoch": 0.47406627051406564,
"grad_norm": 0.25390625,
"learning_rate": 0.0002104445176160685,
"loss": 0.5356,
"step": 7200
},
{
"epoch": 0.4747246958897796,
"grad_norm": 0.2451171875,
"learning_rate": 0.00021018109976950943,
"loss": 0.6065,
"step": 7210
},
{
"epoch": 0.4753831212654936,
"grad_norm": 0.296875,
"learning_rate": 0.0002099176819229503,
"loss": 0.6446,
"step": 7220
},
{
"epoch": 0.47604154664120757,
"grad_norm": 0.2431640625,
"learning_rate": 0.00020965426407639116,
"loss": 0.6088,
"step": 7230
},
{
"epoch": 0.47669997201692155,
"grad_norm": 0.28515625,
"learning_rate": 0.00020939084622983208,
"loss": 0.6278,
"step": 7240
},
{
"epoch": 0.4773583973926355,
"grad_norm": 0.271484375,
"learning_rate": 0.00020912742838327298,
"loss": 0.6103,
"step": 7250
},
{
"epoch": 0.4780168227683495,
"grad_norm": 0.25390625,
"learning_rate": 0.0002088640105367139,
"loss": 0.586,
"step": 7260
},
{
"epoch": 0.4786752481440635,
"grad_norm": 0.2109375,
"learning_rate": 0.00020860059269015477,
"loss": 0.5344,
"step": 7270
},
{
"epoch": 0.47933367351977746,
"grad_norm": 0.279296875,
"learning_rate": 0.00020833717484359564,
"loss": 0.6287,
"step": 7280
},
{
"epoch": 0.47999209889549144,
"grad_norm": 0.296875,
"learning_rate": 0.00020807375699703659,
"loss": 0.5496,
"step": 7290
},
{
"epoch": 0.4806505242712054,
"grad_norm": 0.29296875,
"learning_rate": 0.00020781033915047745,
"loss": 0.5533,
"step": 7300
},
{
"epoch": 0.4813089496469194,
"grad_norm": 0.2578125,
"learning_rate": 0.00020754692130391832,
"loss": 0.5619,
"step": 7310
},
{
"epoch": 0.48196737502263337,
"grad_norm": 0.2373046875,
"learning_rate": 0.00020728350345735924,
"loss": 0.5903,
"step": 7320
},
{
"epoch": 0.48262580039834735,
"grad_norm": 0.275390625,
"learning_rate": 0.00020702008561080014,
"loss": 0.5542,
"step": 7330
},
{
"epoch": 0.4832842257740613,
"grad_norm": 0.212890625,
"learning_rate": 0.00020675666776424106,
"loss": 0.5907,
"step": 7340
},
{
"epoch": 0.4839426511497753,
"grad_norm": 0.236328125,
"learning_rate": 0.00020649324991768193,
"loss": 0.6071,
"step": 7350
},
{
"epoch": 0.4846010765254893,
"grad_norm": 0.267578125,
"learning_rate": 0.0002062298320711228,
"loss": 0.6412,
"step": 7360
},
{
"epoch": 0.48525950190120326,
"grad_norm": 0.251953125,
"learning_rate": 0.00020596641422456372,
"loss": 0.5775,
"step": 7370
},
{
"epoch": 0.48591792727691724,
"grad_norm": 0.19921875,
"learning_rate": 0.00020570299637800462,
"loss": 0.5891,
"step": 7380
},
{
"epoch": 0.4865763526526312,
"grad_norm": 0.265625,
"learning_rate": 0.00020543957853144554,
"loss": 0.5663,
"step": 7390
},
{
"epoch": 0.4872347780283452,
"grad_norm": 0.255859375,
"learning_rate": 0.0002051761606848864,
"loss": 0.5573,
"step": 7400
},
{
"epoch": 0.4878932034040592,
"grad_norm": 0.2578125,
"learning_rate": 0.0002049127428383273,
"loss": 0.5263,
"step": 7410
},
{
"epoch": 0.48855162877977315,
"grad_norm": 0.28125,
"learning_rate": 0.00020464932499176822,
"loss": 0.6394,
"step": 7420
},
{
"epoch": 0.48921005415548713,
"grad_norm": 0.275390625,
"learning_rate": 0.0002043859071452091,
"loss": 0.5594,
"step": 7430
},
{
"epoch": 0.4898684795312011,
"grad_norm": 0.291015625,
"learning_rate": 0.00020412248929865,
"loss": 0.6143,
"step": 7440
},
{
"epoch": 0.49052690490691514,
"grad_norm": 0.2265625,
"learning_rate": 0.00020385907145209088,
"loss": 0.537,
"step": 7450
},
{
"epoch": 0.4911853302826291,
"grad_norm": 0.248046875,
"learning_rate": 0.00020359565360553178,
"loss": 0.5509,
"step": 7460
},
{
"epoch": 0.4918437556583431,
"grad_norm": 0.2294921875,
"learning_rate": 0.0002033322357589727,
"loss": 0.5042,
"step": 7470
},
{
"epoch": 0.4925021810340571,
"grad_norm": 0.30078125,
"learning_rate": 0.00020306881791241357,
"loss": 0.6534,
"step": 7480
},
{
"epoch": 0.49316060640977105,
"grad_norm": 0.2216796875,
"learning_rate": 0.0002028054000658545,
"loss": 0.6382,
"step": 7490
},
{
"epoch": 0.49381903178548503,
"grad_norm": 0.228515625,
"learning_rate": 0.00020254198221929536,
"loss": 0.5441,
"step": 7500
},
{
"epoch": 0.494477457161199,
"grad_norm": 0.24609375,
"learning_rate": 0.00020227856437273625,
"loss": 0.5955,
"step": 7510
},
{
"epoch": 0.495135882536913,
"grad_norm": 0.306640625,
"learning_rate": 0.00020201514652617717,
"loss": 0.6073,
"step": 7520
},
{
"epoch": 0.49579430791262696,
"grad_norm": 0.19921875,
"learning_rate": 0.00020175172867961804,
"loss": 0.5792,
"step": 7530
},
{
"epoch": 0.49645273328834094,
"grad_norm": 0.2451171875,
"learning_rate": 0.00020148831083305896,
"loss": 0.5792,
"step": 7540
},
{
"epoch": 0.4971111586640549,
"grad_norm": 0.2109375,
"learning_rate": 0.00020122489298649986,
"loss": 0.5135,
"step": 7550
},
{
"epoch": 0.4977695840397689,
"grad_norm": 0.27734375,
"learning_rate": 0.00020096147513994073,
"loss": 0.5581,
"step": 7560
},
{
"epoch": 0.4984280094154829,
"grad_norm": 0.283203125,
"learning_rate": 0.00020069805729338165,
"loss": 0.5693,
"step": 7570
},
{
"epoch": 0.49908643479119685,
"grad_norm": 0.1806640625,
"learning_rate": 0.00020043463944682252,
"loss": 0.5819,
"step": 7580
},
{
"epoch": 0.49974486016691083,
"grad_norm": 0.314453125,
"learning_rate": 0.00020017122160026344,
"loss": 0.5501,
"step": 7590
},
{
"epoch": 0.5004032855426248,
"grad_norm": 0.302734375,
"learning_rate": 0.00019990780375370434,
"loss": 0.5262,
"step": 7600
},
{
"epoch": 0.5010617109183388,
"grad_norm": 0.259765625,
"learning_rate": 0.00019964438590714523,
"loss": 0.6019,
"step": 7610
},
{
"epoch": 0.5017201362940528,
"grad_norm": 0.2431640625,
"learning_rate": 0.0001993809680605861,
"loss": 0.5358,
"step": 7620
},
{
"epoch": 0.5023785616697668,
"grad_norm": 0.267578125,
"learning_rate": 0.000199117550214027,
"loss": 0.5824,
"step": 7630
},
{
"epoch": 0.5030369870454807,
"grad_norm": 0.259765625,
"learning_rate": 0.00019885413236746792,
"loss": 0.5363,
"step": 7640
},
{
"epoch": 0.5036954124211948,
"grad_norm": 0.2236328125,
"learning_rate": 0.0001985907145209088,
"loss": 0.6505,
"step": 7650
},
{
"epoch": 0.5043538377969087,
"grad_norm": 0.2578125,
"learning_rate": 0.0001983272966743497,
"loss": 0.55,
"step": 7660
},
{
"epoch": 0.5050122631726227,
"grad_norm": 0.26171875,
"learning_rate": 0.00019806387882779057,
"loss": 0.6156,
"step": 7670
},
{
"epoch": 0.5056706885483366,
"grad_norm": 0.265625,
"learning_rate": 0.0001978004609812315,
"loss": 0.6012,
"step": 7680
},
{
"epoch": 0.5063291139240507,
"grad_norm": 0.2431640625,
"learning_rate": 0.0001975370431346724,
"loss": 0.5494,
"step": 7690
},
{
"epoch": 0.5069875392997646,
"grad_norm": 0.283203125,
"learning_rate": 0.00019727362528811329,
"loss": 0.5514,
"step": 7700
},
{
"epoch": 0.5076459646754786,
"grad_norm": 0.283203125,
"learning_rate": 0.00019701020744155418,
"loss": 0.5774,
"step": 7710
},
{
"epoch": 0.5083043900511925,
"grad_norm": 0.28515625,
"learning_rate": 0.00019674678959499505,
"loss": 0.5763,
"step": 7720
},
{
"epoch": 0.5089628154269066,
"grad_norm": 0.216796875,
"learning_rate": 0.00019648337174843597,
"loss": 0.6115,
"step": 7730
},
{
"epoch": 0.5096212408026205,
"grad_norm": 0.2353515625,
"learning_rate": 0.00019621995390187687,
"loss": 0.5278,
"step": 7740
},
{
"epoch": 0.5102796661783345,
"grad_norm": 0.267578125,
"learning_rate": 0.00019595653605531776,
"loss": 0.5938,
"step": 7750
},
{
"epoch": 0.5109380915540485,
"grad_norm": 0.24609375,
"learning_rate": 0.00019569311820875866,
"loss": 0.5935,
"step": 7760
},
{
"epoch": 0.5115965169297625,
"grad_norm": 0.208984375,
"learning_rate": 0.00019542970036219955,
"loss": 0.6035,
"step": 7770
},
{
"epoch": 0.5122549423054764,
"grad_norm": 0.283203125,
"learning_rate": 0.00019516628251564045,
"loss": 0.6158,
"step": 7780
},
{
"epoch": 0.5129133676811904,
"grad_norm": 0.23828125,
"learning_rate": 0.00019490286466908134,
"loss": 0.5611,
"step": 7790
},
{
"epoch": 0.5135717930569044,
"grad_norm": 0.208984375,
"learning_rate": 0.00019463944682252224,
"loss": 0.6014,
"step": 7800
},
{
"epoch": 0.5142302184326184,
"grad_norm": 0.2314453125,
"learning_rate": 0.00019437602897596313,
"loss": 0.5748,
"step": 7810
},
{
"epoch": 0.5148886438083323,
"grad_norm": 0.234375,
"learning_rate": 0.00019411261112940403,
"loss": 0.5442,
"step": 7820
},
{
"epoch": 0.5155470691840464,
"grad_norm": 0.2470703125,
"learning_rate": 0.00019384919328284492,
"loss": 0.5574,
"step": 7830
},
{
"epoch": 0.5162054945597603,
"grad_norm": 0.26171875,
"learning_rate": 0.00019358577543628582,
"loss": 0.5812,
"step": 7840
},
{
"epoch": 0.5168639199354743,
"grad_norm": 0.2431640625,
"learning_rate": 0.0001933223575897267,
"loss": 0.5855,
"step": 7850
},
{
"epoch": 0.5175223453111883,
"grad_norm": 0.1982421875,
"learning_rate": 0.0001930589397431676,
"loss": 0.4872,
"step": 7860
},
{
"epoch": 0.5181807706869023,
"grad_norm": 0.2578125,
"learning_rate": 0.0001927955218966085,
"loss": 0.6148,
"step": 7870
},
{
"epoch": 0.5188391960626163,
"grad_norm": 0.26953125,
"learning_rate": 0.0001925321040500494,
"loss": 0.5754,
"step": 7880
},
{
"epoch": 0.5194976214383302,
"grad_norm": 0.26171875,
"learning_rate": 0.0001922686862034903,
"loss": 0.5317,
"step": 7890
},
{
"epoch": 0.5201560468140443,
"grad_norm": 0.26171875,
"learning_rate": 0.0001920052683569312,
"loss": 0.5451,
"step": 7900
},
{
"epoch": 0.5208144721897582,
"grad_norm": 0.2333984375,
"learning_rate": 0.00019174185051037208,
"loss": 0.5073,
"step": 7910
},
{
"epoch": 0.5214728975654722,
"grad_norm": 0.234375,
"learning_rate": 0.00019147843266381298,
"loss": 0.5422,
"step": 7920
},
{
"epoch": 0.5221313229411861,
"grad_norm": 0.2392578125,
"learning_rate": 0.00019121501481725387,
"loss": 0.5547,
"step": 7930
},
{
"epoch": 0.5227897483169002,
"grad_norm": 0.287109375,
"learning_rate": 0.00019095159697069477,
"loss": 0.5595,
"step": 7940
},
{
"epoch": 0.5234481736926141,
"grad_norm": 0.2431640625,
"learning_rate": 0.0001906881791241357,
"loss": 0.5855,
"step": 7950
},
{
"epoch": 0.5241065990683281,
"grad_norm": 0.25390625,
"learning_rate": 0.00019042476127757656,
"loss": 0.5767,
"step": 7960
},
{
"epoch": 0.524765024444042,
"grad_norm": 0.244140625,
"learning_rate": 0.00019016134343101745,
"loss": 0.551,
"step": 7970
},
{
"epoch": 0.5254234498197561,
"grad_norm": 0.275390625,
"learning_rate": 0.00018989792558445835,
"loss": 0.5901,
"step": 7980
},
{
"epoch": 0.52608187519547,
"grad_norm": 0.2021484375,
"learning_rate": 0.00018963450773789927,
"loss": 0.59,
"step": 7990
},
{
"epoch": 0.526740300571184,
"grad_norm": 0.27734375,
"learning_rate": 0.00018937108989134014,
"loss": 0.5146,
"step": 8000
},
{
"epoch": 0.527398725946898,
"grad_norm": 0.26171875,
"learning_rate": 0.00018910767204478103,
"loss": 0.5911,
"step": 8010
},
{
"epoch": 0.528057151322612,
"grad_norm": 0.25390625,
"learning_rate": 0.00018884425419822193,
"loss": 0.5387,
"step": 8020
},
{
"epoch": 0.5287155766983259,
"grad_norm": 0.25390625,
"learning_rate": 0.00018858083635166283,
"loss": 0.5501,
"step": 8030
},
{
"epoch": 0.52937400207404,
"grad_norm": 0.2578125,
"learning_rate": 0.00018831741850510375,
"loss": 0.5901,
"step": 8040
},
{
"epoch": 0.5300324274497539,
"grad_norm": 0.21875,
"learning_rate": 0.00018805400065854462,
"loss": 0.5759,
"step": 8050
},
{
"epoch": 0.5306908528254679,
"grad_norm": 0.208984375,
"learning_rate": 0.0001877905828119855,
"loss": 0.506,
"step": 8060
},
{
"epoch": 0.5313492782011818,
"grad_norm": 0.19921875,
"learning_rate": 0.0001875271649654264,
"loss": 0.5591,
"step": 8070
},
{
"epoch": 0.5320077035768959,
"grad_norm": 0.29296875,
"learning_rate": 0.00018726374711886733,
"loss": 0.5447,
"step": 8080
},
{
"epoch": 0.5326661289526098,
"grad_norm": 0.2373046875,
"learning_rate": 0.00018700032927230822,
"loss": 0.5347,
"step": 8090
},
{
"epoch": 0.5333245543283238,
"grad_norm": 0.2451171875,
"learning_rate": 0.0001867369114257491,
"loss": 0.5373,
"step": 8100
},
{
"epoch": 0.5339829797040377,
"grad_norm": 0.17578125,
"learning_rate": 0.00018647349357918999,
"loss": 0.4952,
"step": 8110
},
{
"epoch": 0.5346414050797518,
"grad_norm": 0.2119140625,
"learning_rate": 0.0001862100757326309,
"loss": 0.5868,
"step": 8120
},
{
"epoch": 0.5352998304554658,
"grad_norm": 0.271484375,
"learning_rate": 0.0001859466578860718,
"loss": 0.5725,
"step": 8130
},
{
"epoch": 0.5359582558311797,
"grad_norm": 0.2421875,
"learning_rate": 0.0001856832400395127,
"loss": 0.5452,
"step": 8140
},
{
"epoch": 0.5366166812068938,
"grad_norm": 0.2431640625,
"learning_rate": 0.00018541982219295357,
"loss": 0.6306,
"step": 8150
},
{
"epoch": 0.5372751065826077,
"grad_norm": 0.23046875,
"learning_rate": 0.00018515640434639446,
"loss": 0.5296,
"step": 8160
},
{
"epoch": 0.5379335319583217,
"grad_norm": 0.228515625,
"learning_rate": 0.00018489298649983538,
"loss": 0.4924,
"step": 8170
},
{
"epoch": 0.5385919573340356,
"grad_norm": 0.29296875,
"learning_rate": 0.00018462956865327628,
"loss": 0.5782,
"step": 8180
},
{
"epoch": 0.5392503827097497,
"grad_norm": 0.265625,
"learning_rate": 0.00018436615080671717,
"loss": 0.5163,
"step": 8190
},
{
"epoch": 0.5399088080854636,
"grad_norm": 0.2421875,
"learning_rate": 0.00018410273296015804,
"loss": 0.5635,
"step": 8200
},
{
"epoch": 0.5405672334611776,
"grad_norm": 0.2294921875,
"learning_rate": 0.00018383931511359896,
"loss": 0.5729,
"step": 8210
},
{
"epoch": 0.5412256588368916,
"grad_norm": 0.25,
"learning_rate": 0.00018357589726703986,
"loss": 0.5906,
"step": 8220
},
{
"epoch": 0.5418840842126056,
"grad_norm": 0.236328125,
"learning_rate": 0.00018331247942048075,
"loss": 0.5346,
"step": 8230
},
{
"epoch": 0.5425425095883195,
"grad_norm": 0.267578125,
"learning_rate": 0.00018304906157392162,
"loss": 0.561,
"step": 8240
},
{
"epoch": 0.5432009349640335,
"grad_norm": 0.2470703125,
"learning_rate": 0.00018278564372736254,
"loss": 0.5537,
"step": 8250
},
{
"epoch": 0.5438593603397475,
"grad_norm": 0.265625,
"learning_rate": 0.00018252222588080344,
"loss": 0.5367,
"step": 8260
},
{
"epoch": 0.5445177857154615,
"grad_norm": 0.2431640625,
"learning_rate": 0.00018225880803424434,
"loss": 0.5629,
"step": 8270
},
{
"epoch": 0.5451762110911754,
"grad_norm": 0.1884765625,
"learning_rate": 0.00018199539018768523,
"loss": 0.5335,
"step": 8280
},
{
"epoch": 0.5458346364668895,
"grad_norm": 0.29296875,
"learning_rate": 0.0001817319723411261,
"loss": 0.6001,
"step": 8290
},
{
"epoch": 0.5464930618426034,
"grad_norm": 0.29296875,
"learning_rate": 0.00018146855449456702,
"loss": 0.577,
"step": 8300
},
{
"epoch": 0.5471514872183174,
"grad_norm": 0.21875,
"learning_rate": 0.00018120513664800792,
"loss": 0.5449,
"step": 8310
},
{
"epoch": 0.5478099125940313,
"grad_norm": 0.2734375,
"learning_rate": 0.0001809417188014488,
"loss": 0.5075,
"step": 8320
},
{
"epoch": 0.5484683379697454,
"grad_norm": 0.26953125,
"learning_rate": 0.0001806783009548897,
"loss": 0.5969,
"step": 8330
},
{
"epoch": 0.5491267633454593,
"grad_norm": 0.296875,
"learning_rate": 0.0001804148831083306,
"loss": 0.5023,
"step": 8340
},
{
"epoch": 0.5497851887211733,
"grad_norm": 0.314453125,
"learning_rate": 0.0001801514652617715,
"loss": 0.6175,
"step": 8350
},
{
"epoch": 0.5504436140968872,
"grad_norm": 0.2255859375,
"learning_rate": 0.0001798880474152124,
"loss": 0.5978,
"step": 8360
},
{
"epoch": 0.5511020394726013,
"grad_norm": 0.28515625,
"learning_rate": 0.00017962462956865329,
"loss": 0.5457,
"step": 8370
},
{
"epoch": 0.5517604648483152,
"grad_norm": 0.224609375,
"learning_rate": 0.00017936121172209418,
"loss": 0.5466,
"step": 8380
},
{
"epoch": 0.5524188902240292,
"grad_norm": 0.2578125,
"learning_rate": 0.00017909779387553508,
"loss": 0.56,
"step": 8390
},
{
"epoch": 0.5530773155997433,
"grad_norm": 0.255859375,
"learning_rate": 0.00017883437602897597,
"loss": 0.5992,
"step": 8400
},
{
"epoch": 0.5537357409754572,
"grad_norm": 0.267578125,
"learning_rate": 0.00017857095818241687,
"loss": 0.5514,
"step": 8410
},
{
"epoch": 0.5543941663511712,
"grad_norm": 0.2890625,
"learning_rate": 0.00017830754033585776,
"loss": 0.5806,
"step": 8420
},
{
"epoch": 0.5550525917268851,
"grad_norm": 0.26171875,
"learning_rate": 0.00017804412248929866,
"loss": 0.5666,
"step": 8430
},
{
"epoch": 0.5557110171025992,
"grad_norm": 0.24609375,
"learning_rate": 0.00017778070464273955,
"loss": 0.5789,
"step": 8440
},
{
"epoch": 0.5563694424783131,
"grad_norm": 0.255859375,
"learning_rate": 0.00017751728679618045,
"loss": 0.594,
"step": 8450
},
{
"epoch": 0.5570278678540271,
"grad_norm": 0.28515625,
"learning_rate": 0.00017725386894962134,
"loss": 0.5727,
"step": 8460
},
{
"epoch": 0.5576862932297411,
"grad_norm": 0.2197265625,
"learning_rate": 0.00017699045110306224,
"loss": 0.5592,
"step": 8470
},
{
"epoch": 0.5583447186054551,
"grad_norm": 0.283203125,
"learning_rate": 0.00017672703325650313,
"loss": 0.6004,
"step": 8480
},
{
"epoch": 0.559003143981169,
"grad_norm": 0.21484375,
"learning_rate": 0.00017646361540994403,
"loss": 0.5893,
"step": 8490
},
{
"epoch": 0.559661569356883,
"grad_norm": 0.2373046875,
"learning_rate": 0.00017620019756338492,
"loss": 0.5457,
"step": 8500
},
{
"epoch": 0.560319994732597,
"grad_norm": 0.251953125,
"learning_rate": 0.00017593677971682582,
"loss": 0.5797,
"step": 8510
},
{
"epoch": 0.560978420108311,
"grad_norm": 0.2890625,
"learning_rate": 0.00017567336187026674,
"loss": 0.5874,
"step": 8520
},
{
"epoch": 0.5616368454840249,
"grad_norm": 0.248046875,
"learning_rate": 0.0001754099440237076,
"loss": 0.5811,
"step": 8530
},
{
"epoch": 0.562295270859739,
"grad_norm": 0.2421875,
"learning_rate": 0.0001751465261771485,
"loss": 0.5596,
"step": 8540
},
{
"epoch": 0.5629536962354529,
"grad_norm": 0.2431640625,
"learning_rate": 0.0001748831083305894,
"loss": 0.5748,
"step": 8550
},
{
"epoch": 0.5636121216111669,
"grad_norm": 0.2294921875,
"learning_rate": 0.00017461969048403032,
"loss": 0.6017,
"step": 8560
},
{
"epoch": 0.5642705469868808,
"grad_norm": 0.275390625,
"learning_rate": 0.00017435627263747122,
"loss": 0.6346,
"step": 8570
},
{
"epoch": 0.5649289723625949,
"grad_norm": 0.27734375,
"learning_rate": 0.00017409285479091208,
"loss": 0.5453,
"step": 8580
},
{
"epoch": 0.5655873977383088,
"grad_norm": 0.216796875,
"learning_rate": 0.00017382943694435298,
"loss": 0.5496,
"step": 8590
},
{
"epoch": 0.5662458231140228,
"grad_norm": 0.275390625,
"learning_rate": 0.00017356601909779387,
"loss": 0.5355,
"step": 8600
},
{
"epoch": 0.5669042484897368,
"grad_norm": 0.271484375,
"learning_rate": 0.0001733026012512348,
"loss": 0.5892,
"step": 8610
},
{
"epoch": 0.5675626738654508,
"grad_norm": 0.244140625,
"learning_rate": 0.00017303918340467566,
"loss": 0.59,
"step": 8620
},
{
"epoch": 0.5682210992411647,
"grad_norm": 0.275390625,
"learning_rate": 0.00017277576555811656,
"loss": 0.578,
"step": 8630
},
{
"epoch": 0.5688795246168787,
"grad_norm": 0.234375,
"learning_rate": 0.00017251234771155745,
"loss": 0.5614,
"step": 8640
},
{
"epoch": 0.5695379499925927,
"grad_norm": 0.28515625,
"learning_rate": 0.00017224892986499838,
"loss": 0.573,
"step": 8650
},
{
"epoch": 0.5701963753683067,
"grad_norm": 0.2294921875,
"learning_rate": 0.00017198551201843927,
"loss": 0.5858,
"step": 8660
},
{
"epoch": 0.5708548007440207,
"grad_norm": 0.26171875,
"learning_rate": 0.00017172209417188014,
"loss": 0.6008,
"step": 8670
},
{
"epoch": 0.5715132261197347,
"grad_norm": 0.248046875,
"learning_rate": 0.00017145867632532103,
"loss": 0.5427,
"step": 8680
},
{
"epoch": 0.5721716514954487,
"grad_norm": 0.224609375,
"learning_rate": 0.00017119525847876196,
"loss": 0.534,
"step": 8690
},
{
"epoch": 0.5728300768711626,
"grad_norm": 0.26953125,
"learning_rate": 0.00017093184063220285,
"loss": 0.4574,
"step": 8700
},
{
"epoch": 0.5734885022468766,
"grad_norm": 0.2412109375,
"learning_rate": 0.00017066842278564375,
"loss": 0.5428,
"step": 8710
},
{
"epoch": 0.5741469276225906,
"grad_norm": 0.205078125,
"learning_rate": 0.00017040500493908462,
"loss": 0.5376,
"step": 8720
},
{
"epoch": 0.5748053529983046,
"grad_norm": 0.26171875,
"learning_rate": 0.0001701415870925255,
"loss": 0.5638,
"step": 8730
},
{
"epoch": 0.5754637783740185,
"grad_norm": 0.2490234375,
"learning_rate": 0.00016987816924596643,
"loss": 0.5537,
"step": 8740
},
{
"epoch": 0.5761222037497326,
"grad_norm": 0.271484375,
"learning_rate": 0.00016961475139940733,
"loss": 0.5683,
"step": 8750
},
{
"epoch": 0.5767806291254465,
"grad_norm": 0.23828125,
"learning_rate": 0.00016935133355284822,
"loss": 0.5818,
"step": 8760
},
{
"epoch": 0.5774390545011605,
"grad_norm": 0.2275390625,
"learning_rate": 0.0001690879157062891,
"loss": 0.5019,
"step": 8770
},
{
"epoch": 0.5780974798768744,
"grad_norm": 0.28125,
"learning_rate": 0.00016882449785973,
"loss": 0.5278,
"step": 8780
},
{
"epoch": 0.5787559052525885,
"grad_norm": 0.2451171875,
"learning_rate": 0.0001685610800131709,
"loss": 0.6248,
"step": 8790
},
{
"epoch": 0.5794143306283024,
"grad_norm": 0.22265625,
"learning_rate": 0.0001682976621666118,
"loss": 0.5233,
"step": 8800
},
{
"epoch": 0.5800727560040164,
"grad_norm": 0.234375,
"learning_rate": 0.00016803424432005267,
"loss": 0.5319,
"step": 8810
},
{
"epoch": 0.5807311813797303,
"grad_norm": 0.259765625,
"learning_rate": 0.0001677708264734936,
"loss": 0.5671,
"step": 8820
},
{
"epoch": 0.5813896067554444,
"grad_norm": 0.2392578125,
"learning_rate": 0.0001675074086269345,
"loss": 0.5558,
"step": 8830
},
{
"epoch": 0.5820480321311583,
"grad_norm": 0.251953125,
"learning_rate": 0.00016724399078037538,
"loss": 0.5892,
"step": 8840
},
{
"epoch": 0.5827064575068723,
"grad_norm": 0.216796875,
"learning_rate": 0.00016698057293381628,
"loss": 0.5653,
"step": 8850
},
{
"epoch": 0.5833648828825863,
"grad_norm": 0.265625,
"learning_rate": 0.00016671715508725715,
"loss": 0.5634,
"step": 8860
},
{
"epoch": 0.5840233082583003,
"grad_norm": 0.296875,
"learning_rate": 0.00016645373724069807,
"loss": 0.5952,
"step": 8870
},
{
"epoch": 0.5846817336340142,
"grad_norm": 0.283203125,
"learning_rate": 0.00016619031939413896,
"loss": 0.5979,
"step": 8880
},
{
"epoch": 0.5853401590097282,
"grad_norm": 0.283203125,
"learning_rate": 0.00016592690154757986,
"loss": 0.5751,
"step": 8890
},
{
"epoch": 0.5859985843854422,
"grad_norm": 0.28515625,
"learning_rate": 0.00016566348370102075,
"loss": 0.5929,
"step": 8900
},
{
"epoch": 0.5866570097611562,
"grad_norm": 0.28125,
"learning_rate": 0.00016540006585446165,
"loss": 0.5582,
"step": 8910
},
{
"epoch": 0.5873154351368701,
"grad_norm": 0.2099609375,
"learning_rate": 0.00016513664800790254,
"loss": 0.5148,
"step": 8920
},
{
"epoch": 0.5879738605125842,
"grad_norm": 0.197265625,
"learning_rate": 0.00016487323016134344,
"loss": 0.5593,
"step": 8930
},
{
"epoch": 0.5886322858882982,
"grad_norm": 0.25390625,
"learning_rate": 0.00016460981231478433,
"loss": 0.518,
"step": 8940
},
{
"epoch": 0.5892907112640121,
"grad_norm": 0.1982421875,
"learning_rate": 0.00016434639446822523,
"loss": 0.5623,
"step": 8950
},
{
"epoch": 0.5899491366397261,
"grad_norm": 0.23046875,
"learning_rate": 0.00016408297662166613,
"loss": 0.5611,
"step": 8960
},
{
"epoch": 0.5906075620154401,
"grad_norm": 0.232421875,
"learning_rate": 0.00016381955877510702,
"loss": 0.5853,
"step": 8970
},
{
"epoch": 0.5912659873911541,
"grad_norm": 0.279296875,
"learning_rate": 0.00016355614092854792,
"loss": 0.5858,
"step": 8980
},
{
"epoch": 0.591924412766868,
"grad_norm": 0.294921875,
"learning_rate": 0.0001632927230819888,
"loss": 0.5842,
"step": 8990
},
{
"epoch": 0.5925828381425821,
"grad_norm": 0.2373046875,
"learning_rate": 0.0001630293052354297,
"loss": 0.5842,
"step": 9000
},
{
"epoch": 0.593241263518296,
"grad_norm": 0.244140625,
"learning_rate": 0.0001627658873888706,
"loss": 0.5296,
"step": 9010
},
{
"epoch": 0.59389968889401,
"grad_norm": 0.228515625,
"learning_rate": 0.0001625024695423115,
"loss": 0.5362,
"step": 9020
},
{
"epoch": 0.5945581142697239,
"grad_norm": 0.2421875,
"learning_rate": 0.0001622390516957524,
"loss": 0.5786,
"step": 9030
},
{
"epoch": 0.595216539645438,
"grad_norm": 0.22265625,
"learning_rate": 0.00016197563384919329,
"loss": 0.5597,
"step": 9040
},
{
"epoch": 0.5958749650211519,
"grad_norm": 0.265625,
"learning_rate": 0.00016171221600263418,
"loss": 0.5613,
"step": 9050
},
{
"epoch": 0.5965333903968659,
"grad_norm": 0.205078125,
"learning_rate": 0.00016144879815607508,
"loss": 0.5695,
"step": 9060
},
{
"epoch": 0.5971918157725798,
"grad_norm": 0.2333984375,
"learning_rate": 0.00016118538030951597,
"loss": 0.5574,
"step": 9070
},
{
"epoch": 0.5978502411482939,
"grad_norm": 0.259765625,
"learning_rate": 0.00016092196246295687,
"loss": 0.548,
"step": 9080
},
{
"epoch": 0.5985086665240078,
"grad_norm": 0.255859375,
"learning_rate": 0.0001606585446163978,
"loss": 0.5158,
"step": 9090
},
{
"epoch": 0.5991670918997218,
"grad_norm": 0.27734375,
"learning_rate": 0.00016039512676983866,
"loss": 0.5764,
"step": 9100
},
{
"epoch": 0.5998255172754358,
"grad_norm": 0.236328125,
"learning_rate": 0.00016013170892327955,
"loss": 0.4436,
"step": 9110
},
{
"epoch": 0.6004839426511498,
"grad_norm": 0.2470703125,
"learning_rate": 0.00015986829107672045,
"loss": 0.5177,
"step": 9120
},
{
"epoch": 0.6011423680268637,
"grad_norm": 0.28515625,
"learning_rate": 0.00015960487323016137,
"loss": 0.5877,
"step": 9130
},
{
"epoch": 0.6018007934025777,
"grad_norm": 0.25,
"learning_rate": 0.00015934145538360226,
"loss": 0.5802,
"step": 9140
},
{
"epoch": 0.6024592187782917,
"grad_norm": 0.26171875,
"learning_rate": 0.00015907803753704313,
"loss": 0.5951,
"step": 9150
},
{
"epoch": 0.6031176441540057,
"grad_norm": 0.26953125,
"learning_rate": 0.00015881461969048403,
"loss": 0.5403,
"step": 9160
},
{
"epoch": 0.6037760695297196,
"grad_norm": 0.220703125,
"learning_rate": 0.00015855120184392492,
"loss": 0.5579,
"step": 9170
},
{
"epoch": 0.6044344949054337,
"grad_norm": 0.2294921875,
"learning_rate": 0.00015828778399736584,
"loss": 0.5918,
"step": 9180
},
{
"epoch": 0.6050929202811476,
"grad_norm": 0.28515625,
"learning_rate": 0.00015802436615080674,
"loss": 0.5831,
"step": 9190
},
{
"epoch": 0.6057513456568616,
"grad_norm": 0.23828125,
"learning_rate": 0.0001577609483042476,
"loss": 0.5385,
"step": 9200
},
{
"epoch": 0.6064097710325757,
"grad_norm": 0.2412109375,
"learning_rate": 0.0001574975304576885,
"loss": 0.5581,
"step": 9210
},
{
"epoch": 0.6070681964082896,
"grad_norm": 0.248046875,
"learning_rate": 0.00015723411261112943,
"loss": 0.6021,
"step": 9220
},
{
"epoch": 0.6077266217840036,
"grad_norm": 0.2470703125,
"learning_rate": 0.00015697069476457032,
"loss": 0.591,
"step": 9230
},
{
"epoch": 0.6083850471597175,
"grad_norm": 0.259765625,
"learning_rate": 0.0001567072769180112,
"loss": 0.5361,
"step": 9240
},
{
"epoch": 0.6090434725354316,
"grad_norm": 0.30078125,
"learning_rate": 0.00015644385907145208,
"loss": 0.5998,
"step": 9250
},
{
"epoch": 0.6097018979111455,
"grad_norm": 0.2255859375,
"learning_rate": 0.000156180441224893,
"loss": 0.6073,
"step": 9260
},
{
"epoch": 0.6103603232868595,
"grad_norm": 0.2392578125,
"learning_rate": 0.0001559170233783339,
"loss": 0.608,
"step": 9270
},
{
"epoch": 0.6110187486625734,
"grad_norm": 0.2109375,
"learning_rate": 0.0001556536055317748,
"loss": 0.5666,
"step": 9280
},
{
"epoch": 0.6116771740382875,
"grad_norm": 0.248046875,
"learning_rate": 0.00015539018768521566,
"loss": 0.5287,
"step": 9290
},
{
"epoch": 0.6123355994140014,
"grad_norm": 0.2099609375,
"learning_rate": 0.00015512676983865656,
"loss": 0.5429,
"step": 9300
},
{
"epoch": 0.6129940247897154,
"grad_norm": 0.27734375,
"learning_rate": 0.00015486335199209748,
"loss": 0.5551,
"step": 9310
},
{
"epoch": 0.6136524501654294,
"grad_norm": 0.263671875,
"learning_rate": 0.00015459993414553838,
"loss": 0.5805,
"step": 9320
},
{
"epoch": 0.6143108755411434,
"grad_norm": 0.240234375,
"learning_rate": 0.00015433651629897927,
"loss": 0.6098,
"step": 9330
},
{
"epoch": 0.6149693009168573,
"grad_norm": 0.2314453125,
"learning_rate": 0.00015407309845242014,
"loss": 0.5828,
"step": 9340
},
{
"epoch": 0.6156277262925713,
"grad_norm": 0.291015625,
"learning_rate": 0.00015380968060586106,
"loss": 0.5841,
"step": 9350
},
{
"epoch": 0.6162861516682853,
"grad_norm": 0.2275390625,
"learning_rate": 0.00015354626275930196,
"loss": 0.5667,
"step": 9360
},
{
"epoch": 0.6169445770439993,
"grad_norm": 0.2041015625,
"learning_rate": 0.00015328284491274285,
"loss": 0.515,
"step": 9370
},
{
"epoch": 0.6176030024197132,
"grad_norm": 0.2021484375,
"learning_rate": 0.00015301942706618375,
"loss": 0.5427,
"step": 9380
},
{
"epoch": 0.6182614277954273,
"grad_norm": 0.2431640625,
"learning_rate": 0.00015275600921962464,
"loss": 0.5731,
"step": 9390
},
{
"epoch": 0.6189198531711412,
"grad_norm": 0.2412109375,
"learning_rate": 0.00015249259137306554,
"loss": 0.5273,
"step": 9400
},
{
"epoch": 0.6195782785468552,
"grad_norm": 0.2060546875,
"learning_rate": 0.00015222917352650643,
"loss": 0.5534,
"step": 9410
},
{
"epoch": 0.6202367039225691,
"grad_norm": 0.2451171875,
"learning_rate": 0.00015196575567994733,
"loss": 0.6129,
"step": 9420
},
{
"epoch": 0.6208951292982832,
"grad_norm": 0.21484375,
"learning_rate": 0.0001517023378333882,
"loss": 0.5455,
"step": 9430
},
{
"epoch": 0.6215535546739971,
"grad_norm": 0.2578125,
"learning_rate": 0.00015143891998682912,
"loss": 0.5949,
"step": 9440
},
{
"epoch": 0.6222119800497111,
"grad_norm": 0.2060546875,
"learning_rate": 0.00015117550214027,
"loss": 0.5539,
"step": 9450
},
{
"epoch": 0.622870405425425,
"grad_norm": 0.19140625,
"learning_rate": 0.0001509120842937109,
"loss": 0.5687,
"step": 9460
},
{
"epoch": 0.6235288308011391,
"grad_norm": 0.275390625,
"learning_rate": 0.0001506486664471518,
"loss": 0.5924,
"step": 9470
},
{
"epoch": 0.6241872561768531,
"grad_norm": 0.328125,
"learning_rate": 0.0001503852486005927,
"loss": 0.6211,
"step": 9480
},
{
"epoch": 0.624845681552567,
"grad_norm": 0.25390625,
"learning_rate": 0.0001501218307540336,
"loss": 0.5574,
"step": 9490
},
{
"epoch": 0.6255041069282811,
"grad_norm": 0.2392578125,
"learning_rate": 0.0001498584129074745,
"loss": 0.5238,
"step": 9500
},
{
"epoch": 0.626162532303995,
"grad_norm": 0.2333984375,
"learning_rate": 0.00014959499506091538,
"loss": 0.5538,
"step": 9510
},
{
"epoch": 0.626820957679709,
"grad_norm": 0.27734375,
"learning_rate": 0.00014933157721435628,
"loss": 0.5821,
"step": 9520
},
{
"epoch": 0.627479383055423,
"grad_norm": 0.193359375,
"learning_rate": 0.00014906815936779717,
"loss": 0.5253,
"step": 9530
},
{
"epoch": 0.628137808431137,
"grad_norm": 0.232421875,
"learning_rate": 0.00014880474152123807,
"loss": 0.5638,
"step": 9540
},
{
"epoch": 0.6287962338068509,
"grad_norm": 0.263671875,
"learning_rate": 0.00014854132367467896,
"loss": 0.4465,
"step": 9550
},
{
"epoch": 0.6294546591825649,
"grad_norm": 0.23828125,
"learning_rate": 0.00014827790582811986,
"loss": 0.5396,
"step": 9560
},
{
"epoch": 0.6301130845582789,
"grad_norm": 0.212890625,
"learning_rate": 0.00014801448798156075,
"loss": 0.5473,
"step": 9570
},
{
"epoch": 0.6307715099339929,
"grad_norm": 0.2080078125,
"learning_rate": 0.00014775107013500165,
"loss": 0.5304,
"step": 9580
},
{
"epoch": 0.6314299353097068,
"grad_norm": 0.2314453125,
"learning_rate": 0.00014748765228844254,
"loss": 0.6133,
"step": 9590
},
{
"epoch": 0.6320883606854208,
"grad_norm": 0.271484375,
"learning_rate": 0.00014722423444188344,
"loss": 0.5481,
"step": 9600
},
{
"epoch": 0.6327467860611348,
"grad_norm": 0.2392578125,
"learning_rate": 0.00014696081659532433,
"loss": 0.525,
"step": 9610
},
{
"epoch": 0.6334052114368488,
"grad_norm": 0.314453125,
"learning_rate": 0.00014669739874876526,
"loss": 0.6242,
"step": 9620
},
{
"epoch": 0.6340636368125627,
"grad_norm": 0.2294921875,
"learning_rate": 0.00014643398090220613,
"loss": 0.5682,
"step": 9630
},
{
"epoch": 0.6347220621882768,
"grad_norm": 0.240234375,
"learning_rate": 0.00014617056305564702,
"loss": 0.5735,
"step": 9640
},
{
"epoch": 0.6353804875639907,
"grad_norm": 0.234375,
"learning_rate": 0.00014590714520908792,
"loss": 0.5387,
"step": 9650
},
{
"epoch": 0.6360389129397047,
"grad_norm": 0.27734375,
"learning_rate": 0.00014564372736252884,
"loss": 0.6102,
"step": 9660
},
{
"epoch": 0.6366973383154186,
"grad_norm": 0.220703125,
"learning_rate": 0.0001453803095159697,
"loss": 0.5653,
"step": 9670
},
{
"epoch": 0.6373557636911327,
"grad_norm": 0.296875,
"learning_rate": 0.0001451168916694106,
"loss": 0.5596,
"step": 9680
},
{
"epoch": 0.6380141890668466,
"grad_norm": 0.2451171875,
"learning_rate": 0.0001448534738228515,
"loss": 0.5369,
"step": 9690
},
{
"epoch": 0.6386726144425606,
"grad_norm": 0.25390625,
"learning_rate": 0.0001445900559762924,
"loss": 0.5603,
"step": 9700
},
{
"epoch": 0.6393310398182745,
"grad_norm": 0.2451171875,
"learning_rate": 0.0001443266381297333,
"loss": 0.5851,
"step": 9710
},
{
"epoch": 0.6399894651939886,
"grad_norm": 0.2353515625,
"learning_rate": 0.00014406322028317418,
"loss": 0.553,
"step": 9720
},
{
"epoch": 0.6406478905697025,
"grad_norm": 0.26171875,
"learning_rate": 0.00014379980243661508,
"loss": 0.5797,
"step": 9730
},
{
"epoch": 0.6413063159454165,
"grad_norm": 0.27734375,
"learning_rate": 0.00014353638459005597,
"loss": 0.5861,
"step": 9740
},
{
"epoch": 0.6419647413211305,
"grad_norm": 0.2392578125,
"learning_rate": 0.0001432729667434969,
"loss": 0.5354,
"step": 9750
},
{
"epoch": 0.6426231666968445,
"grad_norm": 0.2216796875,
"learning_rate": 0.0001430095488969378,
"loss": 0.5349,
"step": 9760
},
{
"epoch": 0.6432815920725585,
"grad_norm": 0.220703125,
"learning_rate": 0.00014274613105037866,
"loss": 0.4912,
"step": 9770
},
{
"epoch": 0.6439400174482725,
"grad_norm": 0.2421875,
"learning_rate": 0.00014248271320381955,
"loss": 0.5076,
"step": 9780
},
{
"epoch": 0.6445984428239865,
"grad_norm": 0.2373046875,
"learning_rate": 0.00014221929535726047,
"loss": 0.5036,
"step": 9790
},
{
"epoch": 0.6452568681997004,
"grad_norm": 0.306640625,
"learning_rate": 0.00014195587751070137,
"loss": 0.4999,
"step": 9800
},
{
"epoch": 0.6459152935754144,
"grad_norm": 0.2431640625,
"learning_rate": 0.00014169245966414226,
"loss": 0.6072,
"step": 9810
},
{
"epoch": 0.6465737189511284,
"grad_norm": 0.228515625,
"learning_rate": 0.00014142904181758313,
"loss": 0.4869,
"step": 9820
},
{
"epoch": 0.6472321443268424,
"grad_norm": 0.25390625,
"learning_rate": 0.00014116562397102405,
"loss": 0.5531,
"step": 9830
},
{
"epoch": 0.6478905697025563,
"grad_norm": 0.2734375,
"learning_rate": 0.00014090220612446495,
"loss": 0.559,
"step": 9840
},
{
"epoch": 0.6485489950782704,
"grad_norm": 0.2734375,
"learning_rate": 0.00014063878827790584,
"loss": 0.6009,
"step": 9850
},
{
"epoch": 0.6492074204539843,
"grad_norm": 0.2890625,
"learning_rate": 0.0001403753704313467,
"loss": 0.6047,
"step": 9860
},
{
"epoch": 0.6498658458296983,
"grad_norm": 0.255859375,
"learning_rate": 0.0001401119525847876,
"loss": 0.6204,
"step": 9870
},
{
"epoch": 0.6505242712054122,
"grad_norm": 0.265625,
"learning_rate": 0.00013984853473822853,
"loss": 0.4671,
"step": 9880
},
{
"epoch": 0.6511826965811263,
"grad_norm": 0.2236328125,
"learning_rate": 0.00013958511689166943,
"loss": 0.5238,
"step": 9890
},
{
"epoch": 0.6518411219568402,
"grad_norm": 0.2177734375,
"learning_rate": 0.00013932169904511032,
"loss": 0.5989,
"step": 9900
},
{
"epoch": 0.6524995473325542,
"grad_norm": 0.2490234375,
"learning_rate": 0.0001390582811985512,
"loss": 0.5271,
"step": 9910
},
{
"epoch": 0.6531579727082681,
"grad_norm": 0.2275390625,
"learning_rate": 0.0001387948633519921,
"loss": 0.5649,
"step": 9920
},
{
"epoch": 0.6538163980839822,
"grad_norm": 0.3046875,
"learning_rate": 0.000138531445505433,
"loss": 0.6143,
"step": 9930
},
{
"epoch": 0.6544748234596961,
"grad_norm": 0.2255859375,
"learning_rate": 0.0001382680276588739,
"loss": 0.587,
"step": 9940
},
{
"epoch": 0.6551332488354101,
"grad_norm": 0.2333984375,
"learning_rate": 0.0001380046098123148,
"loss": 0.546,
"step": 9950
},
{
"epoch": 0.655791674211124,
"grad_norm": 0.2314453125,
"learning_rate": 0.0001377411919657557,
"loss": 0.5902,
"step": 9960
},
{
"epoch": 0.6564500995868381,
"grad_norm": 0.2119140625,
"learning_rate": 0.00013747777411919659,
"loss": 0.5523,
"step": 9970
},
{
"epoch": 0.657108524962552,
"grad_norm": 0.236328125,
"learning_rate": 0.00013721435627263748,
"loss": 0.5183,
"step": 9980
},
{
"epoch": 0.657766950338266,
"grad_norm": 0.203125,
"learning_rate": 0.00013695093842607838,
"loss": 0.5316,
"step": 9990
},
{
"epoch": 0.65842537571398,
"grad_norm": 0.2578125,
"learning_rate": 0.00013668752057951927,
"loss": 0.5896,
"step": 10000
},
{
"epoch": 0.659083801089694,
"grad_norm": 0.294921875,
"learning_rate": 0.00013642410273296017,
"loss": 0.5901,
"step": 10010
},
{
"epoch": 0.6597422264654079,
"grad_norm": 0.275390625,
"learning_rate": 0.00013616068488640106,
"loss": 0.5606,
"step": 10020
},
{
"epoch": 0.660400651841122,
"grad_norm": 0.30078125,
"learning_rate": 0.00013589726703984196,
"loss": 0.5739,
"step": 10030
},
{
"epoch": 0.661059077216836,
"grad_norm": 0.2890625,
"learning_rate": 0.00013563384919328285,
"loss": 0.5572,
"step": 10040
},
{
"epoch": 0.6617175025925499,
"grad_norm": 0.2431640625,
"learning_rate": 0.00013537043134672375,
"loss": 0.5056,
"step": 10050
},
{
"epoch": 0.6623759279682639,
"grad_norm": 0.271484375,
"learning_rate": 0.00013510701350016464,
"loss": 0.4889,
"step": 10060
},
{
"epoch": 0.6630343533439779,
"grad_norm": 0.28515625,
"learning_rate": 0.00013484359565360554,
"loss": 0.577,
"step": 10070
},
{
"epoch": 0.6636927787196919,
"grad_norm": 0.2734375,
"learning_rate": 0.00013458017780704643,
"loss": 0.5827,
"step": 10080
},
{
"epoch": 0.6643512040954058,
"grad_norm": 0.2236328125,
"learning_rate": 0.00013431675996048733,
"loss": 0.5339,
"step": 10090
},
{
"epoch": 0.6650096294711199,
"grad_norm": 0.279296875,
"learning_rate": 0.00013405334211392822,
"loss": 0.5761,
"step": 10100
},
{
"epoch": 0.6656680548468338,
"grad_norm": 0.2373046875,
"learning_rate": 0.00013378992426736912,
"loss": 0.5679,
"step": 10110
},
{
"epoch": 0.6663264802225478,
"grad_norm": 0.28515625,
"learning_rate": 0.00013352650642081,
"loss": 0.6436,
"step": 10120
},
{
"epoch": 0.6669849055982617,
"grad_norm": 0.337890625,
"learning_rate": 0.0001332630885742509,
"loss": 0.6243,
"step": 10130
},
{
"epoch": 0.6676433309739758,
"grad_norm": 0.314453125,
"learning_rate": 0.0001329996707276918,
"loss": 0.5822,
"step": 10140
},
{
"epoch": 0.6683017563496897,
"grad_norm": 0.287109375,
"learning_rate": 0.0001327362528811327,
"loss": 0.5187,
"step": 10150
},
{
"epoch": 0.6689601817254037,
"grad_norm": 0.2109375,
"learning_rate": 0.0001324728350345736,
"loss": 0.551,
"step": 10160
},
{
"epoch": 0.6696186071011176,
"grad_norm": 0.232421875,
"learning_rate": 0.0001322094171880145,
"loss": 0.5737,
"step": 10170
},
{
"epoch": 0.6702770324768317,
"grad_norm": 0.25390625,
"learning_rate": 0.00013194599934145538,
"loss": 0.5595,
"step": 10180
},
{
"epoch": 0.6709354578525456,
"grad_norm": 0.259765625,
"learning_rate": 0.0001316825814948963,
"loss": 0.523,
"step": 10190
},
{
"epoch": 0.6715938832282596,
"grad_norm": 0.2294921875,
"learning_rate": 0.00013141916364833717,
"loss": 0.5801,
"step": 10200
},
{
"epoch": 0.6722523086039736,
"grad_norm": 0.2451171875,
"learning_rate": 0.00013115574580177807,
"loss": 0.5059,
"step": 10210
},
{
"epoch": 0.6729107339796876,
"grad_norm": 0.28515625,
"learning_rate": 0.00013089232795521896,
"loss": 0.5704,
"step": 10220
},
{
"epoch": 0.6735691593554015,
"grad_norm": 0.2578125,
"learning_rate": 0.00013062891010865989,
"loss": 0.5845,
"step": 10230
},
{
"epoch": 0.6742275847311155,
"grad_norm": 0.275390625,
"learning_rate": 0.00013036549226210078,
"loss": 0.5722,
"step": 10240
},
{
"epoch": 0.6748860101068295,
"grad_norm": 0.2431640625,
"learning_rate": 0.00013010207441554165,
"loss": 0.501,
"step": 10250
},
{
"epoch": 0.6755444354825435,
"grad_norm": 0.2265625,
"learning_rate": 0.00012983865656898254,
"loss": 0.5677,
"step": 10260
},
{
"epoch": 0.6762028608582574,
"grad_norm": 0.25,
"learning_rate": 0.00012957523872242344,
"loss": 0.6038,
"step": 10270
},
{
"epoch": 0.6768612862339715,
"grad_norm": 0.25390625,
"learning_rate": 0.00012931182087586436,
"loss": 0.5673,
"step": 10280
},
{
"epoch": 0.6775197116096854,
"grad_norm": 0.26953125,
"learning_rate": 0.00012904840302930523,
"loss": 0.5761,
"step": 10290
},
{
"epoch": 0.6781781369853994,
"grad_norm": 0.25390625,
"learning_rate": 0.00012878498518274613,
"loss": 0.5793,
"step": 10300
},
{
"epoch": 0.6788365623611134,
"grad_norm": 0.2578125,
"learning_rate": 0.00012852156733618702,
"loss": 0.5363,
"step": 10310
},
{
"epoch": 0.6794949877368274,
"grad_norm": 0.2451171875,
"learning_rate": 0.00012825814948962794,
"loss": 0.5545,
"step": 10320
},
{
"epoch": 0.6801534131125414,
"grad_norm": 0.2333984375,
"learning_rate": 0.00012799473164306884,
"loss": 0.5431,
"step": 10330
},
{
"epoch": 0.6808118384882553,
"grad_norm": 0.2578125,
"learning_rate": 0.0001277313137965097,
"loss": 0.6756,
"step": 10340
},
{
"epoch": 0.6814702638639694,
"grad_norm": 0.30078125,
"learning_rate": 0.0001274678959499506,
"loss": 0.6096,
"step": 10350
},
{
"epoch": 0.6821286892396833,
"grad_norm": 0.26171875,
"learning_rate": 0.00012720447810339152,
"loss": 0.5444,
"step": 10360
},
{
"epoch": 0.6827871146153973,
"grad_norm": 0.25,
"learning_rate": 0.00012694106025683242,
"loss": 0.5192,
"step": 10370
},
{
"epoch": 0.6834455399911112,
"grad_norm": 0.26953125,
"learning_rate": 0.0001266776424102733,
"loss": 0.5328,
"step": 10380
},
{
"epoch": 0.6841039653668253,
"grad_norm": 0.29296875,
"learning_rate": 0.00012641422456371418,
"loss": 0.5151,
"step": 10390
},
{
"epoch": 0.6847623907425392,
"grad_norm": 0.228515625,
"learning_rate": 0.0001261508067171551,
"loss": 0.5341,
"step": 10400
},
{
"epoch": 0.6854208161182532,
"grad_norm": 0.2734375,
"learning_rate": 0.000125887388870596,
"loss": 0.5432,
"step": 10410
},
{
"epoch": 0.6860792414939672,
"grad_norm": 0.2734375,
"learning_rate": 0.0001256239710240369,
"loss": 0.5868,
"step": 10420
},
{
"epoch": 0.6867376668696812,
"grad_norm": 0.23828125,
"learning_rate": 0.0001253605531774778,
"loss": 0.5954,
"step": 10430
},
{
"epoch": 0.6873960922453951,
"grad_norm": 0.27734375,
"learning_rate": 0.00012509713533091866,
"loss": 0.5886,
"step": 10440
},
{
"epoch": 0.6880545176211091,
"grad_norm": 0.1943359375,
"learning_rate": 0.00012483371748435958,
"loss": 0.5354,
"step": 10450
},
{
"epoch": 0.6887129429968231,
"grad_norm": 0.18359375,
"learning_rate": 0.00012457029963780047,
"loss": 0.534,
"step": 10460
},
{
"epoch": 0.6893713683725371,
"grad_norm": 0.2353515625,
"learning_rate": 0.00012430688179124137,
"loss": 0.6048,
"step": 10470
},
{
"epoch": 0.690029793748251,
"grad_norm": 0.24609375,
"learning_rate": 0.00012404346394468224,
"loss": 0.5522,
"step": 10480
},
{
"epoch": 0.690688219123965,
"grad_norm": 0.2353515625,
"learning_rate": 0.00012378004609812316,
"loss": 0.5527,
"step": 10490
},
{
"epoch": 0.691346644499679,
"grad_norm": 0.236328125,
"learning_rate": 0.00012351662825156405,
"loss": 0.5568,
"step": 10500
},
{
"epoch": 0.692005069875393,
"grad_norm": 0.228515625,
"learning_rate": 0.00012325321040500495,
"loss": 0.5372,
"step": 10510
},
{
"epoch": 0.6926634952511069,
"grad_norm": 0.265625,
"learning_rate": 0.00012298979255844584,
"loss": 0.5589,
"step": 10520
},
{
"epoch": 0.693321920626821,
"grad_norm": 0.283203125,
"learning_rate": 0.00012272637471188674,
"loss": 0.517,
"step": 10530
},
{
"epoch": 0.6939803460025349,
"grad_norm": 0.21875,
"learning_rate": 0.00012246295686532764,
"loss": 0.5093,
"step": 10540
},
{
"epoch": 0.6946387713782489,
"grad_norm": 0.271484375,
"learning_rate": 0.00012219953901876853,
"loss": 0.5464,
"step": 10550
},
{
"epoch": 0.6952971967539628,
"grad_norm": 0.193359375,
"learning_rate": 0.00012193612117220943,
"loss": 0.5038,
"step": 10560
},
{
"epoch": 0.6959556221296769,
"grad_norm": 0.265625,
"learning_rate": 0.00012167270332565033,
"loss": 0.5991,
"step": 10570
},
{
"epoch": 0.6966140475053909,
"grad_norm": 0.25390625,
"learning_rate": 0.0001214092854790912,
"loss": 0.5877,
"step": 10580
},
{
"epoch": 0.6972724728811048,
"grad_norm": 0.21875,
"learning_rate": 0.00012114586763253211,
"loss": 0.5275,
"step": 10590
},
{
"epoch": 0.6979308982568189,
"grad_norm": 0.2109375,
"learning_rate": 0.000120882449785973,
"loss": 0.5539,
"step": 10600
},
{
"epoch": 0.6985893236325328,
"grad_norm": 0.2490234375,
"learning_rate": 0.0001206190319394139,
"loss": 0.5322,
"step": 10610
},
{
"epoch": 0.6992477490082468,
"grad_norm": 0.26953125,
"learning_rate": 0.00012035561409285481,
"loss": 0.5251,
"step": 10620
},
{
"epoch": 0.6999061743839607,
"grad_norm": 0.2353515625,
"learning_rate": 0.00012009219624629569,
"loss": 0.5359,
"step": 10630
},
{
"epoch": 0.7005645997596748,
"grad_norm": 0.255859375,
"learning_rate": 0.00011982877839973659,
"loss": 0.5668,
"step": 10640
},
{
"epoch": 0.7012230251353887,
"grad_norm": 0.25390625,
"learning_rate": 0.00011956536055317748,
"loss": 0.5682,
"step": 10650
},
{
"epoch": 0.7018814505111027,
"grad_norm": 0.2294921875,
"learning_rate": 0.00011930194270661839,
"loss": 0.5345,
"step": 10660
},
{
"epoch": 0.7025398758868167,
"grad_norm": 0.2041015625,
"learning_rate": 0.00011903852486005926,
"loss": 0.5115,
"step": 10670
},
{
"epoch": 0.7031983012625307,
"grad_norm": 0.169921875,
"learning_rate": 0.00011877510701350017,
"loss": 0.5304,
"step": 10680
},
{
"epoch": 0.7038567266382446,
"grad_norm": 0.26953125,
"learning_rate": 0.00011851168916694106,
"loss": 0.5636,
"step": 10690
},
{
"epoch": 0.7045151520139586,
"grad_norm": 0.28125,
"learning_rate": 0.00011824827132038197,
"loss": 0.491,
"step": 10700
},
{
"epoch": 0.7051735773896726,
"grad_norm": 0.2373046875,
"learning_rate": 0.00011798485347382287,
"loss": 0.5862,
"step": 10710
},
{
"epoch": 0.7058320027653866,
"grad_norm": 0.2451171875,
"learning_rate": 0.00011772143562726375,
"loss": 0.5254,
"step": 10720
},
{
"epoch": 0.7064904281411005,
"grad_norm": 0.271484375,
"learning_rate": 0.00011745801778070464,
"loss": 0.5725,
"step": 10730
},
{
"epoch": 0.7071488535168146,
"grad_norm": 0.2890625,
"learning_rate": 0.00011719459993414554,
"loss": 0.5542,
"step": 10740
},
{
"epoch": 0.7078072788925285,
"grad_norm": 0.255859375,
"learning_rate": 0.00011693118208758645,
"loss": 0.5434,
"step": 10750
},
{
"epoch": 0.7084657042682425,
"grad_norm": 0.1962890625,
"learning_rate": 0.00011666776424102734,
"loss": 0.5898,
"step": 10760
},
{
"epoch": 0.7091241296439564,
"grad_norm": 0.26171875,
"learning_rate": 0.00011640434639446822,
"loss": 0.6026,
"step": 10770
},
{
"epoch": 0.7097825550196705,
"grad_norm": 0.27734375,
"learning_rate": 0.00011614092854790912,
"loss": 0.5426,
"step": 10780
},
{
"epoch": 0.7104409803953844,
"grad_norm": 0.2890625,
"learning_rate": 0.00011587751070135003,
"loss": 0.5909,
"step": 10790
},
{
"epoch": 0.7110994057710984,
"grad_norm": 0.265625,
"learning_rate": 0.00011561409285479092,
"loss": 0.5437,
"step": 10800
},
{
"epoch": 0.7117578311468123,
"grad_norm": 0.27734375,
"learning_rate": 0.00011535067500823182,
"loss": 0.5242,
"step": 10810
},
{
"epoch": 0.7124162565225264,
"grad_norm": 0.26953125,
"learning_rate": 0.0001150872571616727,
"loss": 0.5492,
"step": 10820
},
{
"epoch": 0.7130746818982403,
"grad_norm": 0.26953125,
"learning_rate": 0.00011482383931511361,
"loss": 0.5823,
"step": 10830
},
{
"epoch": 0.7137331072739543,
"grad_norm": 0.1748046875,
"learning_rate": 0.0001145604214685545,
"loss": 0.5107,
"step": 10840
},
{
"epoch": 0.7143915326496684,
"grad_norm": 0.279296875,
"learning_rate": 0.0001142970036219954,
"loss": 0.5826,
"step": 10850
},
{
"epoch": 0.7150499580253823,
"grad_norm": 0.29296875,
"learning_rate": 0.00011403358577543628,
"loss": 0.5729,
"step": 10860
},
{
"epoch": 0.7157083834010963,
"grad_norm": 0.29296875,
"learning_rate": 0.00011377016792887717,
"loss": 0.643,
"step": 10870
},
{
"epoch": 0.7163668087768102,
"grad_norm": 0.197265625,
"learning_rate": 0.00011350675008231808,
"loss": 0.5618,
"step": 10880
},
{
"epoch": 0.7170252341525243,
"grad_norm": 0.314453125,
"learning_rate": 0.00011324333223575898,
"loss": 0.6456,
"step": 10890
},
{
"epoch": 0.7176836595282382,
"grad_norm": 0.27734375,
"learning_rate": 0.00011297991438919989,
"loss": 0.6142,
"step": 10900
},
{
"epoch": 0.7183420849039522,
"grad_norm": 0.283203125,
"learning_rate": 0.00011271649654264075,
"loss": 0.5569,
"step": 10910
},
{
"epoch": 0.7190005102796662,
"grad_norm": 0.33203125,
"learning_rate": 0.00011245307869608166,
"loss": 0.58,
"step": 10920
},
{
"epoch": 0.7196589356553802,
"grad_norm": 0.2333984375,
"learning_rate": 0.00011218966084952256,
"loss": 0.5267,
"step": 10930
},
{
"epoch": 0.7203173610310941,
"grad_norm": 0.2109375,
"learning_rate": 0.00011192624300296347,
"loss": 0.5088,
"step": 10940
},
{
"epoch": 0.7209757864068082,
"grad_norm": 0.275390625,
"learning_rate": 0.00011166282515640436,
"loss": 0.5724,
"step": 10950
},
{
"epoch": 0.7216342117825221,
"grad_norm": 0.2216796875,
"learning_rate": 0.00011139940730984524,
"loss": 0.5333,
"step": 10960
},
{
"epoch": 0.7222926371582361,
"grad_norm": 0.1845703125,
"learning_rate": 0.00011113598946328614,
"loss": 0.5415,
"step": 10970
},
{
"epoch": 0.72295106253395,
"grad_norm": 0.23828125,
"learning_rate": 0.00011087257161672703,
"loss": 0.585,
"step": 10980
},
{
"epoch": 0.7236094879096641,
"grad_norm": 0.2353515625,
"learning_rate": 0.00011060915377016794,
"loss": 0.5317,
"step": 10990
},
{
"epoch": 0.724267913285378,
"grad_norm": 0.263671875,
"learning_rate": 0.00011034573592360884,
"loss": 0.5921,
"step": 11000
},
{
"epoch": 0.724926338661092,
"grad_norm": 0.27734375,
"learning_rate": 0.00011008231807704972,
"loss": 0.5483,
"step": 11010
},
{
"epoch": 0.7255847640368059,
"grad_norm": 0.2451171875,
"learning_rate": 0.00010981890023049061,
"loss": 0.5679,
"step": 11020
},
{
"epoch": 0.72624318941252,
"grad_norm": 0.248046875,
"learning_rate": 0.00010955548238393152,
"loss": 0.5369,
"step": 11030
},
{
"epoch": 0.7269016147882339,
"grad_norm": 0.291015625,
"learning_rate": 0.00010929206453737242,
"loss": 0.572,
"step": 11040
},
{
"epoch": 0.7275600401639479,
"grad_norm": 0.232421875,
"learning_rate": 0.00010902864669081331,
"loss": 0.5404,
"step": 11050
},
{
"epoch": 0.7282184655396619,
"grad_norm": 0.25390625,
"learning_rate": 0.0001087652288442542,
"loss": 0.5756,
"step": 11060
},
{
"epoch": 0.7288768909153759,
"grad_norm": 0.275390625,
"learning_rate": 0.0001085018109976951,
"loss": 0.5749,
"step": 11070
},
{
"epoch": 0.7295353162910898,
"grad_norm": 0.23828125,
"learning_rate": 0.000108238393151136,
"loss": 0.4827,
"step": 11080
},
{
"epoch": 0.7301937416668038,
"grad_norm": 0.294921875,
"learning_rate": 0.0001079749753045769,
"loss": 0.6258,
"step": 11090
},
{
"epoch": 0.7308521670425178,
"grad_norm": 0.24609375,
"learning_rate": 0.00010771155745801778,
"loss": 0.5484,
"step": 11100
},
{
"epoch": 0.7315105924182318,
"grad_norm": 0.236328125,
"learning_rate": 0.00010744813961145867,
"loss": 0.5463,
"step": 11110
},
{
"epoch": 0.7321690177939458,
"grad_norm": 0.2109375,
"learning_rate": 0.00010718472176489958,
"loss": 0.561,
"step": 11120
},
{
"epoch": 0.7328274431696598,
"grad_norm": 0.26953125,
"learning_rate": 0.00010692130391834047,
"loss": 0.5433,
"step": 11130
},
{
"epoch": 0.7334858685453738,
"grad_norm": 0.251953125,
"learning_rate": 0.00010665788607178138,
"loss": 0.5849,
"step": 11140
},
{
"epoch": 0.7341442939210877,
"grad_norm": 0.25,
"learning_rate": 0.00010639446822522225,
"loss": 0.5735,
"step": 11150
},
{
"epoch": 0.7348027192968017,
"grad_norm": 0.28125,
"learning_rate": 0.00010613105037866316,
"loss": 0.5427,
"step": 11160
},
{
"epoch": 0.7354611446725157,
"grad_norm": 0.265625,
"learning_rate": 0.00010586763253210405,
"loss": 0.5672,
"step": 11170
},
{
"epoch": 0.7361195700482297,
"grad_norm": 0.279296875,
"learning_rate": 0.00010560421468554495,
"loss": 0.6194,
"step": 11180
},
{
"epoch": 0.7367779954239436,
"grad_norm": 0.2353515625,
"learning_rate": 0.00010534079683898586,
"loss": 0.4899,
"step": 11190
},
{
"epoch": 0.7374364207996577,
"grad_norm": 0.2353515625,
"learning_rate": 0.00010507737899242674,
"loss": 0.6073,
"step": 11200
},
{
"epoch": 0.7380948461753716,
"grad_norm": 0.2451171875,
"learning_rate": 0.00010481396114586764,
"loss": 0.5765,
"step": 11210
},
{
"epoch": 0.7387532715510856,
"grad_norm": 0.287109375,
"learning_rate": 0.00010455054329930853,
"loss": 0.5706,
"step": 11220
},
{
"epoch": 0.7394116969267995,
"grad_norm": 0.29296875,
"learning_rate": 0.00010428712545274944,
"loss": 0.5993,
"step": 11230
},
{
"epoch": 0.7400701223025136,
"grad_norm": 0.267578125,
"learning_rate": 0.00010402370760619033,
"loss": 0.519,
"step": 11240
},
{
"epoch": 0.7407285476782275,
"grad_norm": 0.28515625,
"learning_rate": 0.00010376028975963122,
"loss": 0.609,
"step": 11250
},
{
"epoch": 0.7413869730539415,
"grad_norm": 0.255859375,
"learning_rate": 0.00010349687191307211,
"loss": 0.5859,
"step": 11260
},
{
"epoch": 0.7420453984296554,
"grad_norm": 0.21875,
"learning_rate": 0.00010323345406651302,
"loss": 0.5314,
"step": 11270
},
{
"epoch": 0.7427038238053695,
"grad_norm": 0.26953125,
"learning_rate": 0.00010297003621995391,
"loss": 0.5587,
"step": 11280
},
{
"epoch": 0.7433622491810834,
"grad_norm": 0.232421875,
"learning_rate": 0.0001027066183733948,
"loss": 0.5331,
"step": 11290
},
{
"epoch": 0.7440206745567974,
"grad_norm": 0.26953125,
"learning_rate": 0.00010244320052683569,
"loss": 0.5525,
"step": 11300
},
{
"epoch": 0.7446790999325114,
"grad_norm": 0.2373046875,
"learning_rate": 0.00010217978268027659,
"loss": 0.5075,
"step": 11310
},
{
"epoch": 0.7453375253082254,
"grad_norm": 0.283203125,
"learning_rate": 0.0001019163648337175,
"loss": 0.6376,
"step": 11320
},
{
"epoch": 0.7459959506839393,
"grad_norm": 0.240234375,
"learning_rate": 0.00010165294698715839,
"loss": 0.5547,
"step": 11330
},
{
"epoch": 0.7466543760596533,
"grad_norm": 0.23828125,
"learning_rate": 0.00010138952914059927,
"loss": 0.5509,
"step": 11340
},
{
"epoch": 0.7473128014353673,
"grad_norm": 0.232421875,
"learning_rate": 0.00010112611129404017,
"loss": 0.5828,
"step": 11350
},
{
"epoch": 0.7479712268110813,
"grad_norm": 0.271484375,
"learning_rate": 0.00010086269344748108,
"loss": 0.5699,
"step": 11360
},
{
"epoch": 0.7486296521867952,
"grad_norm": 0.2216796875,
"learning_rate": 0.00010059927560092197,
"loss": 0.5777,
"step": 11370
},
{
"epoch": 0.7492880775625093,
"grad_norm": 0.26953125,
"learning_rate": 0.00010033585775436287,
"loss": 0.5873,
"step": 11380
},
{
"epoch": 0.7499465029382233,
"grad_norm": 0.279296875,
"learning_rate": 0.00010007243990780375,
"loss": 0.5171,
"step": 11390
},
{
"epoch": 0.7506049283139372,
"grad_norm": 0.232421875,
"learning_rate": 9.980902206124466e-05,
"loss": 0.5469,
"step": 11400
},
{
"epoch": 0.7512633536896512,
"grad_norm": 0.2431640625,
"learning_rate": 9.954560421468555e-05,
"loss": 0.4752,
"step": 11410
},
{
"epoch": 0.7519217790653652,
"grad_norm": 0.201171875,
"learning_rate": 9.928218636812645e-05,
"loss": 0.5068,
"step": 11420
},
{
"epoch": 0.7525802044410792,
"grad_norm": 0.263671875,
"learning_rate": 9.901876852156734e-05,
"loss": 0.5142,
"step": 11430
},
{
"epoch": 0.7532386298167931,
"grad_norm": 0.267578125,
"learning_rate": 9.875535067500824e-05,
"loss": 0.6019,
"step": 11440
},
{
"epoch": 0.7538970551925072,
"grad_norm": 0.251953125,
"learning_rate": 9.849193282844913e-05,
"loss": 0.5689,
"step": 11450
},
{
"epoch": 0.7545554805682211,
"grad_norm": 0.224609375,
"learning_rate": 9.822851498189003e-05,
"loss": 0.5422,
"step": 11460
},
{
"epoch": 0.7552139059439351,
"grad_norm": 0.259765625,
"learning_rate": 9.796509713533092e-05,
"loss": 0.6003,
"step": 11470
},
{
"epoch": 0.755872331319649,
"grad_norm": 0.287109375,
"learning_rate": 9.770167928877182e-05,
"loss": 0.583,
"step": 11480
},
{
"epoch": 0.7565307566953631,
"grad_norm": 0.26171875,
"learning_rate": 9.743826144221273e-05,
"loss": 0.542,
"step": 11490
},
{
"epoch": 0.757189182071077,
"grad_norm": 0.265625,
"learning_rate": 9.717484359565361e-05,
"loss": 0.5271,
"step": 11500
},
{
"epoch": 0.757847607446791,
"grad_norm": 0.234375,
"learning_rate": 9.69114257490945e-05,
"loss": 0.59,
"step": 11510
},
{
"epoch": 0.758506032822505,
"grad_norm": 0.2421875,
"learning_rate": 9.66480079025354e-05,
"loss": 0.4796,
"step": 11520
},
{
"epoch": 0.759164458198219,
"grad_norm": 0.283203125,
"learning_rate": 9.638459005597629e-05,
"loss": 0.5477,
"step": 11530
},
{
"epoch": 0.7598228835739329,
"grad_norm": 0.275390625,
"learning_rate": 9.612117220941719e-05,
"loss": 0.568,
"step": 11540
},
{
"epoch": 0.7604813089496469,
"grad_norm": 0.2275390625,
"learning_rate": 9.585775436285808e-05,
"loss": 0.5373,
"step": 11550
},
{
"epoch": 0.7611397343253609,
"grad_norm": 0.26953125,
"learning_rate": 9.559433651629899e-05,
"loss": 0.5183,
"step": 11560
},
{
"epoch": 0.7617981597010749,
"grad_norm": 0.2421875,
"learning_rate": 9.533091866973987e-05,
"loss": 0.5953,
"step": 11570
},
{
"epoch": 0.7624565850767888,
"grad_norm": 0.248046875,
"learning_rate": 9.506750082318078e-05,
"loss": 0.5148,
"step": 11580
},
{
"epoch": 0.7631150104525029,
"grad_norm": 0.2431640625,
"learning_rate": 9.480408297662166e-05,
"loss": 0.4786,
"step": 11590
},
{
"epoch": 0.7637734358282168,
"grad_norm": 0.24609375,
"learning_rate": 9.454066513006257e-05,
"loss": 0.5541,
"step": 11600
},
{
"epoch": 0.7644318612039308,
"grad_norm": 0.224609375,
"learning_rate": 9.427724728350347e-05,
"loss": 0.5316,
"step": 11610
},
{
"epoch": 0.7650902865796447,
"grad_norm": 0.265625,
"learning_rate": 9.401382943694436e-05,
"loss": 0.5132,
"step": 11620
},
{
"epoch": 0.7657487119553588,
"grad_norm": 0.259765625,
"learning_rate": 9.375041159038526e-05,
"loss": 0.5472,
"step": 11630
},
{
"epoch": 0.7664071373310727,
"grad_norm": 0.25,
"learning_rate": 9.348699374382615e-05,
"loss": 0.5956,
"step": 11640
},
{
"epoch": 0.7670655627067867,
"grad_norm": 0.267578125,
"learning_rate": 9.322357589726705e-05,
"loss": 0.5701,
"step": 11650
},
{
"epoch": 0.7677239880825008,
"grad_norm": 0.2119140625,
"learning_rate": 9.296015805070793e-05,
"loss": 0.5041,
"step": 11660
},
{
"epoch": 0.7683824134582147,
"grad_norm": 0.2734375,
"learning_rate": 9.269674020414884e-05,
"loss": 0.5338,
"step": 11670
},
{
"epoch": 0.7690408388339287,
"grad_norm": 0.25,
"learning_rate": 9.243332235758973e-05,
"loss": 0.5209,
"step": 11680
},
{
"epoch": 0.7696992642096426,
"grad_norm": 0.2373046875,
"learning_rate": 9.216990451103063e-05,
"loss": 0.5295,
"step": 11690
},
{
"epoch": 0.7703576895853567,
"grad_norm": 0.2490234375,
"learning_rate": 9.190648666447152e-05,
"loss": 0.5117,
"step": 11700
},
{
"epoch": 0.7710161149610706,
"grad_norm": 0.259765625,
"learning_rate": 9.164306881791242e-05,
"loss": 0.5246,
"step": 11710
},
{
"epoch": 0.7716745403367846,
"grad_norm": 0.169921875,
"learning_rate": 9.137965097135331e-05,
"loss": 0.5004,
"step": 11720
},
{
"epoch": 0.7723329657124985,
"grad_norm": 0.24609375,
"learning_rate": 9.111623312479421e-05,
"loss": 0.5289,
"step": 11730
},
{
"epoch": 0.7729913910882126,
"grad_norm": 0.271484375,
"learning_rate": 9.08528152782351e-05,
"loss": 0.53,
"step": 11740
},
{
"epoch": 0.7736498164639265,
"grad_norm": 0.291015625,
"learning_rate": 9.0589397431676e-05,
"loss": 0.5573,
"step": 11750
},
{
"epoch": 0.7743082418396405,
"grad_norm": 0.26171875,
"learning_rate": 9.03259795851169e-05,
"loss": 0.5263,
"step": 11760
},
{
"epoch": 0.7749666672153545,
"grad_norm": 0.267578125,
"learning_rate": 9.006256173855779e-05,
"loss": 0.5243,
"step": 11770
},
{
"epoch": 0.7756250925910685,
"grad_norm": 0.28515625,
"learning_rate": 8.979914389199868e-05,
"loss": 0.5493,
"step": 11780
},
{
"epoch": 0.7762835179667824,
"grad_norm": 0.263671875,
"learning_rate": 8.953572604543958e-05,
"loss": 0.5023,
"step": 11790
},
{
"epoch": 0.7769419433424964,
"grad_norm": 0.265625,
"learning_rate": 8.927230819888049e-05,
"loss": 0.5784,
"step": 11800
},
{
"epoch": 0.7776003687182104,
"grad_norm": 0.29296875,
"learning_rate": 8.900889035232137e-05,
"loss": 0.5542,
"step": 11810
},
{
"epoch": 0.7782587940939244,
"grad_norm": 0.25,
"learning_rate": 8.874547250576228e-05,
"loss": 0.5729,
"step": 11820
},
{
"epoch": 0.7789172194696383,
"grad_norm": 0.271484375,
"learning_rate": 8.848205465920316e-05,
"loss": 0.5426,
"step": 11830
},
{
"epoch": 0.7795756448453524,
"grad_norm": 0.24609375,
"learning_rate": 8.821863681264407e-05,
"loss": 0.5331,
"step": 11840
},
{
"epoch": 0.7802340702210663,
"grad_norm": 0.25390625,
"learning_rate": 8.795521896608495e-05,
"loss": 0.5334,
"step": 11850
},
{
"epoch": 0.7808924955967803,
"grad_norm": 0.25390625,
"learning_rate": 8.769180111952586e-05,
"loss": 0.5369,
"step": 11860
},
{
"epoch": 0.7815509209724942,
"grad_norm": 0.271484375,
"learning_rate": 8.742838327296675e-05,
"loss": 0.5494,
"step": 11870
},
{
"epoch": 0.7822093463482083,
"grad_norm": 0.248046875,
"learning_rate": 8.716496542640763e-05,
"loss": 0.5444,
"step": 11880
},
{
"epoch": 0.7828677717239222,
"grad_norm": 0.2353515625,
"learning_rate": 8.690154757984854e-05,
"loss": 0.5746,
"step": 11890
},
{
"epoch": 0.7835261970996362,
"grad_norm": 0.26953125,
"learning_rate": 8.663812973328943e-05,
"loss": 0.554,
"step": 11900
},
{
"epoch": 0.7841846224753501,
"grad_norm": 0.255859375,
"learning_rate": 8.637471188673033e-05,
"loss": 0.5645,
"step": 11910
},
{
"epoch": 0.7848430478510642,
"grad_norm": 0.28125,
"learning_rate": 8.611129404017123e-05,
"loss": 0.5825,
"step": 11920
},
{
"epoch": 0.7855014732267782,
"grad_norm": 0.228515625,
"learning_rate": 8.584787619361212e-05,
"loss": 0.5791,
"step": 11930
},
{
"epoch": 0.7861598986024921,
"grad_norm": 0.23828125,
"learning_rate": 8.558445834705302e-05,
"loss": 0.5473,
"step": 11940
},
{
"epoch": 0.7868183239782062,
"grad_norm": 0.2177734375,
"learning_rate": 8.532104050049391e-05,
"loss": 0.5521,
"step": 11950
},
{
"epoch": 0.7874767493539201,
"grad_norm": 0.263671875,
"learning_rate": 8.505762265393481e-05,
"loss": 0.6025,
"step": 11960
},
{
"epoch": 0.7881351747296341,
"grad_norm": 0.2099609375,
"learning_rate": 8.47942048073757e-05,
"loss": 0.5539,
"step": 11970
},
{
"epoch": 0.788793600105348,
"grad_norm": 0.26953125,
"learning_rate": 8.45307869608166e-05,
"loss": 0.5861,
"step": 11980
},
{
"epoch": 0.7894520254810621,
"grad_norm": 0.287109375,
"learning_rate": 8.42673691142575e-05,
"loss": 0.5362,
"step": 11990
},
{
"epoch": 0.790110450856776,
"grad_norm": 0.240234375,
"learning_rate": 8.400395126769839e-05,
"loss": 0.5176,
"step": 12000
},
{
"epoch": 0.79076887623249,
"grad_norm": 0.255859375,
"learning_rate": 8.374053342113929e-05,
"loss": 0.5129,
"step": 12010
},
{
"epoch": 0.791427301608204,
"grad_norm": 0.21484375,
"learning_rate": 8.347711557458018e-05,
"loss": 0.5489,
"step": 12020
},
{
"epoch": 0.792085726983918,
"grad_norm": 0.259765625,
"learning_rate": 8.321369772802108e-05,
"loss": 0.5643,
"step": 12030
},
{
"epoch": 0.7927441523596319,
"grad_norm": 0.2158203125,
"learning_rate": 8.295027988146197e-05,
"loss": 0.493,
"step": 12040
},
{
"epoch": 0.793402577735346,
"grad_norm": 0.23046875,
"learning_rate": 8.268686203490287e-05,
"loss": 0.5631,
"step": 12050
},
{
"epoch": 0.7940610031110599,
"grad_norm": 0.3046875,
"learning_rate": 8.242344418834377e-05,
"loss": 0.5289,
"step": 12060
},
{
"epoch": 0.7947194284867739,
"grad_norm": 0.263671875,
"learning_rate": 8.216002634178466e-05,
"loss": 0.5787,
"step": 12070
},
{
"epoch": 0.7953778538624878,
"grad_norm": 0.28515625,
"learning_rate": 8.189660849522555e-05,
"loss": 0.5671,
"step": 12080
},
{
"epoch": 0.7960362792382019,
"grad_norm": 0.255859375,
"learning_rate": 8.163319064866645e-05,
"loss": 0.5895,
"step": 12090
},
{
"epoch": 0.7966947046139158,
"grad_norm": 0.265625,
"learning_rate": 8.136977280210734e-05,
"loss": 0.5868,
"step": 12100
},
{
"epoch": 0.7973531299896298,
"grad_norm": 0.26171875,
"learning_rate": 8.110635495554825e-05,
"loss": 0.5335,
"step": 12110
},
{
"epoch": 0.7980115553653437,
"grad_norm": 0.3046875,
"learning_rate": 8.084293710898913e-05,
"loss": 0.5594,
"step": 12120
},
{
"epoch": 0.7986699807410578,
"grad_norm": 0.263671875,
"learning_rate": 8.057951926243004e-05,
"loss": 0.5076,
"step": 12130
},
{
"epoch": 0.7993284061167717,
"grad_norm": 0.291015625,
"learning_rate": 8.031610141587092e-05,
"loss": 0.5194,
"step": 12140
},
{
"epoch": 0.7999868314924857,
"grad_norm": 0.259765625,
"learning_rate": 8.005268356931183e-05,
"loss": 0.5926,
"step": 12150
},
{
"epoch": 0.8006452568681997,
"grad_norm": 0.2412109375,
"learning_rate": 7.978926572275271e-05,
"loss": 0.5564,
"step": 12160
},
{
"epoch": 0.8013036822439137,
"grad_norm": 0.255859375,
"learning_rate": 7.952584787619362e-05,
"loss": 0.5566,
"step": 12170
},
{
"epoch": 0.8019621076196276,
"grad_norm": 0.2353515625,
"learning_rate": 7.926243002963452e-05,
"loss": 0.5623,
"step": 12180
},
{
"epoch": 0.8026205329953416,
"grad_norm": 0.2109375,
"learning_rate": 7.899901218307541e-05,
"loss": 0.506,
"step": 12190
},
{
"epoch": 0.8032789583710557,
"grad_norm": 0.248046875,
"learning_rate": 7.87355943365163e-05,
"loss": 0.5474,
"step": 12200
},
{
"epoch": 0.8039373837467696,
"grad_norm": 0.26953125,
"learning_rate": 7.84721764899572e-05,
"loss": 0.5043,
"step": 12210
},
{
"epoch": 0.8045958091224836,
"grad_norm": 0.203125,
"learning_rate": 7.82087586433981e-05,
"loss": 0.5672,
"step": 12220
},
{
"epoch": 0.8052542344981976,
"grad_norm": 0.251953125,
"learning_rate": 7.794534079683899e-05,
"loss": 0.5723,
"step": 12230
},
{
"epoch": 0.8059126598739116,
"grad_norm": 0.251953125,
"learning_rate": 7.768192295027989e-05,
"loss": 0.5733,
"step": 12240
},
{
"epoch": 0.8065710852496255,
"grad_norm": 0.20703125,
"learning_rate": 7.741850510372078e-05,
"loss": 0.526,
"step": 12250
},
{
"epoch": 0.8072295106253395,
"grad_norm": 0.2734375,
"learning_rate": 7.715508725716168e-05,
"loss": 0.6008,
"step": 12260
},
{
"epoch": 0.8078879360010535,
"grad_norm": 0.25,
"learning_rate": 7.689166941060257e-05,
"loss": 0.5503,
"step": 12270
},
{
"epoch": 0.8085463613767675,
"grad_norm": 0.255859375,
"learning_rate": 7.662825156404347e-05,
"loss": 0.5412,
"step": 12280
},
{
"epoch": 0.8092047867524814,
"grad_norm": 0.2451171875,
"learning_rate": 7.636483371748436e-05,
"loss": 0.6072,
"step": 12290
},
{
"epoch": 0.8098632121281955,
"grad_norm": 0.2431640625,
"learning_rate": 7.610141587092526e-05,
"loss": 0.5353,
"step": 12300
},
{
"epoch": 0.8105216375039094,
"grad_norm": 0.298828125,
"learning_rate": 7.583799802436615e-05,
"loss": 0.6163,
"step": 12310
},
{
"epoch": 0.8111800628796234,
"grad_norm": 0.2412109375,
"learning_rate": 7.557458017780705e-05,
"loss": 0.5369,
"step": 12320
},
{
"epoch": 0.8118384882553373,
"grad_norm": 0.28125,
"learning_rate": 7.531116233124794e-05,
"loss": 0.5442,
"step": 12330
},
{
"epoch": 0.8124969136310514,
"grad_norm": 0.294921875,
"learning_rate": 7.504774448468884e-05,
"loss": 0.5574,
"step": 12340
},
{
"epoch": 0.8131553390067653,
"grad_norm": 0.2578125,
"learning_rate": 7.478432663812973e-05,
"loss": 0.5613,
"step": 12350
},
{
"epoch": 0.8138137643824793,
"grad_norm": 0.255859375,
"learning_rate": 7.452090879157063e-05,
"loss": 0.6005,
"step": 12360
},
{
"epoch": 0.8144721897581932,
"grad_norm": 0.259765625,
"learning_rate": 7.425749094501154e-05,
"loss": 0.5967,
"step": 12370
},
{
"epoch": 0.8151306151339073,
"grad_norm": 0.251953125,
"learning_rate": 7.399407309845242e-05,
"loss": 0.5818,
"step": 12380
},
{
"epoch": 0.8157890405096212,
"grad_norm": 0.240234375,
"learning_rate": 7.373065525189333e-05,
"loss": 0.5359,
"step": 12390
},
{
"epoch": 0.8164474658853352,
"grad_norm": 0.302734375,
"learning_rate": 7.346723740533421e-05,
"loss": 0.5521,
"step": 12400
},
{
"epoch": 0.8171058912610492,
"grad_norm": 0.296875,
"learning_rate": 7.320381955877512e-05,
"loss": 0.585,
"step": 12410
},
{
"epoch": 0.8177643166367632,
"grad_norm": 0.240234375,
"learning_rate": 7.294040171221601e-05,
"loss": 0.5205,
"step": 12420
},
{
"epoch": 0.8184227420124771,
"grad_norm": 0.283203125,
"learning_rate": 7.26769838656569e-05,
"loss": 0.5689,
"step": 12430
},
{
"epoch": 0.8190811673881911,
"grad_norm": 0.21484375,
"learning_rate": 7.24135660190978e-05,
"loss": 0.5261,
"step": 12440
},
{
"epoch": 0.8197395927639051,
"grad_norm": 0.2734375,
"learning_rate": 7.215014817253868e-05,
"loss": 0.5771,
"step": 12450
},
{
"epoch": 0.8203980181396191,
"grad_norm": 0.25390625,
"learning_rate": 7.188673032597959e-05,
"loss": 0.5748,
"step": 12460
},
{
"epoch": 0.8210564435153331,
"grad_norm": 0.232421875,
"learning_rate": 7.162331247942047e-05,
"loss": 0.5664,
"step": 12470
},
{
"epoch": 0.8217148688910471,
"grad_norm": 0.2099609375,
"learning_rate": 7.135989463286138e-05,
"loss": 0.4903,
"step": 12480
},
{
"epoch": 0.8223732942667611,
"grad_norm": 0.2158203125,
"learning_rate": 7.109647678630228e-05,
"loss": 0.5058,
"step": 12490
},
{
"epoch": 0.823031719642475,
"grad_norm": 0.24609375,
"learning_rate": 7.083305893974317e-05,
"loss": 0.5298,
"step": 12500
},
{
"epoch": 0.823690145018189,
"grad_norm": 0.2333984375,
"learning_rate": 7.056964109318407e-05,
"loss": 0.551,
"step": 12510
},
{
"epoch": 0.824348570393903,
"grad_norm": 0.265625,
"learning_rate": 7.030622324662496e-05,
"loss": 0.546,
"step": 12520
},
{
"epoch": 0.825006995769617,
"grad_norm": 0.29296875,
"learning_rate": 7.004280540006586e-05,
"loss": 0.5973,
"step": 12530
},
{
"epoch": 0.8256654211453309,
"grad_norm": 0.27734375,
"learning_rate": 6.977938755350675e-05,
"loss": 0.5821,
"step": 12540
},
{
"epoch": 0.826323846521045,
"grad_norm": 0.2333984375,
"learning_rate": 6.951596970694765e-05,
"loss": 0.5234,
"step": 12550
},
{
"epoch": 0.8269822718967589,
"grad_norm": 0.28515625,
"learning_rate": 6.925255186038854e-05,
"loss": 0.5763,
"step": 12560
},
{
"epoch": 0.8276406972724729,
"grad_norm": 0.279296875,
"learning_rate": 6.898913401382944e-05,
"loss": 0.5614,
"step": 12570
},
{
"epoch": 0.8282991226481868,
"grad_norm": 0.2294921875,
"learning_rate": 6.872571616727033e-05,
"loss": 0.5152,
"step": 12580
},
{
"epoch": 0.8289575480239009,
"grad_norm": 0.255859375,
"learning_rate": 6.846229832071123e-05,
"loss": 0.5884,
"step": 12590
},
{
"epoch": 0.8296159733996148,
"grad_norm": 0.279296875,
"learning_rate": 6.819888047415212e-05,
"loss": 0.5124,
"step": 12600
},
{
"epoch": 0.8302743987753288,
"grad_norm": 0.265625,
"learning_rate": 6.793546262759303e-05,
"loss": 0.5275,
"step": 12610
},
{
"epoch": 0.8309328241510427,
"grad_norm": 0.2734375,
"learning_rate": 6.767204478103391e-05,
"loss": 0.5601,
"step": 12620
},
{
"epoch": 0.8315912495267568,
"grad_norm": 0.2421875,
"learning_rate": 6.740862693447482e-05,
"loss": 0.5652,
"step": 12630
},
{
"epoch": 0.8322496749024707,
"grad_norm": 0.244140625,
"learning_rate": 6.71452090879157e-05,
"loss": 0.5399,
"step": 12640
},
{
"epoch": 0.8329081002781847,
"grad_norm": 0.275390625,
"learning_rate": 6.68817912413566e-05,
"loss": 0.5759,
"step": 12650
},
{
"epoch": 0.8335665256538987,
"grad_norm": 0.2392578125,
"learning_rate": 6.66183733947975e-05,
"loss": 0.5292,
"step": 12660
},
{
"epoch": 0.8342249510296127,
"grad_norm": 0.2578125,
"learning_rate": 6.635495554823839e-05,
"loss": 0.605,
"step": 12670
},
{
"epoch": 0.8348833764053266,
"grad_norm": 0.2451171875,
"learning_rate": 6.60915377016793e-05,
"loss": 0.5284,
"step": 12680
},
{
"epoch": 0.8355418017810406,
"grad_norm": 0.2431640625,
"learning_rate": 6.582811985512018e-05,
"loss": 0.6073,
"step": 12690
},
{
"epoch": 0.8362002271567546,
"grad_norm": 0.298828125,
"learning_rate": 6.556470200856109e-05,
"loss": 0.5473,
"step": 12700
},
{
"epoch": 0.8368586525324686,
"grad_norm": 0.2021484375,
"learning_rate": 6.530128416200197e-05,
"loss": 0.5503,
"step": 12710
},
{
"epoch": 0.8375170779081825,
"grad_norm": 0.2734375,
"learning_rate": 6.503786631544288e-05,
"loss": 0.5176,
"step": 12720
},
{
"epoch": 0.8381755032838966,
"grad_norm": 0.283203125,
"learning_rate": 6.477444846888377e-05,
"loss": 0.6212,
"step": 12730
},
{
"epoch": 0.8388339286596106,
"grad_norm": 0.23828125,
"learning_rate": 6.451103062232467e-05,
"loss": 0.5643,
"step": 12740
},
{
"epoch": 0.8394923540353245,
"grad_norm": 0.2294921875,
"learning_rate": 6.424761277576556e-05,
"loss": 0.5191,
"step": 12750
},
{
"epoch": 0.8401507794110386,
"grad_norm": 0.294921875,
"learning_rate": 6.398419492920646e-05,
"loss": 0.5421,
"step": 12760
},
{
"epoch": 0.8408092047867525,
"grad_norm": 0.263671875,
"learning_rate": 6.372077708264735e-05,
"loss": 0.5303,
"step": 12770
},
{
"epoch": 0.8414676301624665,
"grad_norm": 0.25,
"learning_rate": 6.345735923608825e-05,
"loss": 0.582,
"step": 12780
},
{
"epoch": 0.8421260555381804,
"grad_norm": 0.248046875,
"learning_rate": 6.319394138952914e-05,
"loss": 0.599,
"step": 12790
},
{
"epoch": 0.8427844809138945,
"grad_norm": 0.271484375,
"learning_rate": 6.293052354297004e-05,
"loss": 0.5947,
"step": 12800
},
{
"epoch": 0.8434429062896084,
"grad_norm": 0.22265625,
"learning_rate": 6.266710569641094e-05,
"loss": 0.5339,
"step": 12810
},
{
"epoch": 0.8441013316653224,
"grad_norm": 0.251953125,
"learning_rate": 6.240368784985183e-05,
"loss": 0.5286,
"step": 12820
},
{
"epoch": 0.8447597570410363,
"grad_norm": 0.263671875,
"learning_rate": 6.214027000329273e-05,
"loss": 0.559,
"step": 12830
},
{
"epoch": 0.8454181824167504,
"grad_norm": 0.2333984375,
"learning_rate": 6.187685215673362e-05,
"loss": 0.5752,
"step": 12840
},
{
"epoch": 0.8460766077924643,
"grad_norm": 0.234375,
"learning_rate": 6.161343431017453e-05,
"loss": 0.5736,
"step": 12850
},
{
"epoch": 0.8467350331681783,
"grad_norm": 0.25390625,
"learning_rate": 6.135001646361541e-05,
"loss": 0.5897,
"step": 12860
},
{
"epoch": 0.8473934585438923,
"grad_norm": 0.24609375,
"learning_rate": 6.10865986170563e-05,
"loss": 0.4808,
"step": 12870
},
{
"epoch": 0.8480518839196063,
"grad_norm": 0.251953125,
"learning_rate": 6.08231807704972e-05,
"loss": 0.5275,
"step": 12880
},
{
"epoch": 0.8487103092953202,
"grad_norm": 0.255859375,
"learning_rate": 6.05597629239381e-05,
"loss": 0.5804,
"step": 12890
},
{
"epoch": 0.8493687346710342,
"grad_norm": 0.2177734375,
"learning_rate": 6.029634507737899e-05,
"loss": 0.5502,
"step": 12900
},
{
"epoch": 0.8500271600467482,
"grad_norm": 0.24609375,
"learning_rate": 6.003292723081989e-05,
"loss": 0.5923,
"step": 12910
},
{
"epoch": 0.8506855854224622,
"grad_norm": 0.271484375,
"learning_rate": 5.976950938426079e-05,
"loss": 0.5516,
"step": 12920
},
{
"epoch": 0.8513440107981761,
"grad_norm": 0.23046875,
"learning_rate": 5.950609153770168e-05,
"loss": 0.5367,
"step": 12930
},
{
"epoch": 0.8520024361738902,
"grad_norm": 0.2353515625,
"learning_rate": 5.924267369114258e-05,
"loss": 0.5397,
"step": 12940
},
{
"epoch": 0.8526608615496041,
"grad_norm": 0.271484375,
"learning_rate": 5.897925584458347e-05,
"loss": 0.567,
"step": 12950
},
{
"epoch": 0.8533192869253181,
"grad_norm": 0.265625,
"learning_rate": 5.871583799802437e-05,
"loss": 0.5727,
"step": 12960
},
{
"epoch": 0.853977712301032,
"grad_norm": 0.2734375,
"learning_rate": 5.845242015146526e-05,
"loss": 0.5239,
"step": 12970
},
{
"epoch": 0.8546361376767461,
"grad_norm": 0.21484375,
"learning_rate": 5.818900230490616e-05,
"loss": 0.5503,
"step": 12980
},
{
"epoch": 0.85529456305246,
"grad_norm": 0.2578125,
"learning_rate": 5.792558445834706e-05,
"loss": 0.5557,
"step": 12990
},
{
"epoch": 0.855952988428174,
"grad_norm": 0.263671875,
"learning_rate": 5.766216661178795e-05,
"loss": 0.544,
"step": 13000
},
{
"epoch": 0.856611413803888,
"grad_norm": 0.291015625,
"learning_rate": 5.739874876522885e-05,
"loss": 0.6071,
"step": 13010
},
{
"epoch": 0.857269839179602,
"grad_norm": 0.21875,
"learning_rate": 5.713533091866974e-05,
"loss": 0.5418,
"step": 13020
},
{
"epoch": 0.857928264555316,
"grad_norm": 0.2197265625,
"learning_rate": 5.687191307211064e-05,
"loss": 0.5433,
"step": 13030
},
{
"epoch": 0.8585866899310299,
"grad_norm": 0.2578125,
"learning_rate": 5.6608495225551536e-05,
"loss": 0.5659,
"step": 13040
},
{
"epoch": 0.859245115306744,
"grad_norm": 0.26171875,
"learning_rate": 5.6345077378992425e-05,
"loss": 0.5727,
"step": 13050
},
{
"epoch": 0.8599035406824579,
"grad_norm": 0.2373046875,
"learning_rate": 5.6081659532433327e-05,
"loss": 0.5487,
"step": 13060
},
{
"epoch": 0.8605619660581719,
"grad_norm": 0.29296875,
"learning_rate": 5.5818241685874215e-05,
"loss": 0.5145,
"step": 13070
},
{
"epoch": 0.8612203914338858,
"grad_norm": 0.2177734375,
"learning_rate": 5.555482383931512e-05,
"loss": 0.5391,
"step": 13080
},
{
"epoch": 0.8618788168095999,
"grad_norm": 0.2314453125,
"learning_rate": 5.5291405992756005e-05,
"loss": 0.5348,
"step": 13090
},
{
"epoch": 0.8625372421853138,
"grad_norm": 0.2490234375,
"learning_rate": 5.502798814619691e-05,
"loss": 0.5672,
"step": 13100
},
{
"epoch": 0.8631956675610278,
"grad_norm": 0.21875,
"learning_rate": 5.476457029963781e-05,
"loss": 0.5516,
"step": 13110
},
{
"epoch": 0.8638540929367418,
"grad_norm": 0.2265625,
"learning_rate": 5.45011524530787e-05,
"loss": 0.4941,
"step": 13120
},
{
"epoch": 0.8645125183124558,
"grad_norm": 0.25,
"learning_rate": 5.42377346065196e-05,
"loss": 0.5751,
"step": 13130
},
{
"epoch": 0.8651709436881697,
"grad_norm": 0.265625,
"learning_rate": 5.397431675996049e-05,
"loss": 0.5242,
"step": 13140
},
{
"epoch": 0.8658293690638837,
"grad_norm": 0.193359375,
"learning_rate": 5.371089891340139e-05,
"loss": 0.522,
"step": 13150
},
{
"epoch": 0.8664877944395977,
"grad_norm": 0.259765625,
"learning_rate": 5.3447481066842285e-05,
"loss": 0.5491,
"step": 13160
},
{
"epoch": 0.8671462198153117,
"grad_norm": 0.2890625,
"learning_rate": 5.318406322028317e-05,
"loss": 0.6062,
"step": 13170
},
{
"epoch": 0.8678046451910256,
"grad_norm": 0.212890625,
"learning_rate": 5.2920645373724075e-05,
"loss": 0.5142,
"step": 13180
},
{
"epoch": 0.8684630705667397,
"grad_norm": 0.279296875,
"learning_rate": 5.265722752716496e-05,
"loss": 0.6109,
"step": 13190
},
{
"epoch": 0.8691214959424536,
"grad_norm": 0.2236328125,
"learning_rate": 5.2393809680605865e-05,
"loss": 0.5381,
"step": 13200
},
{
"epoch": 0.8697799213181676,
"grad_norm": 0.2431640625,
"learning_rate": 5.213039183404675e-05,
"loss": 0.5449,
"step": 13210
},
{
"epoch": 0.8704383466938815,
"grad_norm": 0.28515625,
"learning_rate": 5.1866973987487655e-05,
"loss": 0.5492,
"step": 13220
},
{
"epoch": 0.8710967720695956,
"grad_norm": 0.28125,
"learning_rate": 5.160355614092856e-05,
"loss": 0.5176,
"step": 13230
},
{
"epoch": 0.8717551974453095,
"grad_norm": 0.236328125,
"learning_rate": 5.1340138294369445e-05,
"loss": 0.5727,
"step": 13240
},
{
"epoch": 0.8724136228210235,
"grad_norm": 0.25390625,
"learning_rate": 5.107672044781035e-05,
"loss": 0.5221,
"step": 13250
},
{
"epoch": 0.8730720481967374,
"grad_norm": 0.294921875,
"learning_rate": 5.0813302601251236e-05,
"loss": 0.5912,
"step": 13260
},
{
"epoch": 0.8737304735724515,
"grad_norm": 0.2333984375,
"learning_rate": 5.054988475469213e-05,
"loss": 0.6068,
"step": 13270
},
{
"epoch": 0.8743888989481655,
"grad_norm": 0.21484375,
"learning_rate": 5.0286466908133026e-05,
"loss": 0.4656,
"step": 13280
},
{
"epoch": 0.8750473243238794,
"grad_norm": 0.212890625,
"learning_rate": 5.002304906157392e-05,
"loss": 0.5206,
"step": 13290
},
{
"epoch": 0.8757057496995935,
"grad_norm": 0.2734375,
"learning_rate": 4.9759631215014816e-05,
"loss": 0.5424,
"step": 13300
},
{
"epoch": 0.8763641750753074,
"grad_norm": 0.212890625,
"learning_rate": 4.949621336845571e-05,
"loss": 0.571,
"step": 13310
},
{
"epoch": 0.8770226004510214,
"grad_norm": 0.28125,
"learning_rate": 4.923279552189661e-05,
"loss": 0.5445,
"step": 13320
},
{
"epoch": 0.8776810258267354,
"grad_norm": 0.267578125,
"learning_rate": 4.896937767533751e-05,
"loss": 0.5795,
"step": 13330
},
{
"epoch": 0.8783394512024494,
"grad_norm": 0.2490234375,
"learning_rate": 4.87059598287784e-05,
"loss": 0.5657,
"step": 13340
},
{
"epoch": 0.8789978765781633,
"grad_norm": 0.275390625,
"learning_rate": 4.84425419822193e-05,
"loss": 0.5587,
"step": 13350
},
{
"epoch": 0.8796563019538773,
"grad_norm": 0.2490234375,
"learning_rate": 4.8179124135660194e-05,
"loss": 0.5333,
"step": 13360
},
{
"epoch": 0.8803147273295913,
"grad_norm": 0.2431640625,
"learning_rate": 4.791570628910109e-05,
"loss": 0.613,
"step": 13370
},
{
"epoch": 0.8809731527053053,
"grad_norm": 0.228515625,
"learning_rate": 4.7652288442541984e-05,
"loss": 0.4969,
"step": 13380
},
{
"epoch": 0.8816315780810192,
"grad_norm": 0.232421875,
"learning_rate": 4.738887059598288e-05,
"loss": 0.5014,
"step": 13390
},
{
"epoch": 0.8822900034567333,
"grad_norm": 0.255859375,
"learning_rate": 4.7125452749423774e-05,
"loss": 0.5563,
"step": 13400
},
{
"epoch": 0.8829484288324472,
"grad_norm": 0.208984375,
"learning_rate": 4.686203490286467e-05,
"loss": 0.499,
"step": 13410
},
{
"epoch": 0.8836068542081612,
"grad_norm": 0.197265625,
"learning_rate": 4.6598617056305564e-05,
"loss": 0.5678,
"step": 13420
},
{
"epoch": 0.8842652795838751,
"grad_norm": 0.263671875,
"learning_rate": 4.633519920974646e-05,
"loss": 0.5523,
"step": 13430
},
{
"epoch": 0.8849237049595892,
"grad_norm": 0.2353515625,
"learning_rate": 4.607178136318736e-05,
"loss": 0.5194,
"step": 13440
},
{
"epoch": 0.8855821303353031,
"grad_norm": 0.25,
"learning_rate": 4.5808363516628256e-05,
"loss": 0.5563,
"step": 13450
},
{
"epoch": 0.8862405557110171,
"grad_norm": 0.27734375,
"learning_rate": 4.554494567006915e-05,
"loss": 0.6098,
"step": 13460
},
{
"epoch": 0.886898981086731,
"grad_norm": 0.26953125,
"learning_rate": 4.528152782351005e-05,
"loss": 0.5749,
"step": 13470
},
{
"epoch": 0.8875574064624451,
"grad_norm": 0.2421875,
"learning_rate": 4.501810997695094e-05,
"loss": 0.5527,
"step": 13480
},
{
"epoch": 0.888215831838159,
"grad_norm": 0.296875,
"learning_rate": 4.475469213039184e-05,
"loss": 0.5611,
"step": 13490
},
{
"epoch": 0.888874257213873,
"grad_norm": 0.263671875,
"learning_rate": 4.449127428383273e-05,
"loss": 0.58,
"step": 13500
},
{
"epoch": 0.889532682589587,
"grad_norm": 0.2197265625,
"learning_rate": 4.422785643727363e-05,
"loss": 0.5286,
"step": 13510
},
{
"epoch": 0.890191107965301,
"grad_norm": 0.265625,
"learning_rate": 4.396443859071452e-05,
"loss": 0.597,
"step": 13520
},
{
"epoch": 0.8908495333410149,
"grad_norm": 0.2177734375,
"learning_rate": 4.370102074415542e-05,
"loss": 0.5456,
"step": 13530
},
{
"epoch": 0.8915079587167289,
"grad_norm": 0.265625,
"learning_rate": 4.343760289759631e-05,
"loss": 0.5496,
"step": 13540
},
{
"epoch": 0.892166384092443,
"grad_norm": 0.25,
"learning_rate": 4.317418505103721e-05,
"loss": 0.5601,
"step": 13550
},
{
"epoch": 0.8928248094681569,
"grad_norm": 0.30859375,
"learning_rate": 4.29107672044781e-05,
"loss": 0.5855,
"step": 13560
},
{
"epoch": 0.8934832348438709,
"grad_norm": 0.255859375,
"learning_rate": 4.2647349357919005e-05,
"loss": 0.5837,
"step": 13570
},
{
"epoch": 0.8941416602195849,
"grad_norm": 0.23828125,
"learning_rate": 4.23839315113599e-05,
"loss": 0.5412,
"step": 13580
},
{
"epoch": 0.8948000855952989,
"grad_norm": 0.287109375,
"learning_rate": 4.2120513664800795e-05,
"loss": 0.5495,
"step": 13590
},
{
"epoch": 0.8954585109710128,
"grad_norm": 0.3046875,
"learning_rate": 4.185709581824169e-05,
"loss": 0.5557,
"step": 13600
},
{
"epoch": 0.8961169363467268,
"grad_norm": 0.23828125,
"learning_rate": 4.1593677971682585e-05,
"loss": 0.501,
"step": 13610
},
{
"epoch": 0.8967753617224408,
"grad_norm": 0.2421875,
"learning_rate": 4.1330260125123473e-05,
"loss": 0.5218,
"step": 13620
},
{
"epoch": 0.8974337870981548,
"grad_norm": 0.240234375,
"learning_rate": 4.1066842278564375e-05,
"loss": 0.5572,
"step": 13630
},
{
"epoch": 0.8980922124738687,
"grad_norm": 0.265625,
"learning_rate": 4.080342443200527e-05,
"loss": 0.5568,
"step": 13640
},
{
"epoch": 0.8987506378495828,
"grad_norm": 0.2734375,
"learning_rate": 4.0540006585446166e-05,
"loss": 0.5658,
"step": 13650
},
{
"epoch": 0.8994090632252967,
"grad_norm": 0.251953125,
"learning_rate": 4.027658873888706e-05,
"loss": 0.5616,
"step": 13660
},
{
"epoch": 0.9000674886010107,
"grad_norm": 0.21875,
"learning_rate": 4.0013170892327956e-05,
"loss": 0.5684,
"step": 13670
},
{
"epoch": 0.9007259139767246,
"grad_norm": 0.25390625,
"learning_rate": 3.974975304576885e-05,
"loss": 0.5407,
"step": 13680
},
{
"epoch": 0.9013843393524387,
"grad_norm": 0.2392578125,
"learning_rate": 3.948633519920975e-05,
"loss": 0.4934,
"step": 13690
},
{
"epoch": 0.9020427647281526,
"grad_norm": 0.234375,
"learning_rate": 3.922291735265065e-05,
"loss": 0.5104,
"step": 13700
},
{
"epoch": 0.9027011901038666,
"grad_norm": 0.2392578125,
"learning_rate": 3.895949950609154e-05,
"loss": 0.5254,
"step": 13710
},
{
"epoch": 0.9033596154795805,
"grad_norm": 0.306640625,
"learning_rate": 3.869608165953244e-05,
"loss": 0.5824,
"step": 13720
},
{
"epoch": 0.9040180408552946,
"grad_norm": 0.259765625,
"learning_rate": 3.8432663812973327e-05,
"loss": 0.5553,
"step": 13730
},
{
"epoch": 0.9046764662310085,
"grad_norm": 0.294921875,
"learning_rate": 3.816924596641422e-05,
"loss": 0.5705,
"step": 13740
},
{
"epoch": 0.9053348916067225,
"grad_norm": 0.2734375,
"learning_rate": 3.7905828119855124e-05,
"loss": 0.5905,
"step": 13750
},
{
"epoch": 0.9059933169824365,
"grad_norm": 0.255859375,
"learning_rate": 3.764241027329602e-05,
"loss": 0.5174,
"step": 13760
},
{
"epoch": 0.9066517423581505,
"grad_norm": 0.28515625,
"learning_rate": 3.7378992426736914e-05,
"loss": 0.5471,
"step": 13770
},
{
"epoch": 0.9073101677338644,
"grad_norm": 0.2421875,
"learning_rate": 3.711557458017781e-05,
"loss": 0.5562,
"step": 13780
},
{
"epoch": 0.9079685931095784,
"grad_norm": 0.2451171875,
"learning_rate": 3.6852156733618704e-05,
"loss": 0.5269,
"step": 13790
},
{
"epoch": 0.9086270184852924,
"grad_norm": 0.2275390625,
"learning_rate": 3.65887388870596e-05,
"loss": 0.5518,
"step": 13800
},
{
"epoch": 0.9092854438610064,
"grad_norm": 0.2431640625,
"learning_rate": 3.6325321040500494e-05,
"loss": 0.5305,
"step": 13810
},
{
"epoch": 0.9099438692367204,
"grad_norm": 0.28515625,
"learning_rate": 3.6061903193941396e-05,
"loss": 0.5774,
"step": 13820
},
{
"epoch": 0.9106022946124344,
"grad_norm": 0.2490234375,
"learning_rate": 3.579848534738229e-05,
"loss": 0.5942,
"step": 13830
},
{
"epoch": 0.9112607199881484,
"grad_norm": 0.234375,
"learning_rate": 3.553506750082318e-05,
"loss": 0.5642,
"step": 13840
},
{
"epoch": 0.9119191453638623,
"grad_norm": 0.27734375,
"learning_rate": 3.5271649654264075e-05,
"loss": 0.5589,
"step": 13850
},
{
"epoch": 0.9125775707395763,
"grad_norm": 0.251953125,
"learning_rate": 3.500823180770497e-05,
"loss": 0.5538,
"step": 13860
},
{
"epoch": 0.9132359961152903,
"grad_norm": 0.2373046875,
"learning_rate": 3.4744813961145865e-05,
"loss": 0.4792,
"step": 13870
},
{
"epoch": 0.9138944214910043,
"grad_norm": 0.24609375,
"learning_rate": 3.448139611458677e-05,
"loss": 0.4885,
"step": 13880
},
{
"epoch": 0.9145528468667182,
"grad_norm": 0.244140625,
"learning_rate": 3.421797826802766e-05,
"loss": 0.5334,
"step": 13890
},
{
"epoch": 0.9152112722424323,
"grad_norm": 0.255859375,
"learning_rate": 3.395456042146856e-05,
"loss": 0.4956,
"step": 13900
},
{
"epoch": 0.9158696976181462,
"grad_norm": 0.232421875,
"learning_rate": 3.369114257490945e-05,
"loss": 0.5246,
"step": 13910
},
{
"epoch": 0.9165281229938602,
"grad_norm": 0.259765625,
"learning_rate": 3.342772472835035e-05,
"loss": 0.5943,
"step": 13920
},
{
"epoch": 0.9171865483695741,
"grad_norm": 0.279296875,
"learning_rate": 3.316430688179124e-05,
"loss": 0.6362,
"step": 13930
},
{
"epoch": 0.9178449737452882,
"grad_norm": 0.251953125,
"learning_rate": 3.290088903523214e-05,
"loss": 0.5504,
"step": 13940
},
{
"epoch": 0.9185033991210021,
"grad_norm": 0.2265625,
"learning_rate": 3.263747118867303e-05,
"loss": 0.5952,
"step": 13950
},
{
"epoch": 0.9191618244967161,
"grad_norm": 0.267578125,
"learning_rate": 3.237405334211393e-05,
"loss": 0.5971,
"step": 13960
},
{
"epoch": 0.91982024987243,
"grad_norm": 0.251953125,
"learning_rate": 3.211063549555482e-05,
"loss": 0.488,
"step": 13970
},
{
"epoch": 0.9204786752481441,
"grad_norm": 0.19921875,
"learning_rate": 3.184721764899572e-05,
"loss": 0.5001,
"step": 13980
},
{
"epoch": 0.921137100623858,
"grad_norm": 0.248046875,
"learning_rate": 3.158379980243661e-05,
"loss": 0.5488,
"step": 13990
},
{
"epoch": 0.921795525999572,
"grad_norm": 0.275390625,
"learning_rate": 3.1320381955877515e-05,
"loss": 0.5497,
"step": 14000
},
{
"epoch": 0.922453951375286,
"grad_norm": 0.19921875,
"learning_rate": 3.105696410931841e-05,
"loss": 0.5212,
"step": 14010
},
{
"epoch": 0.923112376751,
"grad_norm": 0.26953125,
"learning_rate": 3.0793546262759305e-05,
"loss": 0.5417,
"step": 14020
},
{
"epoch": 0.9237708021267139,
"grad_norm": 0.20703125,
"learning_rate": 3.05301284162002e-05,
"loss": 0.5754,
"step": 14030
},
{
"epoch": 0.924429227502428,
"grad_norm": 0.232421875,
"learning_rate": 3.0266710569641092e-05,
"loss": 0.6052,
"step": 14040
},
{
"epoch": 0.9250876528781419,
"grad_norm": 0.25390625,
"learning_rate": 3.0003292723081987e-05,
"loss": 0.5509,
"step": 14050
},
{
"epoch": 0.9257460782538559,
"grad_norm": 0.275390625,
"learning_rate": 2.973987487652289e-05,
"loss": 0.5575,
"step": 14060
},
{
"epoch": 0.9264045036295698,
"grad_norm": 0.28125,
"learning_rate": 2.9476457029963784e-05,
"loss": 0.5859,
"step": 14070
},
{
"epoch": 0.9270629290052839,
"grad_norm": 0.275390625,
"learning_rate": 2.921303918340468e-05,
"loss": 0.5265,
"step": 14080
},
{
"epoch": 0.9277213543809979,
"grad_norm": 0.255859375,
"learning_rate": 2.894962133684557e-05,
"loss": 0.5724,
"step": 14090
},
{
"epoch": 0.9283797797567118,
"grad_norm": 0.23828125,
"learning_rate": 2.8686203490286466e-05,
"loss": 0.4676,
"step": 14100
},
{
"epoch": 0.9290382051324259,
"grad_norm": 0.265625,
"learning_rate": 2.842278564372736e-05,
"loss": 0.5351,
"step": 14110
},
{
"epoch": 0.9296966305081398,
"grad_norm": 0.28125,
"learning_rate": 2.8159367797168256e-05,
"loss": 0.5402,
"step": 14120
},
{
"epoch": 0.9303550558838538,
"grad_norm": 0.271484375,
"learning_rate": 2.7895949950609158e-05,
"loss": 0.5326,
"step": 14130
},
{
"epoch": 0.9310134812595677,
"grad_norm": 0.2265625,
"learning_rate": 2.7632532104050053e-05,
"loss": 0.5429,
"step": 14140
},
{
"epoch": 0.9316719066352818,
"grad_norm": 0.234375,
"learning_rate": 2.7369114257490945e-05,
"loss": 0.5687,
"step": 14150
},
{
"epoch": 0.9323303320109957,
"grad_norm": 0.306640625,
"learning_rate": 2.710569641093184e-05,
"loss": 0.6136,
"step": 14160
},
{
"epoch": 0.9329887573867097,
"grad_norm": 0.23828125,
"learning_rate": 2.6842278564372735e-05,
"loss": 0.4745,
"step": 14170
},
{
"epoch": 0.9336471827624236,
"grad_norm": 0.2275390625,
"learning_rate": 2.657886071781363e-05,
"loss": 0.5199,
"step": 14180
},
{
"epoch": 0.9343056081381377,
"grad_norm": 0.23828125,
"learning_rate": 2.6315442871254532e-05,
"loss": 0.5625,
"step": 14190
},
{
"epoch": 0.9349640335138516,
"grad_norm": 0.2177734375,
"learning_rate": 2.6052025024695424e-05,
"loss": 0.5438,
"step": 14200
},
{
"epoch": 0.9356224588895656,
"grad_norm": 0.298828125,
"learning_rate": 2.578860717813632e-05,
"loss": 0.5618,
"step": 14210
},
{
"epoch": 0.9362808842652796,
"grad_norm": 0.208984375,
"learning_rate": 2.5525189331577214e-05,
"loss": 0.5064,
"step": 14220
},
{
"epoch": 0.9369393096409936,
"grad_norm": 0.29296875,
"learning_rate": 2.526177148501811e-05,
"loss": 0.6035,
"step": 14230
},
{
"epoch": 0.9375977350167075,
"grad_norm": 0.24609375,
"learning_rate": 2.4998353638459008e-05,
"loss": 0.5951,
"step": 14240
},
{
"epoch": 0.9382561603924215,
"grad_norm": 0.26171875,
"learning_rate": 2.4734935791899903e-05,
"loss": 0.562,
"step": 14250
},
{
"epoch": 0.9389145857681355,
"grad_norm": 0.279296875,
"learning_rate": 2.4471517945340798e-05,
"loss": 0.5915,
"step": 14260
},
{
"epoch": 0.9395730111438495,
"grad_norm": 0.2236328125,
"learning_rate": 2.4208100098781693e-05,
"loss": 0.485,
"step": 14270
},
{
"epoch": 0.9402314365195634,
"grad_norm": 0.21875,
"learning_rate": 2.394468225222259e-05,
"loss": 0.5605,
"step": 14280
},
{
"epoch": 0.9408898618952775,
"grad_norm": 0.251953125,
"learning_rate": 2.3681264405663484e-05,
"loss": 0.5506,
"step": 14290
},
{
"epoch": 0.9415482872709914,
"grad_norm": 0.248046875,
"learning_rate": 2.3417846559104382e-05,
"loss": 0.6155,
"step": 14300
},
{
"epoch": 0.9422067126467054,
"grad_norm": 0.2490234375,
"learning_rate": 2.3154428712545277e-05,
"loss": 0.5376,
"step": 14310
},
{
"epoch": 0.9428651380224193,
"grad_norm": 0.2353515625,
"learning_rate": 2.289101086598617e-05,
"loss": 0.5455,
"step": 14320
},
{
"epoch": 0.9435235633981334,
"grad_norm": 0.26171875,
"learning_rate": 2.2627593019427067e-05,
"loss": 0.5675,
"step": 14330
},
{
"epoch": 0.9441819887738473,
"grad_norm": 0.283203125,
"learning_rate": 2.2364175172867963e-05,
"loss": 0.528,
"step": 14340
},
{
"epoch": 0.9448404141495613,
"grad_norm": 0.29296875,
"learning_rate": 2.2100757326308858e-05,
"loss": 0.5457,
"step": 14350
},
{
"epoch": 0.9454988395252754,
"grad_norm": 0.275390625,
"learning_rate": 2.1837339479749756e-05,
"loss": 0.6134,
"step": 14360
},
{
"epoch": 0.9461572649009893,
"grad_norm": 0.255859375,
"learning_rate": 2.157392163319065e-05,
"loss": 0.5448,
"step": 14370
},
{
"epoch": 0.9468156902767033,
"grad_norm": 0.23828125,
"learning_rate": 2.1310503786631543e-05,
"loss": 0.5647,
"step": 14380
},
{
"epoch": 0.9474741156524172,
"grad_norm": 0.236328125,
"learning_rate": 2.104708594007244e-05,
"loss": 0.56,
"step": 14390
},
{
"epoch": 0.9481325410281313,
"grad_norm": 0.24609375,
"learning_rate": 2.0783668093513337e-05,
"loss": 0.5658,
"step": 14400
},
{
"epoch": 0.9487909664038452,
"grad_norm": 0.2294921875,
"learning_rate": 2.0520250246954232e-05,
"loss": 0.4746,
"step": 14410
},
{
"epoch": 0.9494493917795592,
"grad_norm": 0.28125,
"learning_rate": 2.025683240039513e-05,
"loss": 0.5673,
"step": 14420
},
{
"epoch": 0.9501078171552731,
"grad_norm": 0.271484375,
"learning_rate": 1.9993414553836022e-05,
"loss": 0.5378,
"step": 14430
},
{
"epoch": 0.9507662425309872,
"grad_norm": 0.259765625,
"learning_rate": 1.9729996707276917e-05,
"loss": 0.59,
"step": 14440
},
{
"epoch": 0.9514246679067011,
"grad_norm": 0.287109375,
"learning_rate": 1.9466578860717816e-05,
"loss": 0.5889,
"step": 14450
},
{
"epoch": 0.9520830932824151,
"grad_norm": 0.259765625,
"learning_rate": 1.920316101415871e-05,
"loss": 0.5231,
"step": 14460
},
{
"epoch": 0.9527415186581291,
"grad_norm": 0.263671875,
"learning_rate": 1.8939743167599606e-05,
"loss": 0.5422,
"step": 14470
},
{
"epoch": 0.9533999440338431,
"grad_norm": 0.27734375,
"learning_rate": 1.86763253210405e-05,
"loss": 0.6298,
"step": 14480
},
{
"epoch": 0.954058369409557,
"grad_norm": 0.23046875,
"learning_rate": 1.8412907474481396e-05,
"loss": 0.5118,
"step": 14490
},
{
"epoch": 0.954716794785271,
"grad_norm": 0.255859375,
"learning_rate": 1.814948962792229e-05,
"loss": 0.5305,
"step": 14500
},
{
"epoch": 0.955375220160985,
"grad_norm": 0.30078125,
"learning_rate": 1.788607178136319e-05,
"loss": 0.5644,
"step": 14510
},
{
"epoch": 0.956033645536699,
"grad_norm": 0.2275390625,
"learning_rate": 1.7622653934804085e-05,
"loss": 0.5784,
"step": 14520
},
{
"epoch": 0.9566920709124129,
"grad_norm": 0.27734375,
"learning_rate": 1.735923608824498e-05,
"loss": 0.5887,
"step": 14530
},
{
"epoch": 0.957350496288127,
"grad_norm": 0.25390625,
"learning_rate": 1.7095818241685875e-05,
"loss": 0.5311,
"step": 14540
},
{
"epoch": 0.9580089216638409,
"grad_norm": 0.23046875,
"learning_rate": 1.683240039512677e-05,
"loss": 0.5365,
"step": 14550
},
{
"epoch": 0.9586673470395549,
"grad_norm": 0.26171875,
"learning_rate": 1.6568982548567665e-05,
"loss": 0.6081,
"step": 14560
},
{
"epoch": 0.9593257724152688,
"grad_norm": 0.2333984375,
"learning_rate": 1.630556470200856e-05,
"loss": 0.5758,
"step": 14570
},
{
"epoch": 0.9599841977909829,
"grad_norm": 0.25390625,
"learning_rate": 1.604214685544946e-05,
"loss": 0.5782,
"step": 14580
},
{
"epoch": 0.9606426231666968,
"grad_norm": 0.2578125,
"learning_rate": 1.5778729008890354e-05,
"loss": 0.5632,
"step": 14590
},
{
"epoch": 0.9613010485424108,
"grad_norm": 0.271484375,
"learning_rate": 1.551531116233125e-05,
"loss": 0.512,
"step": 14600
},
{
"epoch": 0.9619594739181248,
"grad_norm": 0.28125,
"learning_rate": 1.5251893315772144e-05,
"loss": 0.5789,
"step": 14610
},
{
"epoch": 0.9626178992938388,
"grad_norm": 0.2490234375,
"learning_rate": 1.498847546921304e-05,
"loss": 0.5708,
"step": 14620
},
{
"epoch": 0.9632763246695528,
"grad_norm": 0.3125,
"learning_rate": 1.4725057622653934e-05,
"loss": 0.599,
"step": 14630
},
{
"epoch": 0.9639347500452667,
"grad_norm": 0.287109375,
"learning_rate": 1.4461639776094831e-05,
"loss": 0.5415,
"step": 14640
},
{
"epoch": 0.9645931754209808,
"grad_norm": 0.298828125,
"learning_rate": 1.4198221929535726e-05,
"loss": 0.5342,
"step": 14650
},
{
"epoch": 0.9652516007966947,
"grad_norm": 0.30859375,
"learning_rate": 1.3934804082976622e-05,
"loss": 0.555,
"step": 14660
},
{
"epoch": 0.9659100261724087,
"grad_norm": 0.27734375,
"learning_rate": 1.3671386236417518e-05,
"loss": 0.5161,
"step": 14670
},
{
"epoch": 0.9665684515481227,
"grad_norm": 0.2734375,
"learning_rate": 1.3407968389858413e-05,
"loss": 0.5746,
"step": 14680
},
{
"epoch": 0.9672268769238367,
"grad_norm": 0.283203125,
"learning_rate": 1.3144550543299309e-05,
"loss": 0.5457,
"step": 14690
},
{
"epoch": 0.9678853022995506,
"grad_norm": 0.255859375,
"learning_rate": 1.2881132696740205e-05,
"loss": 0.5692,
"step": 14700
},
{
"epoch": 0.9685437276752646,
"grad_norm": 0.2294921875,
"learning_rate": 1.26177148501811e-05,
"loss": 0.4973,
"step": 14710
},
{
"epoch": 0.9692021530509786,
"grad_norm": 0.2578125,
"learning_rate": 1.2354297003621997e-05,
"loss": 0.6032,
"step": 14720
},
{
"epoch": 0.9698605784266926,
"grad_norm": 0.251953125,
"learning_rate": 1.209087915706289e-05,
"loss": 0.5423,
"step": 14730
},
{
"epoch": 0.9705190038024065,
"grad_norm": 0.2275390625,
"learning_rate": 1.1827461310503788e-05,
"loss": 0.5275,
"step": 14740
},
{
"epoch": 0.9711774291781206,
"grad_norm": 0.255859375,
"learning_rate": 1.1564043463944683e-05,
"loss": 0.5678,
"step": 14750
},
{
"epoch": 0.9718358545538345,
"grad_norm": 0.271484375,
"learning_rate": 1.1300625617385578e-05,
"loss": 0.5262,
"step": 14760
},
{
"epoch": 0.9724942799295485,
"grad_norm": 0.201171875,
"learning_rate": 1.1037207770826475e-05,
"loss": 0.5203,
"step": 14770
},
{
"epoch": 0.9731527053052624,
"grad_norm": 0.2490234375,
"learning_rate": 1.077378992426737e-05,
"loss": 0.5263,
"step": 14780
},
{
"epoch": 0.9738111306809765,
"grad_norm": 0.2890625,
"learning_rate": 1.0510372077708265e-05,
"loss": 0.5865,
"step": 14790
},
{
"epoch": 0.9744695560566904,
"grad_norm": 0.2470703125,
"learning_rate": 1.0246954231149162e-05,
"loss": 0.5571,
"step": 14800
},
{
"epoch": 0.9751279814324044,
"grad_norm": 0.283203125,
"learning_rate": 9.983536384590055e-06,
"loss": 0.6077,
"step": 14810
},
{
"epoch": 0.9757864068081183,
"grad_norm": 0.271484375,
"learning_rate": 9.720118538030952e-06,
"loss": 0.5399,
"step": 14820
},
{
"epoch": 0.9764448321838324,
"grad_norm": 0.205078125,
"learning_rate": 9.456700691471849e-06,
"loss": 0.5349,
"step": 14830
},
{
"epoch": 0.9771032575595463,
"grad_norm": 0.244140625,
"learning_rate": 9.193282844912742e-06,
"loss": 0.5595,
"step": 14840
},
{
"epoch": 0.9777616829352603,
"grad_norm": 0.25,
"learning_rate": 8.929864998353639e-06,
"loss": 0.5829,
"step": 14850
},
{
"epoch": 0.9784201083109743,
"grad_norm": 0.240234375,
"learning_rate": 8.666447151794536e-06,
"loss": 0.5486,
"step": 14860
},
{
"epoch": 0.9790785336866883,
"grad_norm": 0.28125,
"learning_rate": 8.40302930523543e-06,
"loss": 0.5497,
"step": 14870
},
{
"epoch": 0.9797369590624022,
"grad_norm": 0.193359375,
"learning_rate": 8.139611458676326e-06,
"loss": 0.5922,
"step": 14880
},
{
"epoch": 0.9803953844381162,
"grad_norm": 0.23828125,
"learning_rate": 7.876193612117223e-06,
"loss": 0.544,
"step": 14890
},
{
"epoch": 0.9810538098138303,
"grad_norm": 0.25390625,
"learning_rate": 7.612775765558117e-06,
"loss": 0.5611,
"step": 14900
},
{
"epoch": 0.9817122351895442,
"grad_norm": 0.263671875,
"learning_rate": 7.349357918999013e-06,
"loss": 0.5994,
"step": 14910
},
{
"epoch": 0.9823706605652582,
"grad_norm": 0.232421875,
"learning_rate": 7.085940072439907e-06,
"loss": 0.4737,
"step": 14920
},
{
"epoch": 0.9830290859409722,
"grad_norm": 0.2412109375,
"learning_rate": 6.822522225880803e-06,
"loss": 0.5975,
"step": 14930
},
{
"epoch": 0.9836875113166862,
"grad_norm": 0.2275390625,
"learning_rate": 6.5591043793217e-06,
"loss": 0.5262,
"step": 14940
},
{
"epoch": 0.9843459366924001,
"grad_norm": 0.234375,
"learning_rate": 6.295686532762594e-06,
"loss": 0.5668,
"step": 14950
},
{
"epoch": 0.9850043620681141,
"grad_norm": 0.220703125,
"learning_rate": 6.03226868620349e-06,
"loss": 0.574,
"step": 14960
},
{
"epoch": 0.9856627874438281,
"grad_norm": 0.2080078125,
"learning_rate": 5.768850839644386e-06,
"loss": 0.5478,
"step": 14970
},
{
"epoch": 0.9863212128195421,
"grad_norm": 0.265625,
"learning_rate": 5.505432993085282e-06,
"loss": 0.5058,
"step": 14980
},
{
"epoch": 0.986979638195256,
"grad_norm": 0.2373046875,
"learning_rate": 5.242015146526177e-06,
"loss": 0.5374,
"step": 14990
},
{
"epoch": 0.9876380635709701,
"grad_norm": 0.1953125,
"learning_rate": 4.9785972999670725e-06,
"loss": 0.4689,
"step": 15000
},
{
"epoch": 0.988296488946684,
"grad_norm": 0.26953125,
"learning_rate": 4.715179453407969e-06,
"loss": 0.5913,
"step": 15010
},
{
"epoch": 0.988954914322398,
"grad_norm": 0.18359375,
"learning_rate": 4.451761606848864e-06,
"loss": 0.534,
"step": 15020
},
{
"epoch": 0.9896133396981119,
"grad_norm": 0.232421875,
"learning_rate": 4.1883437602897595e-06,
"loss": 0.563,
"step": 15030
},
{
"epoch": 0.990271765073826,
"grad_norm": 0.296875,
"learning_rate": 3.9249259137306555e-06,
"loss": 0.5504,
"step": 15040
},
{
"epoch": 0.9909301904495399,
"grad_norm": 0.263671875,
"learning_rate": 3.6615080671715514e-06,
"loss": 0.5811,
"step": 15050
},
{
"epoch": 0.9915886158252539,
"grad_norm": 0.265625,
"learning_rate": 3.3980902206124466e-06,
"loss": 0.5681,
"step": 15060
},
{
"epoch": 0.9922470412009678,
"grad_norm": 0.2138671875,
"learning_rate": 3.134672374053342e-06,
"loss": 0.5,
"step": 15070
},
{
"epoch": 0.9929054665766819,
"grad_norm": 0.259765625,
"learning_rate": 2.8712545274942376e-06,
"loss": 0.5586,
"step": 15080
},
{
"epoch": 0.9935638919523958,
"grad_norm": 0.28125,
"learning_rate": 2.6078366809351336e-06,
"loss": 0.5518,
"step": 15090
},
{
"epoch": 0.9942223173281098,
"grad_norm": 0.2265625,
"learning_rate": 2.344418834376029e-06,
"loss": 0.5361,
"step": 15100
},
{
"epoch": 0.9948807427038238,
"grad_norm": 0.267578125,
"learning_rate": 2.0810009878169247e-06,
"loss": 0.5142,
"step": 15110
},
{
"epoch": 0.9955391680795378,
"grad_norm": 0.216796875,
"learning_rate": 1.8175831412578202e-06,
"loss": 0.581,
"step": 15120
},
{
"epoch": 0.9961975934552517,
"grad_norm": 0.244140625,
"learning_rate": 1.554165294698716e-06,
"loss": 0.5341,
"step": 15130
},
{
"epoch": 0.9968560188309658,
"grad_norm": 0.2490234375,
"learning_rate": 1.2907474481396115e-06,
"loss": 0.5635,
"step": 15140
},
{
"epoch": 0.9975144442066797,
"grad_norm": 0.271484375,
"learning_rate": 1.027329601580507e-06,
"loss": 0.6278,
"step": 15150
},
{
"epoch": 0.9981728695823937,
"grad_norm": 0.244140625,
"learning_rate": 7.639117550214027e-07,
"loss": 0.5967,
"step": 15160
},
{
"epoch": 0.9988312949581077,
"grad_norm": 0.279296875,
"learning_rate": 5.004939084622983e-07,
"loss": 0.5639,
"step": 15170
},
{
"epoch": 0.9994897203338217,
"grad_norm": 0.2412109375,
"learning_rate": 2.3707606190319394e-07,
"loss": 0.5455,
"step": 15180
}
],
"logging_steps": 10,
"max_steps": 15188,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 2.6717390686755226e+17,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 15188,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00065842537571398,
"grad_norm": 0.5390625,
"learning_rate": 0.00039984194929206456,
"loss": 0.7595,
"step": 10
},
{
"epoch": 0.00131685075142796,
"grad_norm": 0.33203125,
"learning_rate": 0.00039957853144550543,
"loss": 0.7122,
"step": 20
},
{
"epoch": 0.00197527612714194,
"grad_norm": 0.4296875,
"learning_rate": 0.00039931511359894635,
"loss": 0.7829,
"step": 30
},
{
"epoch": 0.00263370150285592,
"grad_norm": 0.48046875,
"learning_rate": 0.0003990516957523872,
"loss": 0.7,
"step": 40
},
{
"epoch": 0.0032921268785699002,
"grad_norm": 0.404296875,
"learning_rate": 0.00039878827790582814,
"loss": 0.707,
"step": 50
},
{
"epoch": 0.00395055225428388,
"grad_norm": 0.423828125,
"learning_rate": 0.000398524860059269,
"loss": 0.7251,
"step": 60
},
{
"epoch": 0.0046089776299978605,
"grad_norm": 0.392578125,
"learning_rate": 0.00039826144221270993,
"loss": 0.7277,
"step": 70
},
{
"epoch": 0.00526740300571184,
"grad_norm": 0.408203125,
"learning_rate": 0.00039799802436615085,
"loss": 0.7804,
"step": 80
},
{
"epoch": 0.00592582838142582,
"grad_norm": 0.3125,
"learning_rate": 0.0003977346065195917,
"loss": 0.6783,
"step": 90
},
{
"epoch": 0.0065842537571398005,
"grad_norm": 0.4609375,
"learning_rate": 0.00039747118867303264,
"loss": 0.7524,
"step": 100
},
{
"epoch": 0.00724267913285378,
"grad_norm": 0.400390625,
"learning_rate": 0.0003972077708264735,
"loss": 0.7401,
"step": 110
},
{
"epoch": 0.00790110450856776,
"grad_norm": 0.419921875,
"learning_rate": 0.0003969443529799144,
"loss": 0.7177,
"step": 120
},
{
"epoch": 0.00855952988428174,
"grad_norm": 0.412109375,
"learning_rate": 0.0003966809351333553,
"loss": 0.7737,