Text-to-Speech
Transformers
Safetensors
Greek
llama
text-generation
neutts
text-generation-inference
Instructions to use moiralabs/GenosTTSNano with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use moiralabs/GenosTTSNano with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-to-speech", model="moiralabs/GenosTTSNano")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForCausalLM tokenizer = AutoTokenizer.from_pretrained("moiralabs/GenosTTSNano") model = AutoModelForCausalLM.from_pretrained("moiralabs/GenosTTSNano", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download trainer_state.json from moiralabs/GenosTTSNano: direct link, hf CLI and curl.
- Browser
- Download file 405 kB
-
https://huggingface.co/moiralabs/GenosTTSNano/resolve/main/trainer_state.json
- Command line
-
hf download hf://moiralabs/GenosTTSNano/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/moiralabs/GenosTTSNano/resolve/main/trainer_state.json
405 kB
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 22983,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00043510420745768613,
"grad_norm": 0.43397098779678345,
"learning_rate": 0.00039989556135770234,
"loss": 4.8456,
"step": 10
},
{
"epoch": 0.0008702084149153723,
"grad_norm": 0.43874427676200867,
"learning_rate": 0.0003997214969538729,
"loss": 1.3088,
"step": 20
},
{
"epoch": 0.0013053126223730584,
"grad_norm": 0.3142859637737274,
"learning_rate": 0.00039954743255004357,
"loss": 1.1365,
"step": 30
},
{
"epoch": 0.0017404168298307445,
"grad_norm": 0.4406392574310303,
"learning_rate": 0.00039937336814621416,
"loss": 1.4274,
"step": 40
},
{
"epoch": 0.0021755210372884307,
"grad_norm": 0.3068910539150238,
"learning_rate": 0.00039919930374238474,
"loss": 1.2133,
"step": 50
},
{
"epoch": 0.0026106252447461167,
"grad_norm": 0.667468786239624,
"learning_rate": 0.0003990252393385553,
"loss": 1.2992,
"step": 60
},
{
"epoch": 0.0030457294522038027,
"grad_norm": 0.46830177307128906,
"learning_rate": 0.00039885117493472586,
"loss": 1.2106,
"step": 70
},
{
"epoch": 0.003480833659661489,
"grad_norm": 0.5767033100128174,
"learning_rate": 0.00039867711053089645,
"loss": 1.5481,
"step": 80
},
{
"epoch": 0.003915937867119175,
"grad_norm": 0.3757588267326355,
"learning_rate": 0.00039850304612706704,
"loss": 1.3253,
"step": 90
},
{
"epoch": 0.0043510420745768615,
"grad_norm": 0.688435971736908,
"learning_rate": 0.00039832898172323763,
"loss": 1.1692,
"step": 100
},
{
"epoch": 0.004786146282034547,
"grad_norm": 0.3304117023944855,
"learning_rate": 0.0003981549173194082,
"loss": 1.1572,
"step": 110
},
{
"epoch": 0.005221250489492233,
"grad_norm": 0.7747510075569153,
"learning_rate": 0.00039798085291557875,
"loss": 1.2424,
"step": 120
},
{
"epoch": 0.005656354696949919,
"grad_norm": 0.42962831258773804,
"learning_rate": 0.00039780678851174934,
"loss": 1.2989,
"step": 130
},
{
"epoch": 0.006091458904407605,
"grad_norm": 0.3240002393722534,
"learning_rate": 0.0003976327241079199,
"loss": 1.3729,
"step": 140
},
{
"epoch": 0.006526563111865291,
"grad_norm": 0.36333680152893066,
"learning_rate": 0.0003974586597040905,
"loss": 1.1258,
"step": 150
},
{
"epoch": 0.006961667319322978,
"grad_norm": 0.3108072280883789,
"learning_rate": 0.0003972845953002611,
"loss": 1.7036,
"step": 160
},
{
"epoch": 0.007396771526780664,
"grad_norm": 0.42601290345191956,
"learning_rate": 0.0003971105308964317,
"loss": 1.4395,
"step": 170
},
{
"epoch": 0.00783187573423835,
"grad_norm": 0.41002097725868225,
"learning_rate": 0.0003969364664926023,
"loss": 1.1668,
"step": 180
},
{
"epoch": 0.008266979941696036,
"grad_norm": 0.3329509496688843,
"learning_rate": 0.00039676240208877286,
"loss": 1.1395,
"step": 190
},
{
"epoch": 0.008702084149153723,
"grad_norm": 0.27312082052230835,
"learning_rate": 0.00039658833768494345,
"loss": 1.1324,
"step": 200
},
{
"epoch": 0.009137188356611408,
"grad_norm": 0.578917384147644,
"learning_rate": 0.00039641427328111404,
"loss": 1.1322,
"step": 210
},
{
"epoch": 0.009572292564069095,
"grad_norm": 0.40801626443862915,
"learning_rate": 0.0003962402088772846,
"loss": 1.1542,
"step": 220
},
{
"epoch": 0.01000739677152678,
"grad_norm": 0.6791571378707886,
"learning_rate": 0.0003960661444734552,
"loss": 1.2723,
"step": 230
},
{
"epoch": 0.010442500978984467,
"grad_norm": 0.6352094411849976,
"learning_rate": 0.0003958920800696258,
"loss": 1.4304,
"step": 240
},
{
"epoch": 0.010877605186442154,
"grad_norm": 0.3669438362121582,
"learning_rate": 0.0003957180156657964,
"loss": 1.1244,
"step": 250
},
{
"epoch": 0.011312709393899839,
"grad_norm": 0.34670916199684143,
"learning_rate": 0.0003955439512619669,
"loss": 0.9955,
"step": 260
},
{
"epoch": 0.011747813601357526,
"grad_norm": 0.4209877550601959,
"learning_rate": 0.0003953698868581375,
"loss": 1.5797,
"step": 270
},
{
"epoch": 0.01218291780881521,
"grad_norm": 0.5513585805892944,
"learning_rate": 0.0003951958224543081,
"loss": 1.3883,
"step": 280
},
{
"epoch": 0.012618022016272898,
"grad_norm": 0.4191989004611969,
"learning_rate": 0.0003950217580504787,
"loss": 1.2282,
"step": 290
},
{
"epoch": 0.013053126223730583,
"grad_norm": 0.2465272843837738,
"learning_rate": 0.00039484769364664927,
"loss": 1.0618,
"step": 300
},
{
"epoch": 0.01348823043118827,
"grad_norm": 0.4398101568222046,
"learning_rate": 0.00039467362924281986,
"loss": 1.0868,
"step": 310
},
{
"epoch": 0.013923334638645956,
"grad_norm": 0.37850454449653625,
"learning_rate": 0.00039449956483899045,
"loss": 1.4198,
"step": 320
},
{
"epoch": 0.014358438846103641,
"grad_norm": 0.5064665079116821,
"learning_rate": 0.00039432550043516103,
"loss": 1.153,
"step": 330
},
{
"epoch": 0.014793543053561328,
"grad_norm": 0.32916998863220215,
"learning_rate": 0.0003941514360313316,
"loss": 1.0367,
"step": 340
},
{
"epoch": 0.015228647261019013,
"grad_norm": 0.6044666767120361,
"learning_rate": 0.0003939773716275022,
"loss": 1.2168,
"step": 350
},
{
"epoch": 0.0156637514684767,
"grad_norm": 0.4581633508205414,
"learning_rate": 0.0003938033072236728,
"loss": 1.2238,
"step": 360
},
{
"epoch": 0.016098855675934387,
"grad_norm": 0.25243711471557617,
"learning_rate": 0.0003936292428198434,
"loss": 1.1274,
"step": 370
},
{
"epoch": 0.016533959883392072,
"grad_norm": 0.29372626543045044,
"learning_rate": 0.00039345517841601397,
"loss": 1.0785,
"step": 380
},
{
"epoch": 0.016969064090849757,
"grad_norm": 0.28534626960754395,
"learning_rate": 0.00039328111401218456,
"loss": 1.1744,
"step": 390
},
{
"epoch": 0.017404168298307446,
"grad_norm": 0.6706322431564331,
"learning_rate": 0.0003931070496083551,
"loss": 1.3101,
"step": 400
},
{
"epoch": 0.01783927250576513,
"grad_norm": 0.33783018589019775,
"learning_rate": 0.0003929329852045257,
"loss": 1.1336,
"step": 410
},
{
"epoch": 0.018274376713222816,
"grad_norm": 0.3572576344013214,
"learning_rate": 0.00039275892080069627,
"loss": 1.2386,
"step": 420
},
{
"epoch": 0.018709480920680505,
"grad_norm": 0.39132192730903625,
"learning_rate": 0.00039258485639686685,
"loss": 1.142,
"step": 430
},
{
"epoch": 0.01914458512813819,
"grad_norm": 0.4647437036037445,
"learning_rate": 0.00039241079199303744,
"loss": 1.1399,
"step": 440
},
{
"epoch": 0.019579689335595875,
"grad_norm": 0.514131486415863,
"learning_rate": 0.00039223672758920803,
"loss": 1.2049,
"step": 450
},
{
"epoch": 0.02001479354305356,
"grad_norm": 0.47158387303352356,
"learning_rate": 0.00039206266318537856,
"loss": 1.3457,
"step": 460
},
{
"epoch": 0.02044989775051125,
"grad_norm": 0.5030950307846069,
"learning_rate": 0.00039188859878154915,
"loss": 1.198,
"step": 470
},
{
"epoch": 0.020885001957968934,
"grad_norm": 0.5233497023582458,
"learning_rate": 0.0003917145343777198,
"loss": 1.2664,
"step": 480
},
{
"epoch": 0.02132010616542662,
"grad_norm": 0.2453162670135498,
"learning_rate": 0.0003915404699738904,
"loss": 1.3072,
"step": 490
},
{
"epoch": 0.021755210372884307,
"grad_norm": 0.46330904960632324,
"learning_rate": 0.00039136640557006097,
"loss": 1.5228,
"step": 500
},
{
"epoch": 0.022190314580341992,
"grad_norm": 0.30108675360679626,
"learning_rate": 0.00039119234116623155,
"loss": 1.1811,
"step": 510
},
{
"epoch": 0.022625418787799677,
"grad_norm": 0.3717774748802185,
"learning_rate": 0.00039101827676240214,
"loss": 1.4469,
"step": 520
},
{
"epoch": 0.023060522995257363,
"grad_norm": 0.5701534748077393,
"learning_rate": 0.0003908442123585727,
"loss": 1.3134,
"step": 530
},
{
"epoch": 0.02349562720271505,
"grad_norm": 0.4364817440509796,
"learning_rate": 0.00039067014795474326,
"loss": 1.1357,
"step": 540
},
{
"epoch": 0.023930731410172736,
"grad_norm": 0.23449791967868805,
"learning_rate": 0.00039049608355091385,
"loss": 1.3037,
"step": 550
},
{
"epoch": 0.02436583561763042,
"grad_norm": 0.3508995473384857,
"learning_rate": 0.00039032201914708444,
"loss": 1.2889,
"step": 560
},
{
"epoch": 0.02480093982508811,
"grad_norm": 0.26215896010398865,
"learning_rate": 0.000390147954743255,
"loss": 1.2572,
"step": 570
},
{
"epoch": 0.025236044032545795,
"grad_norm": 0.29993727803230286,
"learning_rate": 0.0003899738903394256,
"loss": 1.143,
"step": 580
},
{
"epoch": 0.02567114824000348,
"grad_norm": 0.25816065073013306,
"learning_rate": 0.0003897998259355962,
"loss": 1.1576,
"step": 590
},
{
"epoch": 0.026106252447461165,
"grad_norm": 0.5520337820053101,
"learning_rate": 0.00038962576153176673,
"loss": 1.3123,
"step": 600
},
{
"epoch": 0.026541356654918854,
"grad_norm": 0.30786898732185364,
"learning_rate": 0.0003894516971279373,
"loss": 0.9461,
"step": 610
},
{
"epoch": 0.02697646086237654,
"grad_norm": 0.2961655855178833,
"learning_rate": 0.0003892776327241079,
"loss": 1.3124,
"step": 620
},
{
"epoch": 0.027411565069834224,
"grad_norm": 0.2982874810695648,
"learning_rate": 0.0003891035683202785,
"loss": 1.1496,
"step": 630
},
{
"epoch": 0.027846669277291913,
"grad_norm": 0.32284247875213623,
"learning_rate": 0.0003889295039164491,
"loss": 1.1568,
"step": 640
},
{
"epoch": 0.028281773484749598,
"grad_norm": 0.36937958002090454,
"learning_rate": 0.0003887554395126197,
"loss": 1.2378,
"step": 650
},
{
"epoch": 0.028716877692207283,
"grad_norm": 0.5186956524848938,
"learning_rate": 0.0003885813751087903,
"loss": 1.2311,
"step": 660
},
{
"epoch": 0.02915198189966497,
"grad_norm": 0.4536396265029907,
"learning_rate": 0.00038840731070496085,
"loss": 0.9108,
"step": 670
},
{
"epoch": 0.029587086107122657,
"grad_norm": 0.2562881410121918,
"learning_rate": 0.00038823324630113144,
"loss": 1.2532,
"step": 680
},
{
"epoch": 0.03002219031458034,
"grad_norm": 0.5013798475265503,
"learning_rate": 0.000388059181897302,
"loss": 1.3216,
"step": 690
},
{
"epoch": 0.030457294522038027,
"grad_norm": 0.3330017328262329,
"learning_rate": 0.0003878851174934726,
"loss": 1.239,
"step": 700
},
{
"epoch": 0.030892398729495715,
"grad_norm": 0.25294768810272217,
"learning_rate": 0.0003877110530896432,
"loss": 1.2394,
"step": 710
},
{
"epoch": 0.0313275029369534,
"grad_norm": 0.3555574119091034,
"learning_rate": 0.0003875369886858138,
"loss": 1.0405,
"step": 720
},
{
"epoch": 0.031762607144411086,
"grad_norm": 0.42219704389572144,
"learning_rate": 0.00038736292428198437,
"loss": 1.0943,
"step": 730
},
{
"epoch": 0.032197711351868774,
"grad_norm": 0.411579430103302,
"learning_rate": 0.0003871888598781549,
"loss": 1.2787,
"step": 740
},
{
"epoch": 0.032632815559326456,
"grad_norm": 0.26648133993148804,
"learning_rate": 0.0003870147954743255,
"loss": 1.2231,
"step": 750
},
{
"epoch": 0.033067919766784144,
"grad_norm": 0.44981783628463745,
"learning_rate": 0.0003868407310704961,
"loss": 1.316,
"step": 760
},
{
"epoch": 0.03350302397424183,
"grad_norm": 0.31055742502212524,
"learning_rate": 0.00038666666666666667,
"loss": 1.1275,
"step": 770
},
{
"epoch": 0.033938128181699515,
"grad_norm": 0.20185476541519165,
"learning_rate": 0.00038649260226283726,
"loss": 1.3371,
"step": 780
},
{
"epoch": 0.0343732323891572,
"grad_norm": 0.2983035147190094,
"learning_rate": 0.00038631853785900784,
"loss": 0.8167,
"step": 790
},
{
"epoch": 0.03480833659661489,
"grad_norm": 0.2588447332382202,
"learning_rate": 0.00038614447345517843,
"loss": 1.2313,
"step": 800
},
{
"epoch": 0.03524344080407257,
"grad_norm": 0.38574105501174927,
"learning_rate": 0.000385970409051349,
"loss": 1.3688,
"step": 810
},
{
"epoch": 0.03567854501153026,
"grad_norm": 0.32559719681739807,
"learning_rate": 0.0003857963446475196,
"loss": 0.9072,
"step": 820
},
{
"epoch": 0.03611364921898795,
"grad_norm": 0.2943436801433563,
"learning_rate": 0.0003856222802436902,
"loss": 1.0829,
"step": 830
},
{
"epoch": 0.03654875342644563,
"grad_norm": 0.2108614444732666,
"learning_rate": 0.0003854482158398608,
"loss": 1.0151,
"step": 840
},
{
"epoch": 0.03698385763390332,
"grad_norm": 0.30321964621543884,
"learning_rate": 0.00038527415143603137,
"loss": 0.948,
"step": 850
},
{
"epoch": 0.03741896184136101,
"grad_norm": 0.4178694188594818,
"learning_rate": 0.00038510008703220196,
"loss": 0.9574,
"step": 860
},
{
"epoch": 0.03785406604881869,
"grad_norm": 0.34354859590530396,
"learning_rate": 0.0003849260226283725,
"loss": 0.8848,
"step": 870
},
{
"epoch": 0.03828917025627638,
"grad_norm": 0.599922239780426,
"learning_rate": 0.0003847519582245431,
"loss": 1.2363,
"step": 880
},
{
"epoch": 0.03872427446373406,
"grad_norm": 0.3373200595378876,
"learning_rate": 0.00038457789382071367,
"loss": 1.1384,
"step": 890
},
{
"epoch": 0.03915937867119175,
"grad_norm": 0.46131712198257446,
"learning_rate": 0.00038440382941688425,
"loss": 1.2597,
"step": 900
},
{
"epoch": 0.03959448287864944,
"grad_norm": 0.39745593070983887,
"learning_rate": 0.00038422976501305484,
"loss": 1.2501,
"step": 910
},
{
"epoch": 0.04002958708610712,
"grad_norm": 0.27068236470222473,
"learning_rate": 0.00038405570060922543,
"loss": 1.0887,
"step": 920
},
{
"epoch": 0.04046469129356481,
"grad_norm": 0.2816622853279114,
"learning_rate": 0.000383881636205396,
"loss": 1.0621,
"step": 930
},
{
"epoch": 0.0408997955010225,
"grad_norm": 0.19555874168872833,
"learning_rate": 0.0003837075718015666,
"loss": 1.0642,
"step": 940
},
{
"epoch": 0.04133489970848018,
"grad_norm": 0.38207510113716125,
"learning_rate": 0.0003835335073977372,
"loss": 1.296,
"step": 950
},
{
"epoch": 0.04177000391593787,
"grad_norm": 0.21925988793373108,
"learning_rate": 0.0003833594429939078,
"loss": 1.0059,
"step": 960
},
{
"epoch": 0.042205108123395556,
"grad_norm": 0.33703377842903137,
"learning_rate": 0.00038318537859007837,
"loss": 1.0082,
"step": 970
},
{
"epoch": 0.04264021233085324,
"grad_norm": 0.2691793441772461,
"learning_rate": 0.00038301131418624895,
"loss": 1.0507,
"step": 980
},
{
"epoch": 0.043075316538310926,
"grad_norm": 0.3962927460670471,
"learning_rate": 0.00038283724978241954,
"loss": 1.3495,
"step": 990
},
{
"epoch": 0.043510420745768615,
"grad_norm": 0.2731100916862488,
"learning_rate": 0.00038266318537859013,
"loss": 1.311,
"step": 1000
},
{
"epoch": 0.043945524953226296,
"grad_norm": 0.44080817699432373,
"learning_rate": 0.00038248912097476066,
"loss": 1.1228,
"step": 1010
},
{
"epoch": 0.044380629160683985,
"grad_norm": 0.2814439833164215,
"learning_rate": 0.00038231505657093125,
"loss": 1.3625,
"step": 1020
},
{
"epoch": 0.04481573336814167,
"grad_norm": 0.4157807528972626,
"learning_rate": 0.00038214099216710184,
"loss": 1.328,
"step": 1030
},
{
"epoch": 0.045250837575599355,
"grad_norm": 0.24820898473262787,
"learning_rate": 0.0003819669277632724,
"loss": 1.0863,
"step": 1040
},
{
"epoch": 0.045685941783057044,
"grad_norm": 0.25827354192733765,
"learning_rate": 0.000381792863359443,
"loss": 1.1618,
"step": 1050
},
{
"epoch": 0.046121045990514725,
"grad_norm": 0.23032212257385254,
"learning_rate": 0.0003816187989556136,
"loss": 1.1976,
"step": 1060
},
{
"epoch": 0.046556150197972414,
"grad_norm": 0.3880029320716858,
"learning_rate": 0.0003814447345517842,
"loss": 0.8846,
"step": 1070
},
{
"epoch": 0.0469912544054301,
"grad_norm": 0.22037769854068756,
"learning_rate": 0.0003812706701479547,
"loss": 1.1436,
"step": 1080
},
{
"epoch": 0.047426358612887784,
"grad_norm": 0.3858647048473358,
"learning_rate": 0.0003810966057441253,
"loss": 1.0979,
"step": 1090
},
{
"epoch": 0.04786146282034547,
"grad_norm": 0.27272582054138184,
"learning_rate": 0.00038092254134029595,
"loss": 1.26,
"step": 1100
},
{
"epoch": 0.04829656702780316,
"grad_norm": 0.3119983971118927,
"learning_rate": 0.00038074847693646654,
"loss": 1.2227,
"step": 1110
},
{
"epoch": 0.04873167123526084,
"grad_norm": 0.22286026179790497,
"learning_rate": 0.0003805744125326371,
"loss": 1.2494,
"step": 1120
},
{
"epoch": 0.04916677544271853,
"grad_norm": 0.29171332716941833,
"learning_rate": 0.0003804003481288077,
"loss": 1.1771,
"step": 1130
},
{
"epoch": 0.04960187965017622,
"grad_norm": 0.320033460855484,
"learning_rate": 0.00038022628372497825,
"loss": 1.2829,
"step": 1140
},
{
"epoch": 0.0500369838576339,
"grad_norm": 0.2488137036561966,
"learning_rate": 0.00038005221932114883,
"loss": 1.0741,
"step": 1150
},
{
"epoch": 0.05047208806509159,
"grad_norm": 0.2110745906829834,
"learning_rate": 0.0003798781549173194,
"loss": 0.9519,
"step": 1160
},
{
"epoch": 0.05090719227254928,
"grad_norm": 0.19103139638900757,
"learning_rate": 0.00037970409051349,
"loss": 1.0155,
"step": 1170
},
{
"epoch": 0.05134229648000696,
"grad_norm": 0.33117181062698364,
"learning_rate": 0.0003795300261096606,
"loss": 1.2213,
"step": 1180
},
{
"epoch": 0.05177740068746465,
"grad_norm": 0.3105623722076416,
"learning_rate": 0.0003793559617058312,
"loss": 1.0259,
"step": 1190
},
{
"epoch": 0.05221250489492233,
"grad_norm": 0.30154308676719666,
"learning_rate": 0.00037918189730200177,
"loss": 1.4151,
"step": 1200
},
{
"epoch": 0.05264760910238002,
"grad_norm": 0.2543237805366516,
"learning_rate": 0.0003790078328981723,
"loss": 1.4256,
"step": 1210
},
{
"epoch": 0.05308271330983771,
"grad_norm": 0.2848201096057892,
"learning_rate": 0.0003788337684943429,
"loss": 0.9308,
"step": 1220
},
{
"epoch": 0.05351781751729539,
"grad_norm": 0.15549680590629578,
"learning_rate": 0.0003786597040905135,
"loss": 1.3387,
"step": 1230
},
{
"epoch": 0.05395292172475308,
"grad_norm": 0.30409321188926697,
"learning_rate": 0.00037848563968668407,
"loss": 1.26,
"step": 1240
},
{
"epoch": 0.054388025932210766,
"grad_norm": 0.5807212591171265,
"learning_rate": 0.00037831157528285466,
"loss": 1.1308,
"step": 1250
},
{
"epoch": 0.05482313013966845,
"grad_norm": 0.3824189603328705,
"learning_rate": 0.00037813751087902524,
"loss": 1.2307,
"step": 1260
},
{
"epoch": 0.05525823434712614,
"grad_norm": 0.31553253531455994,
"learning_rate": 0.0003779634464751959,
"loss": 1.469,
"step": 1270
},
{
"epoch": 0.055693338554583825,
"grad_norm": 0.2720363736152649,
"learning_rate": 0.0003777893820713664,
"loss": 0.9539,
"step": 1280
},
{
"epoch": 0.05612844276204151,
"grad_norm": 0.18885992467403412,
"learning_rate": 0.000377615317667537,
"loss": 0.9627,
"step": 1290
},
{
"epoch": 0.056563546969499195,
"grad_norm": 0.14023074507713318,
"learning_rate": 0.0003774412532637076,
"loss": 1.1784,
"step": 1300
},
{
"epoch": 0.056998651176956884,
"grad_norm": 0.3615224063396454,
"learning_rate": 0.0003772671888598782,
"loss": 1.0145,
"step": 1310
},
{
"epoch": 0.057433755384414566,
"grad_norm": 0.36486658453941345,
"learning_rate": 0.00037709312445604877,
"loss": 1.1986,
"step": 1320
},
{
"epoch": 0.057868859591872254,
"grad_norm": 0.7021761536598206,
"learning_rate": 0.00037691906005221936,
"loss": 0.9649,
"step": 1330
},
{
"epoch": 0.05830396379932994,
"grad_norm": 0.17079390585422516,
"learning_rate": 0.00037674499564838994,
"loss": 1.3102,
"step": 1340
},
{
"epoch": 0.058739068006787624,
"grad_norm": 0.2602675259113312,
"learning_rate": 0.0003765709312445605,
"loss": 0.9913,
"step": 1350
},
{
"epoch": 0.05917417221424531,
"grad_norm": 0.38699501752853394,
"learning_rate": 0.00037639686684073106,
"loss": 1.2144,
"step": 1360
},
{
"epoch": 0.059609276421702995,
"grad_norm": 0.3245396614074707,
"learning_rate": 0.00037622280243690165,
"loss": 1.0437,
"step": 1370
},
{
"epoch": 0.06004438062916068,
"grad_norm": 0.3186592161655426,
"learning_rate": 0.00037604873803307224,
"loss": 1.455,
"step": 1380
},
{
"epoch": 0.06047948483661837,
"grad_norm": 0.4052233099937439,
"learning_rate": 0.0003758746736292428,
"loss": 1.2081,
"step": 1390
},
{
"epoch": 0.06091458904407605,
"grad_norm": 0.24547037482261658,
"learning_rate": 0.0003757006092254134,
"loss": 1.0269,
"step": 1400
},
{
"epoch": 0.06134969325153374,
"grad_norm": 0.23582413792610168,
"learning_rate": 0.000375526544821584,
"loss": 1.3103,
"step": 1410
},
{
"epoch": 0.06178479745899143,
"grad_norm": 0.28670305013656616,
"learning_rate": 0.0003753524804177546,
"loss": 1.1582,
"step": 1420
},
{
"epoch": 0.06221990166644911,
"grad_norm": 0.38473954796791077,
"learning_rate": 0.0003751784160139252,
"loss": 1.4283,
"step": 1430
},
{
"epoch": 0.0626550058739068,
"grad_norm": 0.31779807806015015,
"learning_rate": 0.00037500435161009576,
"loss": 0.9667,
"step": 1440
},
{
"epoch": 0.06309011008136449,
"grad_norm": 0.31097212433815,
"learning_rate": 0.00037483028720626635,
"loss": 0.9724,
"step": 1450
},
{
"epoch": 0.06352521428882217,
"grad_norm": 0.3508198857307434,
"learning_rate": 0.00037465622280243694,
"loss": 0.974,
"step": 1460
},
{
"epoch": 0.06396031849627985,
"grad_norm": 0.24516107141971588,
"learning_rate": 0.00037448215839860753,
"loss": 1.2691,
"step": 1470
},
{
"epoch": 0.06439542270373755,
"grad_norm": 0.243235245347023,
"learning_rate": 0.00037430809399477806,
"loss": 0.9583,
"step": 1480
},
{
"epoch": 0.06483052691119523,
"grad_norm": 0.2419707328081131,
"learning_rate": 0.00037413402959094865,
"loss": 1.0231,
"step": 1490
},
{
"epoch": 0.06526563111865291,
"grad_norm": 0.3034472167491913,
"learning_rate": 0.00037395996518711924,
"loss": 1.1777,
"step": 1500
},
{
"epoch": 0.06570073532611061,
"grad_norm": 0.537211000919342,
"learning_rate": 0.0003737859007832898,
"loss": 1.1491,
"step": 1510
},
{
"epoch": 0.06613583953356829,
"grad_norm": 0.22147822380065918,
"learning_rate": 0.0003736118363794604,
"loss": 1.015,
"step": 1520
},
{
"epoch": 0.06657094374102597,
"grad_norm": 0.2628820240497589,
"learning_rate": 0.000373437771975631,
"loss": 1.1769,
"step": 1530
},
{
"epoch": 0.06700604794848367,
"grad_norm": 0.2513114809989929,
"learning_rate": 0.0003732637075718016,
"loss": 1.1305,
"step": 1540
},
{
"epoch": 0.06744115215594135,
"grad_norm": 0.21348269283771515,
"learning_rate": 0.0003730896431679722,
"loss": 1.0289,
"step": 1550
},
{
"epoch": 0.06787625636339903,
"grad_norm": 0.2283366620540619,
"learning_rate": 0.00037291557876414276,
"loss": 1.0094,
"step": 1560
},
{
"epoch": 0.06831136057085672,
"grad_norm": 0.46270281076431274,
"learning_rate": 0.00037274151436031335,
"loss": 1.0719,
"step": 1570
},
{
"epoch": 0.0687464647783144,
"grad_norm": 0.33455803990364075,
"learning_rate": 0.00037256744995648394,
"loss": 1.1176,
"step": 1580
},
{
"epoch": 0.06918156898577209,
"grad_norm": 0.27259060740470886,
"learning_rate": 0.0003723933855526545,
"loss": 1.2499,
"step": 1590
},
{
"epoch": 0.06961667319322978,
"grad_norm": 0.20032984018325806,
"learning_rate": 0.0003722193211488251,
"loss": 0.9724,
"step": 1600
},
{
"epoch": 0.07005177740068746,
"grad_norm": 0.39776116609573364,
"learning_rate": 0.0003720452567449957,
"loss": 1.162,
"step": 1610
},
{
"epoch": 0.07048688160814515,
"grad_norm": 0.24352256953716278,
"learning_rate": 0.00037187119234116623,
"loss": 1.3197,
"step": 1620
},
{
"epoch": 0.07092198581560284,
"grad_norm": 0.2998146116733551,
"learning_rate": 0.0003716971279373368,
"loss": 1.107,
"step": 1630
},
{
"epoch": 0.07135709002306052,
"grad_norm": 0.2286771982908249,
"learning_rate": 0.0003715230635335074,
"loss": 1.1557,
"step": 1640
},
{
"epoch": 0.0717921942305182,
"grad_norm": 0.2748934030532837,
"learning_rate": 0.000371348999129678,
"loss": 0.9731,
"step": 1650
},
{
"epoch": 0.0722272984379759,
"grad_norm": 0.3774462342262268,
"learning_rate": 0.0003711749347258486,
"loss": 1.3261,
"step": 1660
},
{
"epoch": 0.07266240264543358,
"grad_norm": 0.2836506962776184,
"learning_rate": 0.00037100087032201917,
"loss": 1.0903,
"step": 1670
},
{
"epoch": 0.07309750685289126,
"grad_norm": 0.20469504594802856,
"learning_rate": 0.00037082680591818976,
"loss": 1.0633,
"step": 1680
},
{
"epoch": 0.07353261106034896,
"grad_norm": 0.4413812756538391,
"learning_rate": 0.0003706527415143603,
"loss": 1.1392,
"step": 1690
},
{
"epoch": 0.07396771526780664,
"grad_norm": 0.26158228516578674,
"learning_rate": 0.0003704786771105309,
"loss": 1.0304,
"step": 1700
},
{
"epoch": 0.07440281947526432,
"grad_norm": 0.3519550561904907,
"learning_rate": 0.00037030461270670147,
"loss": 1.0521,
"step": 1710
},
{
"epoch": 0.07483792368272202,
"grad_norm": 0.2772994339466095,
"learning_rate": 0.0003701305483028721,
"loss": 0.9215,
"step": 1720
},
{
"epoch": 0.0752730278901797,
"grad_norm": 0.21059450507164001,
"learning_rate": 0.0003699564838990427,
"loss": 1.1102,
"step": 1730
},
{
"epoch": 0.07570813209763738,
"grad_norm": 0.23804421722888947,
"learning_rate": 0.0003697824194952133,
"loss": 0.9972,
"step": 1740
},
{
"epoch": 0.07614323630509506,
"grad_norm": 0.24913989007472992,
"learning_rate": 0.00036960835509138387,
"loss": 1.1494,
"step": 1750
},
{
"epoch": 0.07657834051255276,
"grad_norm": 0.19378580152988434,
"learning_rate": 0.0003694342906875544,
"loss": 1.1605,
"step": 1760
},
{
"epoch": 0.07701344472001044,
"grad_norm": 0.2425948679447174,
"learning_rate": 0.000369260226283725,
"loss": 1.1063,
"step": 1770
},
{
"epoch": 0.07744854892746812,
"grad_norm": 0.35101214051246643,
"learning_rate": 0.0003690861618798956,
"loss": 1.1069,
"step": 1780
},
{
"epoch": 0.07788365313492582,
"grad_norm": 0.2384127676486969,
"learning_rate": 0.00036891209747606617,
"loss": 1.1073,
"step": 1790
},
{
"epoch": 0.0783187573423835,
"grad_norm": 0.3227332532405853,
"learning_rate": 0.00036873803307223675,
"loss": 1.46,
"step": 1800
},
{
"epoch": 0.07875386154984118,
"grad_norm": 0.30912092328071594,
"learning_rate": 0.00036856396866840734,
"loss": 1.0432,
"step": 1810
},
{
"epoch": 0.07918896575729888,
"grad_norm": 0.1731940358877182,
"learning_rate": 0.0003683899042645779,
"loss": 0.7906,
"step": 1820
},
{
"epoch": 0.07962406996475656,
"grad_norm": 0.3435431122779846,
"learning_rate": 0.00036821583986074846,
"loss": 1.0927,
"step": 1830
},
{
"epoch": 0.08005917417221424,
"grad_norm": 0.2719370722770691,
"learning_rate": 0.00036804177545691905,
"loss": 1.046,
"step": 1840
},
{
"epoch": 0.08049427837967194,
"grad_norm": 0.2082270085811615,
"learning_rate": 0.00036786771105308964,
"loss": 1.0548,
"step": 1850
},
{
"epoch": 0.08092938258712962,
"grad_norm": 0.21830663084983826,
"learning_rate": 0.0003676936466492602,
"loss": 1.0512,
"step": 1860
},
{
"epoch": 0.0813644867945873,
"grad_norm": 0.3210617005825043,
"learning_rate": 0.0003675195822454308,
"loss": 1.0223,
"step": 1870
},
{
"epoch": 0.081799591002045,
"grad_norm": 0.3250657618045807,
"learning_rate": 0.0003673455178416014,
"loss": 1.1719,
"step": 1880
},
{
"epoch": 0.08223469520950268,
"grad_norm": 0.19785813987255096,
"learning_rate": 0.000367171453437772,
"loss": 1.0229,
"step": 1890
},
{
"epoch": 0.08266979941696036,
"grad_norm": 0.22805559635162354,
"learning_rate": 0.0003669973890339426,
"loss": 0.9203,
"step": 1900
},
{
"epoch": 0.08310490362441805,
"grad_norm": 0.27902206778526306,
"learning_rate": 0.00036682332463011316,
"loss": 1.3074,
"step": 1910
},
{
"epoch": 0.08354000783187573,
"grad_norm": 0.22830860316753387,
"learning_rate": 0.00036664926022628375,
"loss": 1.0351,
"step": 1920
},
{
"epoch": 0.08397511203933342,
"grad_norm": 0.3064679205417633,
"learning_rate": 0.00036647519582245434,
"loss": 1.1196,
"step": 1930
},
{
"epoch": 0.08441021624679111,
"grad_norm": 0.2973743975162506,
"learning_rate": 0.0003663011314186249,
"loss": 1.3368,
"step": 1940
},
{
"epoch": 0.0848453204542488,
"grad_norm": 0.28696408867836,
"learning_rate": 0.0003661270670147955,
"loss": 1.1066,
"step": 1950
},
{
"epoch": 0.08528042466170647,
"grad_norm": 0.1933184266090393,
"learning_rate": 0.00036595300261096605,
"loss": 0.9262,
"step": 1960
},
{
"epoch": 0.08571552886916417,
"grad_norm": 0.34092041850090027,
"learning_rate": 0.00036577893820713663,
"loss": 1.2005,
"step": 1970
},
{
"epoch": 0.08615063307662185,
"grad_norm": 0.1740398406982422,
"learning_rate": 0.0003656048738033072,
"loss": 0.9748,
"step": 1980
},
{
"epoch": 0.08658573728407953,
"grad_norm": 0.19418437778949738,
"learning_rate": 0.0003654308093994778,
"loss": 1.2627,
"step": 1990
},
{
"epoch": 0.08702084149153723,
"grad_norm": 0.24194251000881195,
"learning_rate": 0.0003652567449956484,
"loss": 1.0347,
"step": 2000
},
{
"epoch": 0.08745594569899491,
"grad_norm": 0.36026981472969055,
"learning_rate": 0.000365082680591819,
"loss": 1.0601,
"step": 2010
},
{
"epoch": 0.08789104990645259,
"grad_norm": 0.49275389313697815,
"learning_rate": 0.00036490861618798957,
"loss": 1.1436,
"step": 2020
},
{
"epoch": 0.08832615411391029,
"grad_norm": 0.24571721255779266,
"learning_rate": 0.00036473455178416016,
"loss": 1.093,
"step": 2030
},
{
"epoch": 0.08876125832136797,
"grad_norm": 0.22721773386001587,
"learning_rate": 0.00036456048738033075,
"loss": 1.1284,
"step": 2040
},
{
"epoch": 0.08919636252882565,
"grad_norm": 0.2173701971769333,
"learning_rate": 0.00036438642297650134,
"loss": 0.8769,
"step": 2050
},
{
"epoch": 0.08963146673628335,
"grad_norm": 0.2367500364780426,
"learning_rate": 0.0003642123585726719,
"loss": 0.9124,
"step": 2060
},
{
"epoch": 0.09006657094374103,
"grad_norm": 0.26915982365608215,
"learning_rate": 0.0003640382941688425,
"loss": 0.9884,
"step": 2070
},
{
"epoch": 0.09050167515119871,
"grad_norm": 0.21192222833633423,
"learning_rate": 0.0003638642297650131,
"loss": 0.8342,
"step": 2080
},
{
"epoch": 0.09093677935865639,
"grad_norm": 0.1829097718000412,
"learning_rate": 0.0003636901653611837,
"loss": 1.2963,
"step": 2090
},
{
"epoch": 0.09137188356611409,
"grad_norm": 0.24787651002407074,
"learning_rate": 0.0003635161009573542,
"loss": 0.9557,
"step": 2100
},
{
"epoch": 0.09180698777357177,
"grad_norm": 0.23291891813278198,
"learning_rate": 0.0003633420365535248,
"loss": 1.1531,
"step": 2110
},
{
"epoch": 0.09224209198102945,
"grad_norm": 0.2169763743877411,
"learning_rate": 0.0003631679721496954,
"loss": 1.1523,
"step": 2120
},
{
"epoch": 0.09267719618848715,
"grad_norm": 0.4194927513599396,
"learning_rate": 0.000362993907745866,
"loss": 1.3864,
"step": 2130
},
{
"epoch": 0.09311230039594483,
"grad_norm": 0.1510387808084488,
"learning_rate": 0.00036281984334203657,
"loss": 1.168,
"step": 2140
},
{
"epoch": 0.09354740460340251,
"grad_norm": 0.2194959670305252,
"learning_rate": 0.00036264577893820716,
"loss": 1.1562,
"step": 2150
},
{
"epoch": 0.0939825088108602,
"grad_norm": 0.2226722538471222,
"learning_rate": 0.0003624717145343777,
"loss": 1.0499,
"step": 2160
},
{
"epoch": 0.09441761301831789,
"grad_norm": 0.2635657489299774,
"learning_rate": 0.00036229765013054833,
"loss": 0.9611,
"step": 2170
},
{
"epoch": 0.09485271722577557,
"grad_norm": 0.21836884319782257,
"learning_rate": 0.0003621235857267189,
"loss": 1.1833,
"step": 2180
},
{
"epoch": 0.09528782143323326,
"grad_norm": 0.6677103042602539,
"learning_rate": 0.0003619495213228895,
"loss": 1.1606,
"step": 2190
},
{
"epoch": 0.09572292564069095,
"grad_norm": 0.2880762815475464,
"learning_rate": 0.0003617754569190601,
"loss": 1.0377,
"step": 2200
},
{
"epoch": 0.09615802984814863,
"grad_norm": 0.33047208189964294,
"learning_rate": 0.0003616013925152307,
"loss": 1.2715,
"step": 2210
},
{
"epoch": 0.09659313405560632,
"grad_norm": 0.2658348083496094,
"learning_rate": 0.00036142732811140127,
"loss": 1.0197,
"step": 2220
},
{
"epoch": 0.097028238263064,
"grad_norm": 0.2673298120498657,
"learning_rate": 0.0003612532637075718,
"loss": 1.1273,
"step": 2230
},
{
"epoch": 0.09746334247052169,
"grad_norm": 0.2642398774623871,
"learning_rate": 0.0003610791993037424,
"loss": 0.9314,
"step": 2240
},
{
"epoch": 0.09789844667797938,
"grad_norm": 0.20724281668663025,
"learning_rate": 0.000360905134899913,
"loss": 1.1109,
"step": 2250
},
{
"epoch": 0.09833355088543706,
"grad_norm": 0.22856001555919647,
"learning_rate": 0.00036073107049608357,
"loss": 1.28,
"step": 2260
},
{
"epoch": 0.09876865509289474,
"grad_norm": 0.2221485823392868,
"learning_rate": 0.00036055700609225415,
"loss": 1.081,
"step": 2270
},
{
"epoch": 0.09920375930035244,
"grad_norm": 0.3398514688014984,
"learning_rate": 0.00036038294168842474,
"loss": 0.9025,
"step": 2280
},
{
"epoch": 0.09963886350781012,
"grad_norm": 0.27646124362945557,
"learning_rate": 0.00036020887728459533,
"loss": 1.1814,
"step": 2290
},
{
"epoch": 0.1000739677152678,
"grad_norm": 0.2108033448457718,
"learning_rate": 0.00036003481288076586,
"loss": 0.9054,
"step": 2300
},
{
"epoch": 0.1005090719227255,
"grad_norm": 0.33170703053474426,
"learning_rate": 0.00035986074847693645,
"loss": 1.3619,
"step": 2310
},
{
"epoch": 0.10094417613018318,
"grad_norm": 0.23013585805892944,
"learning_rate": 0.00035968668407310704,
"loss": 1.0952,
"step": 2320
},
{
"epoch": 0.10137928033764086,
"grad_norm": 0.2792527675628662,
"learning_rate": 0.0003595126196692776,
"loss": 1.1044,
"step": 2330
},
{
"epoch": 0.10181438454509856,
"grad_norm": 0.2251359224319458,
"learning_rate": 0.00035933855526544827,
"loss": 1.1933,
"step": 2340
},
{
"epoch": 0.10224948875255624,
"grad_norm": 0.30776312947273254,
"learning_rate": 0.00035916449086161885,
"loss": 0.9595,
"step": 2350
},
{
"epoch": 0.10268459296001392,
"grad_norm": 0.29408708214759827,
"learning_rate": 0.00035899042645778944,
"loss": 1.0228,
"step": 2360
},
{
"epoch": 0.10311969716747162,
"grad_norm": 0.2827439606189728,
"learning_rate": 0.00035881636205396,
"loss": 1.0657,
"step": 2370
},
{
"epoch": 0.1035548013749293,
"grad_norm": 0.26050692796707153,
"learning_rate": 0.00035864229765013056,
"loss": 1.0721,
"step": 2380
},
{
"epoch": 0.10398990558238698,
"grad_norm": 0.23785626888275146,
"learning_rate": 0.00035846823324630115,
"loss": 1.2979,
"step": 2390
},
{
"epoch": 0.10442500978984466,
"grad_norm": 0.23232272267341614,
"learning_rate": 0.00035829416884247174,
"loss": 1.187,
"step": 2400
},
{
"epoch": 0.10486011399730236,
"grad_norm": 0.18208222091197968,
"learning_rate": 0.0003581201044386423,
"loss": 1.0304,
"step": 2410
},
{
"epoch": 0.10529521820476004,
"grad_norm": 0.23961247503757477,
"learning_rate": 0.0003579460400348129,
"loss": 1.3522,
"step": 2420
},
{
"epoch": 0.10573032241221772,
"grad_norm": 0.39413437247276306,
"learning_rate": 0.0003577719756309835,
"loss": 1.169,
"step": 2430
},
{
"epoch": 0.10616542661967542,
"grad_norm": 0.3349091410636902,
"learning_rate": 0.00035759791122715403,
"loss": 1.1242,
"step": 2440
},
{
"epoch": 0.1066005308271331,
"grad_norm": 0.28300121426582336,
"learning_rate": 0.0003574238468233246,
"loss": 1.1484,
"step": 2450
},
{
"epoch": 0.10703563503459078,
"grad_norm": 0.3661630153656006,
"learning_rate": 0.0003572497824194952,
"loss": 0.8068,
"step": 2460
},
{
"epoch": 0.10747073924204847,
"grad_norm": 0.2422761768102646,
"learning_rate": 0.0003570757180156658,
"loss": 1.0967,
"step": 2470
},
{
"epoch": 0.10790584344950616,
"grad_norm": 0.21943041682243347,
"learning_rate": 0.0003569016536118364,
"loss": 1.2655,
"step": 2480
},
{
"epoch": 0.10834094765696384,
"grad_norm": 0.22692498564720154,
"learning_rate": 0.00035672758920800697,
"loss": 1.1325,
"step": 2490
},
{
"epoch": 0.10877605186442153,
"grad_norm": 0.3400600552558899,
"learning_rate": 0.00035655352480417756,
"loss": 1.2318,
"step": 2500
},
{
"epoch": 0.10921115607187921,
"grad_norm": 0.327677845954895,
"learning_rate": 0.00035637946040034815,
"loss": 1.4683,
"step": 2510
},
{
"epoch": 0.1096462602793369,
"grad_norm": 0.6924793124198914,
"learning_rate": 0.00035620539599651873,
"loss": 1.2662,
"step": 2520
},
{
"epoch": 0.11008136448679459,
"grad_norm": 0.31328171491622925,
"learning_rate": 0.0003560313315926893,
"loss": 1.0168,
"step": 2530
},
{
"epoch": 0.11051646869425227,
"grad_norm": 0.4226287007331848,
"learning_rate": 0.0003558572671888599,
"loss": 1.1666,
"step": 2540
},
{
"epoch": 0.11095157290170996,
"grad_norm": 0.4320388734340668,
"learning_rate": 0.0003556832027850305,
"loss": 1.0557,
"step": 2550
},
{
"epoch": 0.11138667710916765,
"grad_norm": 0.45150241255760193,
"learning_rate": 0.0003555091383812011,
"loss": 0.9121,
"step": 2560
},
{
"epoch": 0.11182178131662533,
"grad_norm": 0.2833518385887146,
"learning_rate": 0.0003553350739773716,
"loss": 0.8956,
"step": 2570
},
{
"epoch": 0.11225688552408301,
"grad_norm": 0.1951480507850647,
"learning_rate": 0.0003551610095735422,
"loss": 1.1546,
"step": 2580
},
{
"epoch": 0.11269198973154071,
"grad_norm": 0.2845972776412964,
"learning_rate": 0.0003549869451697128,
"loss": 1.2216,
"step": 2590
},
{
"epoch": 0.11312709393899839,
"grad_norm": 0.2845737040042877,
"learning_rate": 0.0003548128807658834,
"loss": 1.0281,
"step": 2600
},
{
"epoch": 0.11356219814645607,
"grad_norm": 0.3874964416027069,
"learning_rate": 0.00035463881636205397,
"loss": 1.1724,
"step": 2610
},
{
"epoch": 0.11399730235391377,
"grad_norm": 0.2568916082382202,
"learning_rate": 0.00035446475195822456,
"loss": 1.1311,
"step": 2620
},
{
"epoch": 0.11443240656137145,
"grad_norm": 0.29337450861930847,
"learning_rate": 0.00035429068755439514,
"loss": 1.0399,
"step": 2630
},
{
"epoch": 0.11486751076882913,
"grad_norm": 0.2835456430912018,
"learning_rate": 0.00035411662315056573,
"loss": 1.1831,
"step": 2640
},
{
"epoch": 0.11530261497628683,
"grad_norm": 0.3918575048446655,
"learning_rate": 0.0003539425587467363,
"loss": 0.99,
"step": 2650
},
{
"epoch": 0.11573771918374451,
"grad_norm": 0.18815290927886963,
"learning_rate": 0.0003537684943429069,
"loss": 0.8711,
"step": 2660
},
{
"epoch": 0.11617282339120219,
"grad_norm": 0.22002877295017242,
"learning_rate": 0.0003535944299390775,
"loss": 1.1046,
"step": 2670
},
{
"epoch": 0.11660792759865989,
"grad_norm": 0.19756147265434265,
"learning_rate": 0.0003534203655352481,
"loss": 0.9236,
"step": 2680
},
{
"epoch": 0.11704303180611757,
"grad_norm": 0.23351754248142242,
"learning_rate": 0.00035324630113141867,
"loss": 1.0011,
"step": 2690
},
{
"epoch": 0.11747813601357525,
"grad_norm": 0.22663307189941406,
"learning_rate": 0.00035307223672758926,
"loss": 1.2472,
"step": 2700
},
{
"epoch": 0.11791324022103293,
"grad_norm": 0.2128058522939682,
"learning_rate": 0.0003528981723237598,
"loss": 1.0788,
"step": 2710
},
{
"epoch": 0.11834834442849063,
"grad_norm": 0.25208890438079834,
"learning_rate": 0.0003527241079199304,
"loss": 1.1369,
"step": 2720
},
{
"epoch": 0.11878344863594831,
"grad_norm": 0.22835911810398102,
"learning_rate": 0.00035255004351610096,
"loss": 1.0904,
"step": 2730
},
{
"epoch": 0.11921855284340599,
"grad_norm": 0.6433864235877991,
"learning_rate": 0.00035237597911227155,
"loss": 1.0599,
"step": 2740
},
{
"epoch": 0.11965365705086368,
"grad_norm": 0.32743197679519653,
"learning_rate": 0.00035220191470844214,
"loss": 1.361,
"step": 2750
},
{
"epoch": 0.12008876125832137,
"grad_norm": 0.1989910900592804,
"learning_rate": 0.00035202785030461273,
"loss": 1.0953,
"step": 2760
},
{
"epoch": 0.12052386546577905,
"grad_norm": 0.2946142256259918,
"learning_rate": 0.0003518537859007833,
"loss": 1.2466,
"step": 2770
},
{
"epoch": 0.12095896967323674,
"grad_norm": 0.2614976763725281,
"learning_rate": 0.00035167972149695385,
"loss": 1.5412,
"step": 2780
},
{
"epoch": 0.12139407388069443,
"grad_norm": 0.1858460009098053,
"learning_rate": 0.0003515056570931245,
"loss": 1.1463,
"step": 2790
},
{
"epoch": 0.1218291780881521,
"grad_norm": 0.19514217972755432,
"learning_rate": 0.0003513315926892951,
"loss": 1.0796,
"step": 2800
},
{
"epoch": 0.1222642822956098,
"grad_norm": 0.24128372967243195,
"learning_rate": 0.00035115752828546567,
"loss": 1.0814,
"step": 2810
},
{
"epoch": 0.12269938650306748,
"grad_norm": 0.2249230444431305,
"learning_rate": 0.00035098346388163625,
"loss": 1.3837,
"step": 2820
},
{
"epoch": 0.12313449071052517,
"grad_norm": 0.3003556430339813,
"learning_rate": 0.00035080939947780684,
"loss": 1.0901,
"step": 2830
},
{
"epoch": 0.12356959491798286,
"grad_norm": 0.2679241895675659,
"learning_rate": 0.0003506353350739774,
"loss": 1.1927,
"step": 2840
},
{
"epoch": 0.12400469912544054,
"grad_norm": 0.25176507234573364,
"learning_rate": 0.00035046127067014796,
"loss": 0.97,
"step": 2850
},
{
"epoch": 0.12443980333289822,
"grad_norm": 0.2009412944316864,
"learning_rate": 0.00035028720626631855,
"loss": 1.0163,
"step": 2860
},
{
"epoch": 0.12487490754035592,
"grad_norm": 0.17626048624515533,
"learning_rate": 0.00035011314186248914,
"loss": 1.0491,
"step": 2870
},
{
"epoch": 0.1253100117478136,
"grad_norm": 0.16690118610858917,
"learning_rate": 0.0003499390774586597,
"loss": 1.1998,
"step": 2880
},
{
"epoch": 0.1257451159552713,
"grad_norm": 0.2222089171409607,
"learning_rate": 0.0003497650130548303,
"loss": 1.1079,
"step": 2890
},
{
"epoch": 0.12618022016272898,
"grad_norm": 0.2271146923303604,
"learning_rate": 0.0003495909486510009,
"loss": 0.9884,
"step": 2900
},
{
"epoch": 0.12661532437018666,
"grad_norm": 0.22357235848903656,
"learning_rate": 0.00034941688424717143,
"loss": 1.1648,
"step": 2910
},
{
"epoch": 0.12705042857764434,
"grad_norm": 0.19261303544044495,
"learning_rate": 0.000349242819843342,
"loss": 1.0714,
"step": 2920
},
{
"epoch": 0.12748553278510202,
"grad_norm": 0.21667064726352692,
"learning_rate": 0.0003490687554395126,
"loss": 1.0012,
"step": 2930
},
{
"epoch": 0.1279206369925597,
"grad_norm": 0.20953093469142914,
"learning_rate": 0.0003488946910356832,
"loss": 1.1438,
"step": 2940
},
{
"epoch": 0.12835574120001741,
"grad_norm": 0.1866196244955063,
"learning_rate": 0.0003487206266318538,
"loss": 0.9659,
"step": 2950
},
{
"epoch": 0.1287908454074751,
"grad_norm": 0.26751628518104553,
"learning_rate": 0.0003485465622280244,
"loss": 1.014,
"step": 2960
},
{
"epoch": 0.12922594961493278,
"grad_norm": 0.21327771246433258,
"learning_rate": 0.000348372497824195,
"loss": 1.093,
"step": 2970
},
{
"epoch": 0.12966105382239046,
"grad_norm": 0.2594641149044037,
"learning_rate": 0.00034819843342036555,
"loss": 0.8973,
"step": 2980
},
{
"epoch": 0.13009615802984814,
"grad_norm": 0.21602681279182434,
"learning_rate": 0.00034802436901653613,
"loss": 0.9808,
"step": 2990
},
{
"epoch": 0.13053126223730582,
"grad_norm": 0.1928609162569046,
"learning_rate": 0.0003478503046127067,
"loss": 1.104,
"step": 3000
},
{
"epoch": 0.13096636644476353,
"grad_norm": 0.1542554348707199,
"learning_rate": 0.0003476762402088773,
"loss": 1.0592,
"step": 3010
},
{
"epoch": 0.13140147065222121,
"grad_norm": 0.2120446413755417,
"learning_rate": 0.0003475021758050479,
"loss": 1.0257,
"step": 3020
},
{
"epoch": 0.1318365748596789,
"grad_norm": 0.19303050637245178,
"learning_rate": 0.0003473281114012185,
"loss": 1.3148,
"step": 3030
},
{
"epoch": 0.13227167906713658,
"grad_norm": 0.15229329466819763,
"learning_rate": 0.00034715404699738907,
"loss": 0.7404,
"step": 3040
},
{
"epoch": 0.13270678327459426,
"grad_norm": 0.21622425317764282,
"learning_rate": 0.0003469799825935596,
"loss": 1.1116,
"step": 3050
},
{
"epoch": 0.13314188748205194,
"grad_norm": 0.19435951113700867,
"learning_rate": 0.0003468059181897302,
"loss": 0.9937,
"step": 3060
},
{
"epoch": 0.13357699168950965,
"grad_norm": 0.19008606672286987,
"learning_rate": 0.0003466318537859008,
"loss": 1.0191,
"step": 3070
},
{
"epoch": 0.13401209589696733,
"grad_norm": 0.2174966186285019,
"learning_rate": 0.00034645778938207137,
"loss": 1.3438,
"step": 3080
},
{
"epoch": 0.134447200104425,
"grad_norm": 0.3582957088947296,
"learning_rate": 0.00034628372497824195,
"loss": 1.2915,
"step": 3090
},
{
"epoch": 0.1348823043118827,
"grad_norm": 0.19639718532562256,
"learning_rate": 0.00034610966057441254,
"loss": 1.2851,
"step": 3100
},
{
"epoch": 0.13531740851934038,
"grad_norm": 0.15490242838859558,
"learning_rate": 0.00034593559617058313,
"loss": 1.0282,
"step": 3110
},
{
"epoch": 0.13575251272679806,
"grad_norm": 0.19831854104995728,
"learning_rate": 0.0003457615317667537,
"loss": 1.0248,
"step": 3120
},
{
"epoch": 0.13618761693425577,
"grad_norm": 0.29410502314567566,
"learning_rate": 0.0003455874673629243,
"loss": 1.0602,
"step": 3130
},
{
"epoch": 0.13662272114171345,
"grad_norm": 0.24347126483917236,
"learning_rate": 0.0003454134029590949,
"loss": 1.0728,
"step": 3140
},
{
"epoch": 0.13705782534917113,
"grad_norm": 0.2244659811258316,
"learning_rate": 0.0003452393385552655,
"loss": 1.0592,
"step": 3150
},
{
"epoch": 0.1374929295566288,
"grad_norm": 0.1973763406276703,
"learning_rate": 0.00034506527415143607,
"loss": 0.9661,
"step": 3160
},
{
"epoch": 0.1379280337640865,
"grad_norm": 0.11855579167604446,
"learning_rate": 0.00034489120974760665,
"loss": 0.8446,
"step": 3170
},
{
"epoch": 0.13836313797154418,
"grad_norm": 0.2247113287448883,
"learning_rate": 0.0003447171453437772,
"loss": 0.8109,
"step": 3180
},
{
"epoch": 0.13879824217900186,
"grad_norm": 0.28357166051864624,
"learning_rate": 0.0003445430809399478,
"loss": 1.2434,
"step": 3190
},
{
"epoch": 0.13923334638645957,
"grad_norm": 0.21036937832832336,
"learning_rate": 0.00034436901653611836,
"loss": 1.1301,
"step": 3200
},
{
"epoch": 0.13966845059391725,
"grad_norm": 0.2557538151741028,
"learning_rate": 0.00034419495213228895,
"loss": 1.1257,
"step": 3210
},
{
"epoch": 0.14010355480137493,
"grad_norm": 0.256504088640213,
"learning_rate": 0.00034402088772845954,
"loss": 1.1361,
"step": 3220
},
{
"epoch": 0.1405386590088326,
"grad_norm": 0.18857616186141968,
"learning_rate": 0.0003438468233246301,
"loss": 1.2171,
"step": 3230
},
{
"epoch": 0.1409737632162903,
"grad_norm": 0.20234133303165436,
"learning_rate": 0.0003436727589208007,
"loss": 1.1322,
"step": 3240
},
{
"epoch": 0.14140886742374797,
"grad_norm": 0.24841825664043427,
"learning_rate": 0.0003434986945169713,
"loss": 1.0958,
"step": 3250
},
{
"epoch": 0.14184397163120568,
"grad_norm": 0.29504361748695374,
"learning_rate": 0.0003433246301131419,
"loss": 1.0636,
"step": 3260
},
{
"epoch": 0.14227907583866337,
"grad_norm": 0.34344926476478577,
"learning_rate": 0.0003431505657093125,
"loss": 0.8806,
"step": 3270
},
{
"epoch": 0.14271418004612105,
"grad_norm": 0.1821485161781311,
"learning_rate": 0.00034297650130548306,
"loss": 0.9019,
"step": 3280
},
{
"epoch": 0.14314928425357873,
"grad_norm": 0.29802873730659485,
"learning_rate": 0.00034280243690165365,
"loss": 1.0663,
"step": 3290
},
{
"epoch": 0.1435843884610364,
"grad_norm": 0.21399720013141632,
"learning_rate": 0.00034262837249782424,
"loss": 1.0664,
"step": 3300
},
{
"epoch": 0.1440194926684941,
"grad_norm": 0.24667546153068542,
"learning_rate": 0.0003424543080939948,
"loss": 1.1432,
"step": 3310
},
{
"epoch": 0.1444545968759518,
"grad_norm": 0.21695825457572937,
"learning_rate": 0.00034228024369016536,
"loss": 0.9472,
"step": 3320
},
{
"epoch": 0.14488970108340948,
"grad_norm": 0.21375566720962524,
"learning_rate": 0.00034210617928633595,
"loss": 0.987,
"step": 3330
},
{
"epoch": 0.14532480529086717,
"grad_norm": 0.20995913445949554,
"learning_rate": 0.00034193211488250653,
"loss": 1.0115,
"step": 3340
},
{
"epoch": 0.14575990949832485,
"grad_norm": 0.2258455902338028,
"learning_rate": 0.0003417580504786771,
"loss": 1.1127,
"step": 3350
},
{
"epoch": 0.14619501370578253,
"grad_norm": 0.1431141048669815,
"learning_rate": 0.0003415839860748477,
"loss": 0.8925,
"step": 3360
},
{
"epoch": 0.1466301179132402,
"grad_norm": 0.20373818278312683,
"learning_rate": 0.0003414099216710183,
"loss": 1.0175,
"step": 3370
},
{
"epoch": 0.14706522212069792,
"grad_norm": 0.1898398995399475,
"learning_rate": 0.0003412358572671889,
"loss": 1.0533,
"step": 3380
},
{
"epoch": 0.1475003263281556,
"grad_norm": 0.18025001883506775,
"learning_rate": 0.0003410617928633594,
"loss": 0.8128,
"step": 3390
},
{
"epoch": 0.14793543053561328,
"grad_norm": 0.31406697630882263,
"learning_rate": 0.00034088772845953,
"loss": 1.1054,
"step": 3400
},
{
"epoch": 0.14837053474307096,
"grad_norm": 0.29741227626800537,
"learning_rate": 0.00034071366405570065,
"loss": 1.5296,
"step": 3410
},
{
"epoch": 0.14880563895052865,
"grad_norm": 0.2659681439399719,
"learning_rate": 0.00034053959965187124,
"loss": 1.1623,
"step": 3420
},
{
"epoch": 0.14924074315798633,
"grad_norm": 0.3370985686779022,
"learning_rate": 0.0003403655352480418,
"loss": 1.0831,
"step": 3430
},
{
"epoch": 0.14967584736544404,
"grad_norm": 0.15327541530132294,
"learning_rate": 0.0003401914708442124,
"loss": 0.9807,
"step": 3440
},
{
"epoch": 0.15011095157290172,
"grad_norm": 0.1702907234430313,
"learning_rate": 0.000340017406440383,
"loss": 0.9985,
"step": 3450
},
{
"epoch": 0.1505460557803594,
"grad_norm": 0.28413406014442444,
"learning_rate": 0.00033984334203655353,
"loss": 1.1788,
"step": 3460
},
{
"epoch": 0.15098115998781708,
"grad_norm": 0.1888573169708252,
"learning_rate": 0.0003396692776327241,
"loss": 1.1289,
"step": 3470
},
{
"epoch": 0.15141626419527476,
"grad_norm": 0.22098922729492188,
"learning_rate": 0.0003394952132288947,
"loss": 1.0167,
"step": 3480
},
{
"epoch": 0.15185136840273245,
"grad_norm": 0.19158509373664856,
"learning_rate": 0.0003393211488250653,
"loss": 0.9703,
"step": 3490
},
{
"epoch": 0.15228647261019013,
"grad_norm": 0.20385248959064484,
"learning_rate": 0.0003391470844212359,
"loss": 0.9099,
"step": 3500
},
{
"epoch": 0.15272157681764784,
"grad_norm": 0.24529047310352325,
"learning_rate": 0.00033897302001740647,
"loss": 0.9448,
"step": 3510
},
{
"epoch": 0.15315668102510552,
"grad_norm": 0.20593853294849396,
"learning_rate": 0.000338798955613577,
"loss": 0.9679,
"step": 3520
},
{
"epoch": 0.1535917852325632,
"grad_norm": 0.16490228474140167,
"learning_rate": 0.0003386248912097476,
"loss": 1.164,
"step": 3530
},
{
"epoch": 0.15402688944002088,
"grad_norm": 0.19333884119987488,
"learning_rate": 0.0003384508268059182,
"loss": 1.1098,
"step": 3540
},
{
"epoch": 0.15446199364747856,
"grad_norm": 0.13538719713687897,
"learning_rate": 0.00033827676240208877,
"loss": 1.0129,
"step": 3550
},
{
"epoch": 0.15489709785493624,
"grad_norm": 0.1915670931339264,
"learning_rate": 0.00033810269799825935,
"loss": 1.3063,
"step": 3560
},
{
"epoch": 0.15533220206239395,
"grad_norm": 0.16324543952941895,
"learning_rate": 0.00033792863359442994,
"loss": 0.9883,
"step": 3570
},
{
"epoch": 0.15576730626985164,
"grad_norm": 0.1653835028409958,
"learning_rate": 0.0003377545691906006,
"loss": 1.0017,
"step": 3580
},
{
"epoch": 0.15620241047730932,
"grad_norm": 0.16792862117290497,
"learning_rate": 0.0003375805047867711,
"loss": 0.769,
"step": 3590
},
{
"epoch": 0.156637514684767,
"grad_norm": 0.2181898057460785,
"learning_rate": 0.0003374064403829417,
"loss": 0.9146,
"step": 3600
},
{
"epoch": 0.15707261889222468,
"grad_norm": 0.13718470931053162,
"learning_rate": 0.0003372323759791123,
"loss": 1.0628,
"step": 3610
},
{
"epoch": 0.15750772309968236,
"grad_norm": 0.17646265029907227,
"learning_rate": 0.0003370583115752829,
"loss": 1.2417,
"step": 3620
},
{
"epoch": 0.15794282730714007,
"grad_norm": 0.16297009587287903,
"learning_rate": 0.00033688424717145347,
"loss": 1.1293,
"step": 3630
},
{
"epoch": 0.15837793151459775,
"grad_norm": 0.6467173099517822,
"learning_rate": 0.00033671018276762405,
"loss": 1.0411,
"step": 3640
},
{
"epoch": 0.15881303572205543,
"grad_norm": 1.9307936429977417,
"learning_rate": 0.00033653611836379464,
"loss": 0.9529,
"step": 3650
},
{
"epoch": 0.15924813992951312,
"grad_norm": 0.22896674275398254,
"learning_rate": 0.0003363620539599652,
"loss": 1.2774,
"step": 3660
},
{
"epoch": 0.1596832441369708,
"grad_norm": 0.3978597819805145,
"learning_rate": 0.00033618798955613576,
"loss": 1.1811,
"step": 3670
},
{
"epoch": 0.16011834834442848,
"grad_norm": 0.2961595952510834,
"learning_rate": 0.00033601392515230635,
"loss": 1.0719,
"step": 3680
},
{
"epoch": 0.1605534525518862,
"grad_norm": 0.3028915524482727,
"learning_rate": 0.00033583986074847694,
"loss": 0.7803,
"step": 3690
},
{
"epoch": 0.16098855675934387,
"grad_norm": 0.4438236951828003,
"learning_rate": 0.0003356657963446475,
"loss": 0.9881,
"step": 3700
},
{
"epoch": 0.16142366096680155,
"grad_norm": 0.43071064352989197,
"learning_rate": 0.0003354917319408181,
"loss": 1.2278,
"step": 3710
},
{
"epoch": 0.16185876517425923,
"grad_norm": 0.34246569871902466,
"learning_rate": 0.0003353176675369887,
"loss": 1.0743,
"step": 3720
},
{
"epoch": 0.16229386938171692,
"grad_norm": 0.20103904604911804,
"learning_rate": 0.0003351436031331593,
"loss": 1.3232,
"step": 3730
},
{
"epoch": 0.1627289735891746,
"grad_norm": 0.27859383821487427,
"learning_rate": 0.0003349695387293299,
"loss": 1.0254,
"step": 3740
},
{
"epoch": 0.1631640777966323,
"grad_norm": 0.17941534519195557,
"learning_rate": 0.00033479547432550046,
"loss": 1.0817,
"step": 3750
},
{
"epoch": 0.16359918200409,
"grad_norm": 0.3792669475078583,
"learning_rate": 0.00033462140992167105,
"loss": 0.9889,
"step": 3760
},
{
"epoch": 0.16403428621154767,
"grad_norm": 0.24137060344219208,
"learning_rate": 0.00033444734551784164,
"loss": 0.924,
"step": 3770
},
{
"epoch": 0.16446939041900535,
"grad_norm": 0.2554095983505249,
"learning_rate": 0.0003342732811140122,
"loss": 1.0407,
"step": 3780
},
{
"epoch": 0.16490449462646303,
"grad_norm": 0.284516304731369,
"learning_rate": 0.0003340992167101828,
"loss": 1.0088,
"step": 3790
},
{
"epoch": 0.16533959883392071,
"grad_norm": 0.1528521478176117,
"learning_rate": 0.00033392515230635335,
"loss": 1.0048,
"step": 3800
},
{
"epoch": 0.16577470304137842,
"grad_norm": 0.1987096518278122,
"learning_rate": 0.00033375108790252393,
"loss": 1.4632,
"step": 3810
},
{
"epoch": 0.1662098072488361,
"grad_norm": 0.2358507215976715,
"learning_rate": 0.0003335770234986945,
"loss": 0.9481,
"step": 3820
},
{
"epoch": 0.1666449114562938,
"grad_norm": 0.1646333932876587,
"learning_rate": 0.0003334029590948651,
"loss": 0.9393,
"step": 3830
},
{
"epoch": 0.16708001566375147,
"grad_norm": 0.22501800954341888,
"learning_rate": 0.0003332288946910357,
"loss": 1.1286,
"step": 3840
},
{
"epoch": 0.16751511987120915,
"grad_norm": 0.23766911029815674,
"learning_rate": 0.0003330548302872063,
"loss": 0.9091,
"step": 3850
},
{
"epoch": 0.16795022407866683,
"grad_norm": 0.20411095023155212,
"learning_rate": 0.0003328807658833768,
"loss": 1.0258,
"step": 3860
},
{
"epoch": 0.1683853282861245,
"grad_norm": 0.19937051832675934,
"learning_rate": 0.00033270670147954746,
"loss": 1.0551,
"step": 3870
},
{
"epoch": 0.16882043249358222,
"grad_norm": 0.21224172413349152,
"learning_rate": 0.00033253263707571805,
"loss": 1.0458,
"step": 3880
},
{
"epoch": 0.1692555367010399,
"grad_norm": 0.34543994069099426,
"learning_rate": 0.00033235857267188863,
"loss": 1.0628,
"step": 3890
},
{
"epoch": 0.1696906409084976,
"grad_norm": 0.19239550828933716,
"learning_rate": 0.0003321845082680592,
"loss": 1.2084,
"step": 3900
},
{
"epoch": 0.17012574511595527,
"grad_norm": 0.22715048491954803,
"learning_rate": 0.0003320104438642298,
"loss": 1.0158,
"step": 3910
},
{
"epoch": 0.17056084932341295,
"grad_norm": 0.14952489733695984,
"learning_rate": 0.0003318363794604004,
"loss": 0.9767,
"step": 3920
},
{
"epoch": 0.17099595353087063,
"grad_norm": 0.16632317006587982,
"learning_rate": 0.00033166231505657093,
"loss": 1.0378,
"step": 3930
},
{
"epoch": 0.17143105773832834,
"grad_norm": 0.15809188783168793,
"learning_rate": 0.0003314882506527415,
"loss": 1.3741,
"step": 3940
},
{
"epoch": 0.17186616194578602,
"grad_norm": 0.19257290661334991,
"learning_rate": 0.0003313141862489121,
"loss": 0.927,
"step": 3950
},
{
"epoch": 0.1723012661532437,
"grad_norm": 0.16419459879398346,
"learning_rate": 0.0003311401218450827,
"loss": 1.0662,
"step": 3960
},
{
"epoch": 0.17273637036070139,
"grad_norm": 0.25169312953948975,
"learning_rate": 0.0003309660574412533,
"loss": 1.0797,
"step": 3970
},
{
"epoch": 0.17317147456815907,
"grad_norm": 0.619248628616333,
"learning_rate": 0.00033079199303742387,
"loss": 1.0505,
"step": 3980
},
{
"epoch": 0.17360657877561675,
"grad_norm": 0.20696541666984558,
"learning_rate": 0.00033061792863359446,
"loss": 1.0564,
"step": 3990
},
{
"epoch": 0.17404168298307446,
"grad_norm": 0.1681205928325653,
"learning_rate": 0.000330443864229765,
"loss": 1.0184,
"step": 4000
},
{
"epoch": 0.17447678719053214,
"grad_norm": 0.34502923488616943,
"learning_rate": 0.0003302697998259356,
"loss": 1.1168,
"step": 4010
},
{
"epoch": 0.17491189139798982,
"grad_norm": 0.2324673980474472,
"learning_rate": 0.00033009573542210616,
"loss": 0.9897,
"step": 4020
},
{
"epoch": 0.1753469956054475,
"grad_norm": 0.1647324115037918,
"learning_rate": 0.0003299216710182768,
"loss": 0.929,
"step": 4030
},
{
"epoch": 0.17578209981290518,
"grad_norm": 0.16138963401317596,
"learning_rate": 0.0003297476066144474,
"loss": 1.3653,
"step": 4040
},
{
"epoch": 0.17621720402036287,
"grad_norm": 0.18735478818416595,
"learning_rate": 0.000329573542210618,
"loss": 1.1407,
"step": 4050
},
{
"epoch": 0.17665230822782058,
"grad_norm": 0.17023897171020508,
"learning_rate": 0.00032939947780678857,
"loss": 0.8695,
"step": 4060
},
{
"epoch": 0.17708741243527826,
"grad_norm": 0.3623809218406677,
"learning_rate": 0.0003292254134029591,
"loss": 1.1247,
"step": 4070
},
{
"epoch": 0.17752251664273594,
"grad_norm": 0.45280763506889343,
"learning_rate": 0.0003290513489991297,
"loss": 0.9386,
"step": 4080
},
{
"epoch": 0.17795762085019362,
"grad_norm": 0.26692938804626465,
"learning_rate": 0.0003288772845953003,
"loss": 1.1705,
"step": 4090
},
{
"epoch": 0.1783927250576513,
"grad_norm": 0.16942068934440613,
"learning_rate": 0.00032870322019147086,
"loss": 0.9391,
"step": 4100
},
{
"epoch": 0.17882782926510898,
"grad_norm": 0.21674136817455292,
"learning_rate": 0.00032852915578764145,
"loss": 1.0706,
"step": 4110
},
{
"epoch": 0.1792629334725667,
"grad_norm": 0.27531564235687256,
"learning_rate": 0.00032835509138381204,
"loss": 1.1304,
"step": 4120
},
{
"epoch": 0.17969803768002438,
"grad_norm": 0.19184306263923645,
"learning_rate": 0.00032818102697998263,
"loss": 0.9488,
"step": 4130
},
{
"epoch": 0.18013314188748206,
"grad_norm": 0.212080717086792,
"learning_rate": 0.00032800696257615316,
"loss": 0.9004,
"step": 4140
},
{
"epoch": 0.18056824609493974,
"grad_norm": 0.20014610886573792,
"learning_rate": 0.00032783289817232375,
"loss": 1.088,
"step": 4150
},
{
"epoch": 0.18100335030239742,
"grad_norm": 0.2846604883670807,
"learning_rate": 0.00032765883376849434,
"loss": 1.1771,
"step": 4160
},
{
"epoch": 0.1814384545098551,
"grad_norm": 0.21269817650318146,
"learning_rate": 0.0003274847693646649,
"loss": 1.0069,
"step": 4170
},
{
"epoch": 0.18187355871731278,
"grad_norm": 0.2873651087284088,
"learning_rate": 0.0003273107049608355,
"loss": 1.0615,
"step": 4180
},
{
"epoch": 0.1823086629247705,
"grad_norm": 0.3214585781097412,
"learning_rate": 0.0003271366405570061,
"loss": 1.0955,
"step": 4190
},
{
"epoch": 0.18274376713222817,
"grad_norm": 0.29513540863990784,
"learning_rate": 0.0003269625761531767,
"loss": 1.0463,
"step": 4200
},
{
"epoch": 0.18317887133968586,
"grad_norm": 0.19711938500404358,
"learning_rate": 0.0003267885117493473,
"loss": 1.014,
"step": 4210
},
{
"epoch": 0.18361397554714354,
"grad_norm": 0.21846888959407806,
"learning_rate": 0.00032661444734551786,
"loss": 1.2044,
"step": 4220
},
{
"epoch": 0.18404907975460122,
"grad_norm": 0.21657869219779968,
"learning_rate": 0.00032644038294168845,
"loss": 0.978,
"step": 4230
},
{
"epoch": 0.1844841839620589,
"grad_norm": 0.2186233252286911,
"learning_rate": 0.00032626631853785904,
"loss": 0.9046,
"step": 4240
},
{
"epoch": 0.1849192881695166,
"grad_norm": 0.1539439558982849,
"learning_rate": 0.0003260922541340296,
"loss": 0.7983,
"step": 4250
},
{
"epoch": 0.1853543923769743,
"grad_norm": 0.22216111421585083,
"learning_rate": 0.0003259181897302002,
"loss": 1.2165,
"step": 4260
},
{
"epoch": 0.18578949658443197,
"grad_norm": 0.15438003838062286,
"learning_rate": 0.00032574412532637074,
"loss": 0.9542,
"step": 4270
},
{
"epoch": 0.18622460079188966,
"grad_norm": 0.1927771270275116,
"learning_rate": 0.00032557006092254133,
"loss": 1.0795,
"step": 4280
},
{
"epoch": 0.18665970499934734,
"grad_norm": 0.27490392327308655,
"learning_rate": 0.0003253959965187119,
"loss": 1.2005,
"step": 4290
},
{
"epoch": 0.18709480920680502,
"grad_norm": 0.22494952380657196,
"learning_rate": 0.0003252219321148825,
"loss": 1.232,
"step": 4300
},
{
"epoch": 0.18752991341426273,
"grad_norm": 0.2548046112060547,
"learning_rate": 0.0003250478677110531,
"loss": 1.3707,
"step": 4310
},
{
"epoch": 0.1879650176217204,
"grad_norm": 0.24904300272464752,
"learning_rate": 0.0003248738033072237,
"loss": 1.0104,
"step": 4320
},
{
"epoch": 0.1884001218291781,
"grad_norm": 0.1888362318277359,
"learning_rate": 0.00032469973890339427,
"loss": 0.9949,
"step": 4330
},
{
"epoch": 0.18883522603663577,
"grad_norm": 0.19114229083061218,
"learning_rate": 0.00032452567449956486,
"loss": 1.0153,
"step": 4340
},
{
"epoch": 0.18927033024409345,
"grad_norm": 0.2134164720773697,
"learning_rate": 0.00032435161009573545,
"loss": 1.0507,
"step": 4350
},
{
"epoch": 0.18970543445155114,
"grad_norm": 0.36785057187080383,
"learning_rate": 0.00032417754569190603,
"loss": 1.4909,
"step": 4360
},
{
"epoch": 0.19014053865900885,
"grad_norm": 0.30525660514831543,
"learning_rate": 0.0003240034812880766,
"loss": 1.0754,
"step": 4370
},
{
"epoch": 0.19057564286646653,
"grad_norm": 0.15958794951438904,
"learning_rate": 0.0003238294168842472,
"loss": 0.9331,
"step": 4380
},
{
"epoch": 0.1910107470739242,
"grad_norm": 0.1784948855638504,
"learning_rate": 0.0003236553524804178,
"loss": 0.9264,
"step": 4390
},
{
"epoch": 0.1914458512813819,
"grad_norm": 0.19012866914272308,
"learning_rate": 0.0003234812880765884,
"loss": 0.8917,
"step": 4400
},
{
"epoch": 0.19188095548883957,
"grad_norm": 0.1726098209619522,
"learning_rate": 0.0003233072236727589,
"loss": 0.9176,
"step": 4410
},
{
"epoch": 0.19231605969629725,
"grad_norm": 0.25305160880088806,
"learning_rate": 0.0003231331592689295,
"loss": 1.1455,
"step": 4420
},
{
"epoch": 0.19275116390375496,
"grad_norm": 0.21824735403060913,
"learning_rate": 0.0003229590948651001,
"loss": 1.1654,
"step": 4430
},
{
"epoch": 0.19318626811121264,
"grad_norm": 0.2428126484155655,
"learning_rate": 0.0003227850304612707,
"loss": 1.0324,
"step": 4440
},
{
"epoch": 0.19362137231867033,
"grad_norm": 0.39043012261390686,
"learning_rate": 0.00032261096605744127,
"loss": 1.0615,
"step": 4450
},
{
"epoch": 0.194056476526128,
"grad_norm": 0.21081627905368805,
"learning_rate": 0.00032243690165361185,
"loss": 1.1124,
"step": 4460
},
{
"epoch": 0.1944915807335857,
"grad_norm": 0.15089036524295807,
"learning_rate": 0.00032226283724978244,
"loss": 1.1159,
"step": 4470
},
{
"epoch": 0.19492668494104337,
"grad_norm": 0.49300193786621094,
"learning_rate": 0.000322088772845953,
"loss": 1.4095,
"step": 4480
},
{
"epoch": 0.19536178914850105,
"grad_norm": 0.18843503296375275,
"learning_rate": 0.0003219147084421236,
"loss": 1.18,
"step": 4490
},
{
"epoch": 0.19579689335595876,
"grad_norm": 0.1820184588432312,
"learning_rate": 0.0003217406440382942,
"loss": 0.9544,
"step": 4500
},
{
"epoch": 0.19623199756341644,
"grad_norm": 0.2336662858724594,
"learning_rate": 0.0003215665796344648,
"loss": 0.9392,
"step": 4510
},
{
"epoch": 0.19666710177087413,
"grad_norm": 0.2979033887386322,
"learning_rate": 0.0003213925152306354,
"loss": 1.0333,
"step": 4520
},
{
"epoch": 0.1971022059783318,
"grad_norm": 0.1804874837398529,
"learning_rate": 0.00032121845082680597,
"loss": 0.9114,
"step": 4530
},
{
"epoch": 0.1975373101857895,
"grad_norm": 0.18305076658725739,
"learning_rate": 0.0003210443864229765,
"loss": 0.9894,
"step": 4540
},
{
"epoch": 0.19797241439324717,
"grad_norm": 0.2411871999502182,
"learning_rate": 0.0003208703220191471,
"loss": 1.1963,
"step": 4550
},
{
"epoch": 0.19840751860070488,
"grad_norm": 0.37079012393951416,
"learning_rate": 0.0003206962576153177,
"loss": 1.1298,
"step": 4560
},
{
"epoch": 0.19884262280816256,
"grad_norm": 0.21011389791965485,
"learning_rate": 0.00032052219321148826,
"loss": 1.1813,
"step": 4570
},
{
"epoch": 0.19927772701562024,
"grad_norm": 0.20650435984134674,
"learning_rate": 0.00032034812880765885,
"loss": 0.8364,
"step": 4580
},
{
"epoch": 0.19971283122307792,
"grad_norm": 0.24247418344020844,
"learning_rate": 0.00032017406440382944,
"loss": 1.2141,
"step": 4590
},
{
"epoch": 0.2001479354305356,
"grad_norm": 0.17649568617343903,
"learning_rate": 0.00032,
"loss": 1.2217,
"step": 4600
},
{
"epoch": 0.2005830396379933,
"grad_norm": 0.17430293560028076,
"learning_rate": 0.00031982593559617056,
"loss": 1.0189,
"step": 4610
},
{
"epoch": 0.201018143845451,
"grad_norm": 0.21159660816192627,
"learning_rate": 0.00031965187119234115,
"loss": 1.237,
"step": 4620
},
{
"epoch": 0.20145324805290868,
"grad_norm": 0.1508069783449173,
"learning_rate": 0.00031947780678851173,
"loss": 1.2554,
"step": 4630
},
{
"epoch": 0.20188835226036636,
"grad_norm": 0.30483749508857727,
"learning_rate": 0.0003193037423846823,
"loss": 1.1711,
"step": 4640
},
{
"epoch": 0.20232345646782404,
"grad_norm": 0.18601226806640625,
"learning_rate": 0.0003191296779808529,
"loss": 0.9143,
"step": 4650
},
{
"epoch": 0.20275856067528172,
"grad_norm": 0.20116347074508667,
"learning_rate": 0.00031895561357702355,
"loss": 0.8554,
"step": 4660
},
{
"epoch": 0.2031936648827394,
"grad_norm": 0.1917295753955841,
"learning_rate": 0.00031878154917319414,
"loss": 1.0475,
"step": 4670
},
{
"epoch": 0.20362876909019711,
"grad_norm": 0.19706229865550995,
"learning_rate": 0.00031860748476936467,
"loss": 1.2382,
"step": 4680
},
{
"epoch": 0.2040638732976548,
"grad_norm": 0.17920343577861786,
"learning_rate": 0.00031843342036553526,
"loss": 0.9733,
"step": 4690
},
{
"epoch": 0.20449897750511248,
"grad_norm": 0.1616562008857727,
"learning_rate": 0.00031825935596170585,
"loss": 0.8484,
"step": 4700
},
{
"epoch": 0.20493408171257016,
"grad_norm": 0.32571104168891907,
"learning_rate": 0.00031808529155787644,
"loss": 1.1596,
"step": 4710
},
{
"epoch": 0.20536918592002784,
"grad_norm": 0.2655414342880249,
"learning_rate": 0.000317911227154047,
"loss": 1.0193,
"step": 4720
},
{
"epoch": 0.20580429012748552,
"grad_norm": 0.2964521646499634,
"learning_rate": 0.0003177371627502176,
"loss": 1.3188,
"step": 4730
},
{
"epoch": 0.20623939433494323,
"grad_norm": 0.33493149280548096,
"learning_rate": 0.0003175630983463882,
"loss": 1.1879,
"step": 4740
},
{
"epoch": 0.20667449854240091,
"grad_norm": 0.24722003936767578,
"learning_rate": 0.00031738903394255873,
"loss": 1.1648,
"step": 4750
},
{
"epoch": 0.2071096027498586,
"grad_norm": 0.1931265890598297,
"learning_rate": 0.0003172149695387293,
"loss": 0.8424,
"step": 4760
},
{
"epoch": 0.20754470695731628,
"grad_norm": 0.2523316442966461,
"learning_rate": 0.0003170409051348999,
"loss": 0.9477,
"step": 4770
},
{
"epoch": 0.20797981116477396,
"grad_norm": 0.15006031095981598,
"learning_rate": 0.0003168668407310705,
"loss": 0.9867,
"step": 4780
},
{
"epoch": 0.20841491537223164,
"grad_norm": 0.156737819314003,
"learning_rate": 0.0003166927763272411,
"loss": 1.0345,
"step": 4790
},
{
"epoch": 0.20885001957968932,
"grad_norm": 0.21268293261528015,
"learning_rate": 0.00031651871192341167,
"loss": 1.0218,
"step": 4800
},
{
"epoch": 0.20928512378714703,
"grad_norm": 0.1868174821138382,
"learning_rate": 0.00031634464751958226,
"loss": 1.0515,
"step": 4810
},
{
"epoch": 0.2097202279946047,
"grad_norm": 0.21096907556056976,
"learning_rate": 0.00031617058311575284,
"loss": 1.1954,
"step": 4820
},
{
"epoch": 0.2101553322020624,
"grad_norm": 0.27580785751342773,
"learning_rate": 0.00031599651871192343,
"loss": 0.9832,
"step": 4830
},
{
"epoch": 0.21059043640952008,
"grad_norm": 0.20289769768714905,
"learning_rate": 0.000315822454308094,
"loss": 1.0484,
"step": 4840
},
{
"epoch": 0.21102554061697776,
"grad_norm": 0.2252640724182129,
"learning_rate": 0.0003156483899042646,
"loss": 1.0083,
"step": 4850
},
{
"epoch": 0.21146064482443544,
"grad_norm": 0.21539299190044403,
"learning_rate": 0.0003154743255004352,
"loss": 1.0533,
"step": 4860
},
{
"epoch": 0.21189574903189315,
"grad_norm": 0.19250592589378357,
"learning_rate": 0.0003153002610966058,
"loss": 1.0371,
"step": 4870
},
{
"epoch": 0.21233085323935083,
"grad_norm": 0.14789079129695892,
"learning_rate": 0.0003151261966927763,
"loss": 1.12,
"step": 4880
},
{
"epoch": 0.2127659574468085,
"grad_norm": 0.1823623776435852,
"learning_rate": 0.0003149521322889469,
"loss": 1.0031,
"step": 4890
},
{
"epoch": 0.2132010616542662,
"grad_norm": 0.16457735002040863,
"learning_rate": 0.0003147780678851175,
"loss": 1.1543,
"step": 4900
},
{
"epoch": 0.21363616586172388,
"grad_norm": 0.18372589349746704,
"learning_rate": 0.0003146040034812881,
"loss": 0.97,
"step": 4910
},
{
"epoch": 0.21407127006918156,
"grad_norm": 0.19989672303199768,
"learning_rate": 0.00031442993907745867,
"loss": 0.8845,
"step": 4920
},
{
"epoch": 0.21450637427663927,
"grad_norm": 0.15298549830913544,
"learning_rate": 0.00031425587467362925,
"loss": 1.0054,
"step": 4930
},
{
"epoch": 0.21494147848409695,
"grad_norm": 0.18582142889499664,
"learning_rate": 0.00031408181026979984,
"loss": 0.9106,
"step": 4940
},
{
"epoch": 0.21537658269155463,
"grad_norm": 0.293707937002182,
"learning_rate": 0.00031390774586597043,
"loss": 1.2684,
"step": 4950
},
{
"epoch": 0.2158116868990123,
"grad_norm": 0.3121933937072754,
"learning_rate": 0.000313733681462141,
"loss": 1.0684,
"step": 4960
},
{
"epoch": 0.21624679110647,
"grad_norm": 0.1621699035167694,
"learning_rate": 0.0003135596170583116,
"loss": 0.9762,
"step": 4970
},
{
"epoch": 0.21668189531392767,
"grad_norm": 0.14429964125156403,
"learning_rate": 0.0003133855526544822,
"loss": 0.8141,
"step": 4980
},
{
"epoch": 0.21711699952138538,
"grad_norm": 0.27790457010269165,
"learning_rate": 0.0003132114882506528,
"loss": 1.0908,
"step": 4990
},
{
"epoch": 0.21755210372884307,
"grad_norm": 0.18574389815330505,
"learning_rate": 0.00031303742384682337,
"loss": 0.7315,
"step": 5000
},
{
"epoch": 0.21798720793630075,
"grad_norm": 0.21059554815292358,
"learning_rate": 0.00031286335944299395,
"loss": 0.9393,
"step": 5010
},
{
"epoch": 0.21842231214375843,
"grad_norm": 0.18727834522724152,
"learning_rate": 0.0003126892950391645,
"loss": 0.9876,
"step": 5020
},
{
"epoch": 0.2188574163512161,
"grad_norm": 0.2066316455602646,
"learning_rate": 0.0003125152306353351,
"loss": 1.3313,
"step": 5030
},
{
"epoch": 0.2192925205586738,
"grad_norm": 0.22226832807064056,
"learning_rate": 0.00031234116623150566,
"loss": 1.1329,
"step": 5040
},
{
"epoch": 0.2197276247661315,
"grad_norm": 0.23916929960250854,
"learning_rate": 0.00031216710182767625,
"loss": 1.0122,
"step": 5050
},
{
"epoch": 0.22016272897358918,
"grad_norm": 0.2143395096063614,
"learning_rate": 0.00031199303742384684,
"loss": 0.8531,
"step": 5060
},
{
"epoch": 0.22059783318104687,
"grad_norm": 0.2643047571182251,
"learning_rate": 0.0003118189730200174,
"loss": 1.3093,
"step": 5070
},
{
"epoch": 0.22103293738850455,
"grad_norm": 0.1648826152086258,
"learning_rate": 0.000311644908616188,
"loss": 0.9173,
"step": 5080
},
{
"epoch": 0.22146804159596223,
"grad_norm": 0.2112037092447281,
"learning_rate": 0.00031147084421235855,
"loss": 1.0858,
"step": 5090
},
{
"epoch": 0.2219031458034199,
"grad_norm": 0.17795953154563904,
"learning_rate": 0.00031129677980852913,
"loss": 1.219,
"step": 5100
},
{
"epoch": 0.2223382500108776,
"grad_norm": 0.2269444316625595,
"learning_rate": 0.0003111227154046998,
"loss": 0.9023,
"step": 5110
},
{
"epoch": 0.2227733542183353,
"grad_norm": 0.19489413499832153,
"learning_rate": 0.00031094865100087036,
"loss": 0.9812,
"step": 5120
},
{
"epoch": 0.22320845842579298,
"grad_norm": 0.2939506769180298,
"learning_rate": 0.00031077458659704095,
"loss": 1.2767,
"step": 5130
},
{
"epoch": 0.22364356263325066,
"grad_norm": 0.27848246693611145,
"learning_rate": 0.00031060052219321154,
"loss": 0.9698,
"step": 5140
},
{
"epoch": 0.22407866684070835,
"grad_norm": 0.18238233029842377,
"learning_rate": 0.0003104264577893821,
"loss": 0.9931,
"step": 5150
},
{
"epoch": 0.22451377104816603,
"grad_norm": 0.18841581046581268,
"learning_rate": 0.00031025239338555266,
"loss": 1.0166,
"step": 5160
},
{
"epoch": 0.2249488752556237,
"grad_norm": 0.16839668154716492,
"learning_rate": 0.00031007832898172325,
"loss": 1.0858,
"step": 5170
},
{
"epoch": 0.22538397946308142,
"grad_norm": 0.38524559140205383,
"learning_rate": 0.00030990426457789383,
"loss": 1.4588,
"step": 5180
},
{
"epoch": 0.2258190836705391,
"grad_norm": 0.25078433752059937,
"learning_rate": 0.0003097302001740644,
"loss": 1.055,
"step": 5190
},
{
"epoch": 0.22625418787799678,
"grad_norm": 0.1834079474210739,
"learning_rate": 0.000309556135770235,
"loss": 1.1973,
"step": 5200
},
{
"epoch": 0.22668929208545446,
"grad_norm": 0.19323332607746124,
"learning_rate": 0.0003093820713664056,
"loss": 1.3959,
"step": 5210
},
{
"epoch": 0.22712439629291215,
"grad_norm": 0.14065878093242645,
"learning_rate": 0.00030920800696257613,
"loss": 0.9717,
"step": 5220
},
{
"epoch": 0.22755950050036983,
"grad_norm": 0.22420690953731537,
"learning_rate": 0.0003090339425587467,
"loss": 1.216,
"step": 5230
},
{
"epoch": 0.22799460470782754,
"grad_norm": 0.16551512479782104,
"learning_rate": 0.0003088598781549173,
"loss": 0.9967,
"step": 5240
},
{
"epoch": 0.22842970891528522,
"grad_norm": 0.1920965313911438,
"learning_rate": 0.0003086858137510879,
"loss": 0.8324,
"step": 5250
},
{
"epoch": 0.2288648131227429,
"grad_norm": 0.22189489006996155,
"learning_rate": 0.0003085117493472585,
"loss": 1.1341,
"step": 5260
},
{
"epoch": 0.22929991733020058,
"grad_norm": 0.15835008025169373,
"learning_rate": 0.00030833768494342907,
"loss": 1.1632,
"step": 5270
},
{
"epoch": 0.22973502153765826,
"grad_norm": 0.17879515886306763,
"learning_rate": 0.0003081636205395997,
"loss": 0.8465,
"step": 5280
},
{
"epoch": 0.23017012574511594,
"grad_norm": 0.24653150141239166,
"learning_rate": 0.00030798955613577024,
"loss": 1.1917,
"step": 5290
},
{
"epoch": 0.23060522995257365,
"grad_norm": 0.166543111205101,
"learning_rate": 0.00030781549173194083,
"loss": 1.0679,
"step": 5300
},
{
"epoch": 0.23104033416003134,
"grad_norm": 0.22978194057941437,
"learning_rate": 0.0003076414273281114,
"loss": 1.0023,
"step": 5310
},
{
"epoch": 0.23147543836748902,
"grad_norm": 0.2657814025878906,
"learning_rate": 0.000307467362924282,
"loss": 0.9672,
"step": 5320
},
{
"epoch": 0.2319105425749467,
"grad_norm": 0.22135378420352936,
"learning_rate": 0.0003072932985204526,
"loss": 1.1519,
"step": 5330
},
{
"epoch": 0.23234564678240438,
"grad_norm": 0.18814122676849365,
"learning_rate": 0.0003071192341166232,
"loss": 0.9586,
"step": 5340
},
{
"epoch": 0.23278075098986206,
"grad_norm": 0.18940909206867218,
"learning_rate": 0.00030694516971279377,
"loss": 0.9844,
"step": 5350
},
{
"epoch": 0.23321585519731977,
"grad_norm": 0.230111226439476,
"learning_rate": 0.0003067711053089643,
"loss": 1.0894,
"step": 5360
},
{
"epoch": 0.23365095940477745,
"grad_norm": 0.19011865556240082,
"learning_rate": 0.0003065970409051349,
"loss": 1.2643,
"step": 5370
},
{
"epoch": 0.23408606361223513,
"grad_norm": 0.1935226321220398,
"learning_rate": 0.0003064229765013055,
"loss": 1.2645,
"step": 5380
},
{
"epoch": 0.23452116781969282,
"grad_norm": 0.31496021151542664,
"learning_rate": 0.00030624891209747606,
"loss": 0.8613,
"step": 5390
},
{
"epoch": 0.2349562720271505,
"grad_norm": 0.13398560881614685,
"learning_rate": 0.00030607484769364665,
"loss": 1.029,
"step": 5400
},
{
"epoch": 0.23539137623460818,
"grad_norm": 0.21989208459854126,
"learning_rate": 0.00030590078328981724,
"loss": 1.0692,
"step": 5410
},
{
"epoch": 0.23582648044206586,
"grad_norm": 0.16786746680736542,
"learning_rate": 0.00030572671888598783,
"loss": 0.9541,
"step": 5420
},
{
"epoch": 0.23626158464952357,
"grad_norm": 0.16327902674674988,
"learning_rate": 0.0003055526544821584,
"loss": 1.1654,
"step": 5430
},
{
"epoch": 0.23669668885698125,
"grad_norm": 0.18726257979869843,
"learning_rate": 0.000305378590078329,
"loss": 1.0683,
"step": 5440
},
{
"epoch": 0.23713179306443893,
"grad_norm": 0.3593865633010864,
"learning_rate": 0.0003052045256744996,
"loss": 1.1223,
"step": 5450
},
{
"epoch": 0.23756689727189662,
"grad_norm": 0.14590349793434143,
"learning_rate": 0.0003050304612706702,
"loss": 0.9616,
"step": 5460
},
{
"epoch": 0.2380020014793543,
"grad_norm": 0.16103409230709076,
"learning_rate": 0.00030485639686684076,
"loss": 0.9799,
"step": 5470
},
{
"epoch": 0.23843710568681198,
"grad_norm": 0.2581101357936859,
"learning_rate": 0.00030468233246301135,
"loss": 1.0099,
"step": 5480
},
{
"epoch": 0.2388722098942697,
"grad_norm": 0.17380860447883606,
"learning_rate": 0.00030450826805918194,
"loss": 1.1428,
"step": 5490
},
{
"epoch": 0.23930731410172737,
"grad_norm": 0.18164969980716705,
"learning_rate": 0.0003043342036553525,
"loss": 1.106,
"step": 5500
},
{
"epoch": 0.23974241830918505,
"grad_norm": 0.2727847993373871,
"learning_rate": 0.00030416013925152306,
"loss": 0.9689,
"step": 5510
},
{
"epoch": 0.24017752251664273,
"grad_norm": 0.2499454766511917,
"learning_rate": 0.00030398607484769365,
"loss": 1.2032,
"step": 5520
},
{
"epoch": 0.24061262672410041,
"grad_norm": 0.18349385261535645,
"learning_rate": 0.00030381201044386424,
"loss": 1.1221,
"step": 5530
},
{
"epoch": 0.2410477309315581,
"grad_norm": 0.21019048988819122,
"learning_rate": 0.0003036379460400348,
"loss": 1.3025,
"step": 5540
},
{
"epoch": 0.2414828351390158,
"grad_norm": 0.2061416506767273,
"learning_rate": 0.0003034638816362054,
"loss": 0.7999,
"step": 5550
},
{
"epoch": 0.2419179393464735,
"grad_norm": 0.16637712717056274,
"learning_rate": 0.000303289817232376,
"loss": 0.9191,
"step": 5560
},
{
"epoch": 0.24235304355393117,
"grad_norm": 0.1882224828004837,
"learning_rate": 0.0003031157528285466,
"loss": 1.2665,
"step": 5570
},
{
"epoch": 0.24278814776138885,
"grad_norm": 0.20307576656341553,
"learning_rate": 0.0003029416884247172,
"loss": 0.9049,
"step": 5580
},
{
"epoch": 0.24322325196884653,
"grad_norm": 0.14064143598079681,
"learning_rate": 0.00030276762402088776,
"loss": 1.0083,
"step": 5590
},
{
"epoch": 0.2436583561763042,
"grad_norm": 0.1739814728498459,
"learning_rate": 0.00030259355961705835,
"loss": 0.839,
"step": 5600
},
{
"epoch": 0.24409346038376192,
"grad_norm": 0.17679114639759064,
"learning_rate": 0.00030241949521322894,
"loss": 1.1005,
"step": 5610
},
{
"epoch": 0.2445285645912196,
"grad_norm": 0.22097338736057281,
"learning_rate": 0.0003022454308093995,
"loss": 1.0023,
"step": 5620
},
{
"epoch": 0.2449636687986773,
"grad_norm": 0.2661254107952118,
"learning_rate": 0.00030207136640557006,
"loss": 1.0556,
"step": 5630
},
{
"epoch": 0.24539877300613497,
"grad_norm": 0.21271106600761414,
"learning_rate": 0.00030189730200174065,
"loss": 0.8513,
"step": 5640
},
{
"epoch": 0.24583387721359265,
"grad_norm": 0.19357137382030487,
"learning_rate": 0.00030172323759791123,
"loss": 1.0807,
"step": 5650
},
{
"epoch": 0.24626898142105033,
"grad_norm": 0.17943666875362396,
"learning_rate": 0.0003015491731940818,
"loss": 0.9816,
"step": 5660
},
{
"epoch": 0.24670408562850804,
"grad_norm": 0.1737612634897232,
"learning_rate": 0.0003013751087902524,
"loss": 0.9597,
"step": 5670
},
{
"epoch": 0.24713918983596572,
"grad_norm": 0.3418594300746918,
"learning_rate": 0.000301201044386423,
"loss": 1.2189,
"step": 5680
},
{
"epoch": 0.2475742940434234,
"grad_norm": 0.22329488396644592,
"learning_rate": 0.0003010269799825936,
"loss": 1.2114,
"step": 5690
},
{
"epoch": 0.24800939825088109,
"grad_norm": 0.16473308205604553,
"learning_rate": 0.0003008529155787641,
"loss": 0.9124,
"step": 5700
},
{
"epoch": 0.24844450245833877,
"grad_norm": 0.1831030547618866,
"learning_rate": 0.0003006788511749347,
"loss": 1.0747,
"step": 5710
},
{
"epoch": 0.24887960666579645,
"grad_norm": 0.21571801602840424,
"learning_rate": 0.0003005047867711053,
"loss": 1.0311,
"step": 5720
},
{
"epoch": 0.24931471087325413,
"grad_norm": 0.17963168025016785,
"learning_rate": 0.00030033072236727593,
"loss": 1.0366,
"step": 5730
},
{
"epoch": 0.24974981508071184,
"grad_norm": 0.2784949541091919,
"learning_rate": 0.0003001566579634465,
"loss": 1.4189,
"step": 5740
},
{
"epoch": 0.2501849192881695,
"grad_norm": 0.210900217294693,
"learning_rate": 0.0002999825935596171,
"loss": 1.2069,
"step": 5750
},
{
"epoch": 0.2506200234956272,
"grad_norm": 0.21606799960136414,
"learning_rate": 0.0002998085291557877,
"loss": 1.0653,
"step": 5760
},
{
"epoch": 0.2510551277030849,
"grad_norm": 0.17851391434669495,
"learning_rate": 0.00029963446475195823,
"loss": 0.9601,
"step": 5770
},
{
"epoch": 0.2514902319105426,
"grad_norm": 0.251346617937088,
"learning_rate": 0.0002994604003481288,
"loss": 1.0875,
"step": 5780
},
{
"epoch": 0.2519253361180003,
"grad_norm": 0.11656256765127182,
"learning_rate": 0.0002992863359442994,
"loss": 1.1146,
"step": 5790
},
{
"epoch": 0.25236044032545796,
"grad_norm": 0.2834809720516205,
"learning_rate": 0.00029911227154047,
"loss": 1.1777,
"step": 5800
},
{
"epoch": 0.25279554453291564,
"grad_norm": 0.2184223234653473,
"learning_rate": 0.0002989382071366406,
"loss": 0.9768,
"step": 5810
},
{
"epoch": 0.2532306487403733,
"grad_norm": 0.18171557784080505,
"learning_rate": 0.00029876414273281117,
"loss": 1.0279,
"step": 5820
},
{
"epoch": 0.253665752947831,
"grad_norm": 0.18061687052249908,
"learning_rate": 0.00029859007832898175,
"loss": 1.0216,
"step": 5830
},
{
"epoch": 0.2541008571552887,
"grad_norm": 0.22344191372394562,
"learning_rate": 0.0002984160139251523,
"loss": 1.0926,
"step": 5840
},
{
"epoch": 0.25453596136274637,
"grad_norm": 0.41718408465385437,
"learning_rate": 0.0002982419495213229,
"loss": 1.0393,
"step": 5850
},
{
"epoch": 0.25497106557020405,
"grad_norm": 0.32948198914527893,
"learning_rate": 0.00029806788511749346,
"loss": 1.0787,
"step": 5860
},
{
"epoch": 0.25540616977766173,
"grad_norm": 0.18529897928237915,
"learning_rate": 0.00029789382071366405,
"loss": 1.1416,
"step": 5870
},
{
"epoch": 0.2558412739851194,
"grad_norm": 0.18569745123386383,
"learning_rate": 0.00029771975630983464,
"loss": 1.0763,
"step": 5880
},
{
"epoch": 0.25627637819257715,
"grad_norm": 0.36812666058540344,
"learning_rate": 0.0002975456919060052,
"loss": 1.3074,
"step": 5890
},
{
"epoch": 0.25671148240003483,
"grad_norm": 0.135506272315979,
"learning_rate": 0.0002973716275021758,
"loss": 0.9927,
"step": 5900
},
{
"epoch": 0.2571465866074925,
"grad_norm": 0.2718694806098938,
"learning_rate": 0.0002971975630983464,
"loss": 1.0869,
"step": 5910
},
{
"epoch": 0.2575816908149502,
"grad_norm": 0.14500509202480316,
"learning_rate": 0.000297023498694517,
"loss": 0.9192,
"step": 5920
},
{
"epoch": 0.2580167950224079,
"grad_norm": 0.1525004804134369,
"learning_rate": 0.0002968494342906876,
"loss": 0.917,
"step": 5930
},
{
"epoch": 0.25845189922986556,
"grad_norm": 0.15388405323028564,
"learning_rate": 0.00029667536988685816,
"loss": 0.8932,
"step": 5940
},
{
"epoch": 0.25888700343732324,
"grad_norm": 0.21919581294059753,
"learning_rate": 0.00029650130548302875,
"loss": 1.1647,
"step": 5950
},
{
"epoch": 0.2593221076447809,
"grad_norm": 0.1660136580467224,
"learning_rate": 0.00029632724107919934,
"loss": 0.9016,
"step": 5960
},
{
"epoch": 0.2597572118522386,
"grad_norm": 0.21409323811531067,
"learning_rate": 0.00029615317667536987,
"loss": 1.0844,
"step": 5970
},
{
"epoch": 0.2601923160596963,
"grad_norm": 0.35813677310943604,
"learning_rate": 0.00029597911227154046,
"loss": 1.2823,
"step": 5980
},
{
"epoch": 0.26062742026715396,
"grad_norm": 0.18776142597198486,
"learning_rate": 0.00029580504786771105,
"loss": 1.0169,
"step": 5990
},
{
"epoch": 0.26106252447461165,
"grad_norm": 0.3661905527114868,
"learning_rate": 0.00029563098346388163,
"loss": 1.1259,
"step": 6000
},
{
"epoch": 0.2614976286820694,
"grad_norm": 0.23971912264823914,
"learning_rate": 0.0002954569190600522,
"loss": 0.9639,
"step": 6010
},
{
"epoch": 0.26193273288952706,
"grad_norm": 0.15355071425437927,
"learning_rate": 0.0002952828546562228,
"loss": 1.054,
"step": 6020
},
{
"epoch": 0.26236783709698475,
"grad_norm": 0.17317388951778412,
"learning_rate": 0.0002951087902523934,
"loss": 1.0052,
"step": 6030
},
{
"epoch": 0.26280294130444243,
"grad_norm": 0.19285467267036438,
"learning_rate": 0.000294934725848564,
"loss": 0.8852,
"step": 6040
},
{
"epoch": 0.2632380455119001,
"grad_norm": 0.19038449227809906,
"learning_rate": 0.00029476066144473457,
"loss": 1.1214,
"step": 6050
},
{
"epoch": 0.2636731497193578,
"grad_norm": 0.25660911202430725,
"learning_rate": 0.00029458659704090516,
"loss": 1.0407,
"step": 6060
},
{
"epoch": 0.2641082539268155,
"grad_norm": 0.1774628460407257,
"learning_rate": 0.00029441253263707575,
"loss": 1.0079,
"step": 6070
},
{
"epoch": 0.26454335813427315,
"grad_norm": 0.23636673390865326,
"learning_rate": 0.00029423846823324634,
"loss": 0.9965,
"step": 6080
},
{
"epoch": 0.26497846234173084,
"grad_norm": 0.27114740014076233,
"learning_rate": 0.0002940644038294169,
"loss": 1.0996,
"step": 6090
},
{
"epoch": 0.2654135665491885,
"grad_norm": 0.17235444486141205,
"learning_rate": 0.0002938903394255875,
"loss": 0.9741,
"step": 6100
},
{
"epoch": 0.2658486707566462,
"grad_norm": 0.23255674540996552,
"learning_rate": 0.00029371627502175804,
"loss": 1.1574,
"step": 6110
},
{
"epoch": 0.2662837749641039,
"grad_norm": 0.24714972078800201,
"learning_rate": 0.00029354221061792863,
"loss": 1.057,
"step": 6120
},
{
"epoch": 0.26671887917156156,
"grad_norm": 0.19902436435222626,
"learning_rate": 0.0002933681462140992,
"loss": 0.9267,
"step": 6130
},
{
"epoch": 0.2671539833790193,
"grad_norm": 0.16895456612110138,
"learning_rate": 0.0002931940818102698,
"loss": 0.8691,
"step": 6140
},
{
"epoch": 0.267589087586477,
"grad_norm": 0.19711732864379883,
"learning_rate": 0.0002930200174064404,
"loss": 1.0952,
"step": 6150
},
{
"epoch": 0.26802419179393466,
"grad_norm": 0.12661001086235046,
"learning_rate": 0.000292845953002611,
"loss": 0.8776,
"step": 6160
},
{
"epoch": 0.26845929600139234,
"grad_norm": 0.21650846302509308,
"learning_rate": 0.00029267188859878157,
"loss": 0.9015,
"step": 6170
},
{
"epoch": 0.26889440020885,
"grad_norm": 0.1429685652256012,
"learning_rate": 0.00029249782419495216,
"loss": 0.9994,
"step": 6180
},
{
"epoch": 0.2693295044163077,
"grad_norm": 0.19347542524337769,
"learning_rate": 0.00029232375979112274,
"loss": 0.9809,
"step": 6190
},
{
"epoch": 0.2697646086237654,
"grad_norm": 0.2325272113084793,
"learning_rate": 0.00029214969538729333,
"loss": 0.9921,
"step": 6200
},
{
"epoch": 0.27019971283122307,
"grad_norm": 0.2718369662761688,
"learning_rate": 0.0002919756309834639,
"loss": 1.1658,
"step": 6210
},
{
"epoch": 0.27063481703868075,
"grad_norm": 0.16794583201408386,
"learning_rate": 0.0002918015665796345,
"loss": 0.9409,
"step": 6220
},
{
"epoch": 0.27106992124613843,
"grad_norm": 0.1701166033744812,
"learning_rate": 0.0002916275021758051,
"loss": 0.9395,
"step": 6230
},
{
"epoch": 0.2715050254535961,
"grad_norm": 0.3230212926864624,
"learning_rate": 0.00029145343777197563,
"loss": 1.1432,
"step": 6240
},
{
"epoch": 0.2719401296610538,
"grad_norm": 0.3072655498981476,
"learning_rate": 0.0002912793733681462,
"loss": 1.121,
"step": 6250
},
{
"epoch": 0.27237523386851153,
"grad_norm": 0.17713645100593567,
"learning_rate": 0.0002911053089643168,
"loss": 1.0648,
"step": 6260
},
{
"epoch": 0.2728103380759692,
"grad_norm": 0.1745099425315857,
"learning_rate": 0.0002909312445604874,
"loss": 0.9539,
"step": 6270
},
{
"epoch": 0.2732454422834269,
"grad_norm": 0.19483037292957306,
"learning_rate": 0.000290757180156658,
"loss": 1.2095,
"step": 6280
},
{
"epoch": 0.2736805464908846,
"grad_norm": 0.31780174374580383,
"learning_rate": 0.00029058311575282857,
"loss": 0.9588,
"step": 6290
},
{
"epoch": 0.27411565069834226,
"grad_norm": 0.23006640374660492,
"learning_rate": 0.00029040905134899915,
"loss": 1.0247,
"step": 6300
},
{
"epoch": 0.27455075490579994,
"grad_norm": 0.26027747988700867,
"learning_rate": 0.0002902349869451697,
"loss": 1.3871,
"step": 6310
},
{
"epoch": 0.2749858591132576,
"grad_norm": 0.2325798124074936,
"learning_rate": 0.0002900609225413403,
"loss": 0.9244,
"step": 6320
},
{
"epoch": 0.2754209633207153,
"grad_norm": 0.17118796706199646,
"learning_rate": 0.00028988685813751086,
"loss": 0.8146,
"step": 6330
},
{
"epoch": 0.275856067528173,
"grad_norm": 0.1537952721118927,
"learning_rate": 0.00028971279373368145,
"loss": 0.9604,
"step": 6340
},
{
"epoch": 0.27629117173563067,
"grad_norm": 0.16542236506938934,
"learning_rate": 0.0002895387293298521,
"loss": 0.7969,
"step": 6350
},
{
"epoch": 0.27672627594308835,
"grad_norm": 0.2531217634677887,
"learning_rate": 0.0002893646649260227,
"loss": 0.8747,
"step": 6360
},
{
"epoch": 0.27716138015054603,
"grad_norm": 0.17963993549346924,
"learning_rate": 0.00028919060052219327,
"loss": 0.7136,
"step": 6370
},
{
"epoch": 0.2775964843580037,
"grad_norm": 0.2523258328437805,
"learning_rate": 0.0002890165361183638,
"loss": 1.2763,
"step": 6380
},
{
"epoch": 0.27803158856546145,
"grad_norm": 0.33812978863716125,
"learning_rate": 0.0002888424717145344,
"loss": 0.9733,
"step": 6390
},
{
"epoch": 0.27846669277291913,
"grad_norm": 0.21532070636749268,
"learning_rate": 0.000288668407310705,
"loss": 0.9856,
"step": 6400
},
{
"epoch": 0.2789017969803768,
"grad_norm": 0.2213539332151413,
"learning_rate": 0.00028849434290687556,
"loss": 1.1578,
"step": 6410
},
{
"epoch": 0.2793369011878345,
"grad_norm": 0.19594323635101318,
"learning_rate": 0.00028832027850304615,
"loss": 0.9892,
"step": 6420
},
{
"epoch": 0.2797720053952922,
"grad_norm": 0.15908022224903107,
"learning_rate": 0.00028814621409921674,
"loss": 1.1601,
"step": 6430
},
{
"epoch": 0.28020710960274986,
"grad_norm": 0.20874232053756714,
"learning_rate": 0.0002879721496953873,
"loss": 0.9171,
"step": 6440
},
{
"epoch": 0.28064221381020754,
"grad_norm": 0.16957885026931763,
"learning_rate": 0.00028779808529155786,
"loss": 1.0367,
"step": 6450
},
{
"epoch": 0.2810773180176652,
"grad_norm": 0.24947939813137054,
"learning_rate": 0.00028762402088772845,
"loss": 0.9866,
"step": 6460
},
{
"epoch": 0.2815124222251229,
"grad_norm": 0.1375042200088501,
"learning_rate": 0.00028744995648389903,
"loss": 0.9468,
"step": 6470
},
{
"epoch": 0.2819475264325806,
"grad_norm": 0.21154022216796875,
"learning_rate": 0.0002872758920800696,
"loss": 1.3066,
"step": 6480
},
{
"epoch": 0.28238263064003827,
"grad_norm": 0.16460227966308594,
"learning_rate": 0.0002871018276762402,
"loss": 1.0756,
"step": 6490
},
{
"epoch": 0.28281773484749595,
"grad_norm": 0.1660788357257843,
"learning_rate": 0.0002869277632724108,
"loss": 0.7797,
"step": 6500
},
{
"epoch": 0.2832528390549537,
"grad_norm": 0.17082859575748444,
"learning_rate": 0.0002867536988685814,
"loss": 0.8274,
"step": 6510
},
{
"epoch": 0.28368794326241137,
"grad_norm": 0.2848609685897827,
"learning_rate": 0.00028657963446475197,
"loss": 0.9205,
"step": 6520
},
{
"epoch": 0.28412304746986905,
"grad_norm": 0.16736231744289398,
"learning_rate": 0.00028640557006092256,
"loss": 1.0878,
"step": 6530
},
{
"epoch": 0.28455815167732673,
"grad_norm": 0.16783344745635986,
"learning_rate": 0.00028623150565709315,
"loss": 0.9047,
"step": 6540
},
{
"epoch": 0.2849932558847844,
"grad_norm": 0.27708932757377625,
"learning_rate": 0.00028605744125326373,
"loss": 0.9949,
"step": 6550
},
{
"epoch": 0.2854283600922421,
"grad_norm": 0.1848979890346527,
"learning_rate": 0.0002858833768494343,
"loss": 1.0657,
"step": 6560
},
{
"epoch": 0.2858634642996998,
"grad_norm": 0.2007714956998825,
"learning_rate": 0.0002857093124456049,
"loss": 1.016,
"step": 6570
},
{
"epoch": 0.28629856850715746,
"grad_norm": 0.23165245354175568,
"learning_rate": 0.00028553524804177544,
"loss": 0.9269,
"step": 6580
},
{
"epoch": 0.28673367271461514,
"grad_norm": 0.2001962512731552,
"learning_rate": 0.00028536118363794603,
"loss": 1.1334,
"step": 6590
},
{
"epoch": 0.2871687769220728,
"grad_norm": 0.2735910713672638,
"learning_rate": 0.0002851871192341166,
"loss": 1.0586,
"step": 6600
},
{
"epoch": 0.2876038811295305,
"grad_norm": 0.2198091745376587,
"learning_rate": 0.0002850130548302872,
"loss": 1.0927,
"step": 6610
},
{
"epoch": 0.2880389853369882,
"grad_norm": 0.18077883124351501,
"learning_rate": 0.0002848389904264578,
"loss": 0.8665,
"step": 6620
},
{
"epoch": 0.2884740895444459,
"grad_norm": 0.19384713470935822,
"learning_rate": 0.0002846649260226284,
"loss": 1.0152,
"step": 6630
},
{
"epoch": 0.2889091937519036,
"grad_norm": 0.18128035962581635,
"learning_rate": 0.00028449086161879897,
"loss": 1.024,
"step": 6640
},
{
"epoch": 0.2893442979593613,
"grad_norm": 0.1643797755241394,
"learning_rate": 0.00028431679721496956,
"loss": 1.0238,
"step": 6650
},
{
"epoch": 0.28977940216681897,
"grad_norm": 0.21168851852416992,
"learning_rate": 0.00028414273281114014,
"loss": 0.9878,
"step": 6660
},
{
"epoch": 0.29021450637427665,
"grad_norm": 0.1323859542608261,
"learning_rate": 0.00028396866840731073,
"loss": 0.8278,
"step": 6670
},
{
"epoch": 0.29064961058173433,
"grad_norm": 0.2243380844593048,
"learning_rate": 0.0002837946040034813,
"loss": 1.1823,
"step": 6680
},
{
"epoch": 0.291084714789192,
"grad_norm": 0.21180850267410278,
"learning_rate": 0.0002836205395996519,
"loss": 1.037,
"step": 6690
},
{
"epoch": 0.2915198189966497,
"grad_norm": 0.20221911370754242,
"learning_rate": 0.0002834464751958225,
"loss": 1.1796,
"step": 6700
},
{
"epoch": 0.2919549232041074,
"grad_norm": 0.16010995209217072,
"learning_rate": 0.0002832724107919931,
"loss": 0.8039,
"step": 6710
},
{
"epoch": 0.29239002741156506,
"grad_norm": 0.17000509798526764,
"learning_rate": 0.0002830983463881636,
"loss": 0.7547,
"step": 6720
},
{
"epoch": 0.29282513161902274,
"grad_norm": 0.1683368682861328,
"learning_rate": 0.0002829242819843342,
"loss": 1.187,
"step": 6730
},
{
"epoch": 0.2932602358264804,
"grad_norm": 0.2433987706899643,
"learning_rate": 0.0002827502175805048,
"loss": 1.0349,
"step": 6740
},
{
"epoch": 0.2936953400339381,
"grad_norm": 0.22368842363357544,
"learning_rate": 0.0002825761531766754,
"loss": 1.0623,
"step": 6750
},
{
"epoch": 0.29413044424139584,
"grad_norm": 0.2581188380718231,
"learning_rate": 0.00028240208877284596,
"loss": 1.1737,
"step": 6760
},
{
"epoch": 0.2945655484488535,
"grad_norm": 0.17550614476203918,
"learning_rate": 0.00028222802436901655,
"loss": 0.8345,
"step": 6770
},
{
"epoch": 0.2950006526563112,
"grad_norm": 0.224640354514122,
"learning_rate": 0.00028205395996518714,
"loss": 1.2148,
"step": 6780
},
{
"epoch": 0.2954357568637689,
"grad_norm": 0.16413165628910065,
"learning_rate": 0.0002818798955613577,
"loss": 0.916,
"step": 6790
},
{
"epoch": 0.29587086107122657,
"grad_norm": 0.20405878126621246,
"learning_rate": 0.0002817058311575283,
"loss": 1.0025,
"step": 6800
},
{
"epoch": 0.29630596527868425,
"grad_norm": 0.14718730747699738,
"learning_rate": 0.0002815317667536989,
"loss": 0.9578,
"step": 6810
},
{
"epoch": 0.29674106948614193,
"grad_norm": 0.18327262997627258,
"learning_rate": 0.0002813577023498695,
"loss": 1.4485,
"step": 6820
},
{
"epoch": 0.2971761736935996,
"grad_norm": 0.46721458435058594,
"learning_rate": 0.0002811836379460401,
"loss": 1.169,
"step": 6830
},
{
"epoch": 0.2976112779010573,
"grad_norm": 0.2588671147823334,
"learning_rate": 0.00028100957354221067,
"loss": 1.1531,
"step": 6840
},
{
"epoch": 0.298046382108515,
"grad_norm": 0.1865677833557129,
"learning_rate": 0.00028083550913838125,
"loss": 1.0895,
"step": 6850
},
{
"epoch": 0.29848148631597266,
"grad_norm": 0.21620196104049683,
"learning_rate": 0.0002806614447345518,
"loss": 1.0577,
"step": 6860
},
{
"epoch": 0.29891659052343034,
"grad_norm": 0.16734111309051514,
"learning_rate": 0.0002804873803307224,
"loss": 1.027,
"step": 6870
},
{
"epoch": 0.2993516947308881,
"grad_norm": 0.21677903831005096,
"learning_rate": 0.00028031331592689296,
"loss": 0.9612,
"step": 6880
},
{
"epoch": 0.29978679893834576,
"grad_norm": 0.20977692306041718,
"learning_rate": 0.00028013925152306355,
"loss": 1.1227,
"step": 6890
},
{
"epoch": 0.30022190314580344,
"grad_norm": 0.22100239992141724,
"learning_rate": 0.00027996518711923414,
"loss": 1.0573,
"step": 6900
},
{
"epoch": 0.3006570073532611,
"grad_norm": 0.15506848692893982,
"learning_rate": 0.0002797911227154047,
"loss": 0.9676,
"step": 6910
},
{
"epoch": 0.3010921115607188,
"grad_norm": 0.2670726478099823,
"learning_rate": 0.00027961705831157526,
"loss": 1.0438,
"step": 6920
},
{
"epoch": 0.3015272157681765,
"grad_norm": 0.15683527290821075,
"learning_rate": 0.00027944299390774584,
"loss": 0.7661,
"step": 6930
},
{
"epoch": 0.30196231997563416,
"grad_norm": 0.23748435080051422,
"learning_rate": 0.00027926892950391643,
"loss": 0.9899,
"step": 6940
},
{
"epoch": 0.30239742418309185,
"grad_norm": 0.17114490270614624,
"learning_rate": 0.000279094865100087,
"loss": 1.103,
"step": 6950
},
{
"epoch": 0.3028325283905495,
"grad_norm": 0.29995787143707275,
"learning_rate": 0.0002789208006962576,
"loss": 1.0444,
"step": 6960
},
{
"epoch": 0.3032676325980072,
"grad_norm": 0.2988966703414917,
"learning_rate": 0.00027874673629242825,
"loss": 0.9903,
"step": 6970
},
{
"epoch": 0.3037027368054649,
"grad_norm": 0.158610537648201,
"learning_rate": 0.00027857267188859884,
"loss": 0.8693,
"step": 6980
},
{
"epoch": 0.30413784101292257,
"grad_norm": 0.15491284430027008,
"learning_rate": 0.00027839860748476937,
"loss": 0.9503,
"step": 6990
},
{
"epoch": 0.30457294522038025,
"grad_norm": 0.18996918201446533,
"learning_rate": 0.00027822454308093996,
"loss": 1.0725,
"step": 7000
},
{
"epoch": 0.305008049427838,
"grad_norm": 0.198045015335083,
"learning_rate": 0.00027805047867711055,
"loss": 0.8708,
"step": 7010
},
{
"epoch": 0.30544315363529567,
"grad_norm": 0.23136194050312042,
"learning_rate": 0.00027787641427328113,
"loss": 0.9397,
"step": 7020
},
{
"epoch": 0.30587825784275335,
"grad_norm": 0.18416298925876617,
"learning_rate": 0.0002777023498694517,
"loss": 1.257,
"step": 7030
},
{
"epoch": 0.30631336205021104,
"grad_norm": 0.18032683432102203,
"learning_rate": 0.0002775282854656223,
"loss": 0.8299,
"step": 7040
},
{
"epoch": 0.3067484662576687,
"grad_norm": 0.15924149751663208,
"learning_rate": 0.0002773542210617929,
"loss": 0.8695,
"step": 7050
},
{
"epoch": 0.3071835704651264,
"grad_norm": 0.2573944628238678,
"learning_rate": 0.00027718015665796343,
"loss": 1.1912,
"step": 7060
},
{
"epoch": 0.3076186746725841,
"grad_norm": 0.1626410335302353,
"learning_rate": 0.000277006092254134,
"loss": 1.0416,
"step": 7070
},
{
"epoch": 0.30805377888004176,
"grad_norm": 0.1880037635564804,
"learning_rate": 0.0002768320278503046,
"loss": 0.9485,
"step": 7080
},
{
"epoch": 0.30848888308749944,
"grad_norm": 0.21780745685100555,
"learning_rate": 0.0002766579634464752,
"loss": 0.8157,
"step": 7090
},
{
"epoch": 0.3089239872949571,
"grad_norm": 0.21518263220787048,
"learning_rate": 0.0002764838990426458,
"loss": 0.9928,
"step": 7100
},
{
"epoch": 0.3093590915024148,
"grad_norm": 0.1364498883485794,
"learning_rate": 0.00027630983463881637,
"loss": 0.947,
"step": 7110
},
{
"epoch": 0.3097941957098725,
"grad_norm": 0.1728001832962036,
"learning_rate": 0.00027613577023498695,
"loss": 0.8456,
"step": 7120
},
{
"epoch": 0.3102292999173302,
"grad_norm": 0.1652480512857437,
"learning_rate": 0.00027596170583115754,
"loss": 1.2327,
"step": 7130
},
{
"epoch": 0.3106644041247879,
"grad_norm": 0.14125193655490875,
"learning_rate": 0.00027578764142732813,
"loss": 0.8277,
"step": 7140
},
{
"epoch": 0.3110995083322456,
"grad_norm": 0.1710696816444397,
"learning_rate": 0.0002756135770234987,
"loss": 0.9715,
"step": 7150
},
{
"epoch": 0.31153461253970327,
"grad_norm": 0.14845587313175201,
"learning_rate": 0.0002754395126196693,
"loss": 0.9691,
"step": 7160
},
{
"epoch": 0.31196971674716095,
"grad_norm": 0.1387937068939209,
"learning_rate": 0.0002752654482158399,
"loss": 0.9039,
"step": 7170
},
{
"epoch": 0.31240482095461863,
"grad_norm": 0.1766679286956787,
"learning_rate": 0.0002750913838120105,
"loss": 1.1568,
"step": 7180
},
{
"epoch": 0.3128399251620763,
"grad_norm": 0.26901406049728394,
"learning_rate": 0.00027491731940818107,
"loss": 1.0513,
"step": 7190
},
{
"epoch": 0.313275029369534,
"grad_norm": 0.2213563770055771,
"learning_rate": 0.0002747432550043516,
"loss": 1.0793,
"step": 7200
},
{
"epoch": 0.3137101335769917,
"grad_norm": 0.21690092980861664,
"learning_rate": 0.0002745691906005222,
"loss": 1.1886,
"step": 7210
},
{
"epoch": 0.31414523778444936,
"grad_norm": 0.1979794204235077,
"learning_rate": 0.0002743951261966928,
"loss": 1.093,
"step": 7220
},
{
"epoch": 0.31458034199190704,
"grad_norm": 0.28346407413482666,
"learning_rate": 0.00027422106179286336,
"loss": 1.1484,
"step": 7230
},
{
"epoch": 0.3150154461993647,
"grad_norm": 0.16204002499580383,
"learning_rate": 0.00027404699738903395,
"loss": 0.887,
"step": 7240
},
{
"epoch": 0.31545055040682246,
"grad_norm": 0.16484244167804718,
"learning_rate": 0.00027387293298520454,
"loss": 1.0634,
"step": 7250
},
{
"epoch": 0.31588565461428014,
"grad_norm": 0.4418644905090332,
"learning_rate": 0.0002736988685813751,
"loss": 1.1746,
"step": 7260
},
{
"epoch": 0.3163207588217378,
"grad_norm": 0.19985559582710266,
"learning_rate": 0.0002735248041775457,
"loss": 1.0312,
"step": 7270
},
{
"epoch": 0.3167558630291955,
"grad_norm": 0.21276061236858368,
"learning_rate": 0.0002733507397737163,
"loss": 1.0993,
"step": 7280
},
{
"epoch": 0.3171909672366532,
"grad_norm": 0.2004208117723465,
"learning_rate": 0.0002731766753698869,
"loss": 0.9531,
"step": 7290
},
{
"epoch": 0.31762607144411087,
"grad_norm": 0.2115066796541214,
"learning_rate": 0.0002730026109660575,
"loss": 1.087,
"step": 7300
},
{
"epoch": 0.31806117565156855,
"grad_norm": 0.19668830931186676,
"learning_rate": 0.00027282854656222806,
"loss": 0.9579,
"step": 7310
},
{
"epoch": 0.31849627985902623,
"grad_norm": 0.1495336890220642,
"learning_rate": 0.00027265448215839865,
"loss": 1.0084,
"step": 7320
},
{
"epoch": 0.3189313840664839,
"grad_norm": 0.1295357346534729,
"learning_rate": 0.0002724804177545692,
"loss": 0.8327,
"step": 7330
},
{
"epoch": 0.3193664882739416,
"grad_norm": 0.15015961229801178,
"learning_rate": 0.00027230635335073977,
"loss": 1.5452,
"step": 7340
},
{
"epoch": 0.3198015924813993,
"grad_norm": 0.1874416023492813,
"learning_rate": 0.00027213228894691036,
"loss": 0.973,
"step": 7350
},
{
"epoch": 0.32023669668885696,
"grad_norm": 0.16926373541355133,
"learning_rate": 0.00027195822454308095,
"loss": 1.1744,
"step": 7360
},
{
"epoch": 0.32067180089631464,
"grad_norm": 0.1630955934524536,
"learning_rate": 0.00027178416013925154,
"loss": 0.9971,
"step": 7370
},
{
"epoch": 0.3211069051037724,
"grad_norm": 0.15535932779312134,
"learning_rate": 0.0002716100957354221,
"loss": 0.8922,
"step": 7380
},
{
"epoch": 0.32154200931123006,
"grad_norm": 0.3193494975566864,
"learning_rate": 0.0002714360313315927,
"loss": 1.1384,
"step": 7390
},
{
"epoch": 0.32197711351868774,
"grad_norm": 0.21243713796138763,
"learning_rate": 0.00027126196692776324,
"loss": 0.8245,
"step": 7400
},
{
"epoch": 0.3224122177261454,
"grad_norm": 0.17410238087177277,
"learning_rate": 0.00027108790252393383,
"loss": 1.1805,
"step": 7410
},
{
"epoch": 0.3228473219336031,
"grad_norm": 0.15555216372013092,
"learning_rate": 0.0002709138381201045,
"loss": 0.9085,
"step": 7420
},
{
"epoch": 0.3232824261410608,
"grad_norm": 0.2500389516353607,
"learning_rate": 0.00027073977371627506,
"loss": 1.0164,
"step": 7430
},
{
"epoch": 0.32371753034851847,
"grad_norm": 0.21127691864967346,
"learning_rate": 0.00027056570931244565,
"loss": 1.3805,
"step": 7440
},
{
"epoch": 0.32415263455597615,
"grad_norm": 0.25473564863204956,
"learning_rate": 0.00027039164490861624,
"loss": 1.2009,
"step": 7450
},
{
"epoch": 0.32458773876343383,
"grad_norm": 0.17297175526618958,
"learning_rate": 0.0002702175805047868,
"loss": 1.1075,
"step": 7460
},
{
"epoch": 0.3250228429708915,
"grad_norm": 0.22928334772586823,
"learning_rate": 0.00027004351610095736,
"loss": 0.8962,
"step": 7470
},
{
"epoch": 0.3254579471783492,
"grad_norm": 0.14600124955177307,
"learning_rate": 0.00026986945169712794,
"loss": 0.9816,
"step": 7480
},
{
"epoch": 0.3258930513858069,
"grad_norm": 0.1932126134634018,
"learning_rate": 0.00026969538729329853,
"loss": 1.1767,
"step": 7490
},
{
"epoch": 0.3263281555932646,
"grad_norm": 0.23298069834709167,
"learning_rate": 0.0002695213228894691,
"loss": 0.9916,
"step": 7500
},
{
"epoch": 0.3267632598007223,
"grad_norm": 0.16571524739265442,
"learning_rate": 0.0002693472584856397,
"loss": 0.8931,
"step": 7510
},
{
"epoch": 0.32719836400818,
"grad_norm": 0.1921338140964508,
"learning_rate": 0.0002691731940818103,
"loss": 0.9935,
"step": 7520
},
{
"epoch": 0.32763346821563766,
"grad_norm": 0.2724209427833557,
"learning_rate": 0.0002689991296779809,
"loss": 1.3098,
"step": 7530
},
{
"epoch": 0.32806857242309534,
"grad_norm": 0.20633754134178162,
"learning_rate": 0.0002688250652741514,
"loss": 1.0019,
"step": 7540
},
{
"epoch": 0.328503676630553,
"grad_norm": 0.173887699842453,
"learning_rate": 0.000268651000870322,
"loss": 1.0572,
"step": 7550
},
{
"epoch": 0.3289387808380107,
"grad_norm": 0.16131749749183655,
"learning_rate": 0.0002684769364664926,
"loss": 0.838,
"step": 7560
},
{
"epoch": 0.3293738850454684,
"grad_norm": 0.1475895792245865,
"learning_rate": 0.0002683028720626632,
"loss": 0.8191,
"step": 7570
},
{
"epoch": 0.32980898925292607,
"grad_norm": 0.17893289029598236,
"learning_rate": 0.00026812880765883377,
"loss": 0.9066,
"step": 7580
},
{
"epoch": 0.33024409346038375,
"grad_norm": 0.20229625701904297,
"learning_rate": 0.0002679547432550044,
"loss": 1.1029,
"step": 7590
},
{
"epoch": 0.33067919766784143,
"grad_norm": 0.18739983439445496,
"learning_rate": 0.00026778067885117494,
"loss": 1.0836,
"step": 7600
},
{
"epoch": 0.3311143018752991,
"grad_norm": 0.3408699333667755,
"learning_rate": 0.00026760661444734553,
"loss": 1.3348,
"step": 7610
},
{
"epoch": 0.33154940608275685,
"grad_norm": 0.205152690410614,
"learning_rate": 0.0002674325500435161,
"loss": 0.9761,
"step": 7620
},
{
"epoch": 0.33198451029021453,
"grad_norm": 0.17382773756980896,
"learning_rate": 0.0002672584856396867,
"loss": 0.9252,
"step": 7630
},
{
"epoch": 0.3324196144976722,
"grad_norm": 0.18723174929618835,
"learning_rate": 0.0002670844212358573,
"loss": 1.0069,
"step": 7640
},
{
"epoch": 0.3328547187051299,
"grad_norm": 0.12453165650367737,
"learning_rate": 0.0002669103568320279,
"loss": 0.8062,
"step": 7650
},
{
"epoch": 0.3332898229125876,
"grad_norm": 0.15949256718158722,
"learning_rate": 0.00026673629242819847,
"loss": 1.2169,
"step": 7660
},
{
"epoch": 0.33372492712004526,
"grad_norm": 0.16070662438869476,
"learning_rate": 0.000266562228024369,
"loss": 1.0216,
"step": 7670
},
{
"epoch": 0.33416003132750294,
"grad_norm": 0.26771673560142517,
"learning_rate": 0.0002663881636205396,
"loss": 0.9825,
"step": 7680
},
{
"epoch": 0.3345951355349606,
"grad_norm": 0.2236112803220749,
"learning_rate": 0.0002662140992167102,
"loss": 1.2312,
"step": 7690
},
{
"epoch": 0.3350302397424183,
"grad_norm": 0.18701033294200897,
"learning_rate": 0.00026604003481288076,
"loss": 1.227,
"step": 7700
},
{
"epoch": 0.335465343949876,
"grad_norm": 0.18895457684993744,
"learning_rate": 0.00026586597040905135,
"loss": 1.1833,
"step": 7710
},
{
"epoch": 0.33590044815733366,
"grad_norm": 0.17468073964118958,
"learning_rate": 0.00026569190600522194,
"loss": 1.0226,
"step": 7720
},
{
"epoch": 0.33633555236479135,
"grad_norm": 0.13214339315891266,
"learning_rate": 0.0002655178416013925,
"loss": 0.8065,
"step": 7730
},
{
"epoch": 0.336770656572249,
"grad_norm": 0.21613608300685883,
"learning_rate": 0.0002653437771975631,
"loss": 0.9615,
"step": 7740
},
{
"epoch": 0.33720576077970676,
"grad_norm": 0.14619991183280945,
"learning_rate": 0.0002651697127937337,
"loss": 0.9144,
"step": 7750
},
{
"epoch": 0.33764086498716445,
"grad_norm": 0.20914363861083984,
"learning_rate": 0.0002649956483899043,
"loss": 0.9421,
"step": 7760
},
{
"epoch": 0.33807596919462213,
"grad_norm": 0.20866204798221588,
"learning_rate": 0.0002648215839860749,
"loss": 1.0646,
"step": 7770
},
{
"epoch": 0.3385110734020798,
"grad_norm": 0.17029036581516266,
"learning_rate": 0.00026464751958224546,
"loss": 0.9512,
"step": 7780
},
{
"epoch": 0.3389461776095375,
"grad_norm": 0.1365426629781723,
"learning_rate": 0.00026447345517841605,
"loss": 0.9984,
"step": 7790
},
{
"epoch": 0.3393812818169952,
"grad_norm": 0.17616167664527893,
"learning_rate": 0.00026429939077458664,
"loss": 1.126,
"step": 7800
},
{
"epoch": 0.33981638602445285,
"grad_norm": 0.20954176783561707,
"learning_rate": 0.00026412532637075717,
"loss": 1.0645,
"step": 7810
},
{
"epoch": 0.34025149023191054,
"grad_norm": 0.22005707025527954,
"learning_rate": 0.00026395126196692776,
"loss": 1.1023,
"step": 7820
},
{
"epoch": 0.3406865944393682,
"grad_norm": 0.2063954919576645,
"learning_rate": 0.00026377719756309835,
"loss": 0.9233,
"step": 7830
},
{
"epoch": 0.3411216986468259,
"grad_norm": 0.2262042611837387,
"learning_rate": 0.00026360313315926893,
"loss": 1.0474,
"step": 7840
},
{
"epoch": 0.3415568028542836,
"grad_norm": 0.16375938057899475,
"learning_rate": 0.0002634290687554395,
"loss": 1.0631,
"step": 7850
},
{
"epoch": 0.34199190706174126,
"grad_norm": 0.16959959268569946,
"learning_rate": 0.0002632550043516101,
"loss": 1.0351,
"step": 7860
},
{
"epoch": 0.342427011269199,
"grad_norm": 0.2005605548620224,
"learning_rate": 0.0002630809399477807,
"loss": 1.2077,
"step": 7870
},
{
"epoch": 0.3428621154766567,
"grad_norm": 0.18660689890384674,
"learning_rate": 0.0002629068755439513,
"loss": 0.9647,
"step": 7880
},
{
"epoch": 0.34329721968411436,
"grad_norm": 0.3498440086841583,
"learning_rate": 0.00026273281114012187,
"loss": 1.1013,
"step": 7890
},
{
"epoch": 0.34373232389157204,
"grad_norm": 0.32163989543914795,
"learning_rate": 0.00026255874673629246,
"loss": 1.083,
"step": 7900
},
{
"epoch": 0.3441674280990297,
"grad_norm": 0.16425587236881256,
"learning_rate": 0.00026238468233246305,
"loss": 1.0235,
"step": 7910
},
{
"epoch": 0.3446025323064874,
"grad_norm": 0.16171830892562866,
"learning_rate": 0.00026221061792863363,
"loss": 0.871,
"step": 7920
},
{
"epoch": 0.3450376365139451,
"grad_norm": 0.17515456676483154,
"learning_rate": 0.0002620365535248042,
"loss": 1.058,
"step": 7930
},
{
"epoch": 0.34547274072140277,
"grad_norm": 0.15090088546276093,
"learning_rate": 0.00026186248912097476,
"loss": 0.9715,
"step": 7940
},
{
"epoch": 0.34590784492886045,
"grad_norm": 0.18972843885421753,
"learning_rate": 0.00026168842471714534,
"loss": 0.9485,
"step": 7950
},
{
"epoch": 0.34634294913631813,
"grad_norm": 0.15371380746364594,
"learning_rate": 0.00026151436031331593,
"loss": 1.0127,
"step": 7960
},
{
"epoch": 0.3467780533437758,
"grad_norm": 0.15265198051929474,
"learning_rate": 0.0002613402959094865,
"loss": 0.7894,
"step": 7970
},
{
"epoch": 0.3472131575512335,
"grad_norm": 0.20757338404655457,
"learning_rate": 0.0002611662315056571,
"loss": 1.341,
"step": 7980
},
{
"epoch": 0.3476482617586912,
"grad_norm": 0.13527600467205048,
"learning_rate": 0.0002609921671018277,
"loss": 1.0594,
"step": 7990
},
{
"epoch": 0.3480833659661489,
"grad_norm": 0.18025247752666473,
"learning_rate": 0.0002608181026979983,
"loss": 1.0244,
"step": 8000
},
{
"epoch": 0.3485184701736066,
"grad_norm": 0.20577917993068695,
"learning_rate": 0.0002606440382941688,
"loss": 0.8757,
"step": 8010
},
{
"epoch": 0.3489535743810643,
"grad_norm": 0.16641052067279816,
"learning_rate": 0.0002604699738903394,
"loss": 0.9659,
"step": 8020
},
{
"epoch": 0.34938867858852196,
"grad_norm": 0.1917828470468521,
"learning_rate": 0.00026029590948651,
"loss": 0.9586,
"step": 8030
},
{
"epoch": 0.34982378279597964,
"grad_norm": 0.19202692806720734,
"learning_rate": 0.00026012184508268063,
"loss": 0.9002,
"step": 8040
},
{
"epoch": 0.3502588870034373,
"grad_norm": 0.19696713984012604,
"learning_rate": 0.0002599477806788512,
"loss": 1.0998,
"step": 8050
},
{
"epoch": 0.350693991210895,
"grad_norm": 0.1598351150751114,
"learning_rate": 0.0002597737162750218,
"loss": 0.97,
"step": 8060
},
{
"epoch": 0.3511290954183527,
"grad_norm": 0.13902708888053894,
"learning_rate": 0.0002595996518711924,
"loss": 0.8532,
"step": 8070
},
{
"epoch": 0.35156419962581037,
"grad_norm": 0.1481306552886963,
"learning_rate": 0.0002594255874673629,
"loss": 0.947,
"step": 8080
},
{
"epoch": 0.35199930383326805,
"grad_norm": 0.3536383807659149,
"learning_rate": 0.0002592515230635335,
"loss": 1.0269,
"step": 8090
},
{
"epoch": 0.35243440804072573,
"grad_norm": 0.17809702455997467,
"learning_rate": 0.0002590774586597041,
"loss": 0.9617,
"step": 8100
},
{
"epoch": 0.3528695122481834,
"grad_norm": 0.18565711379051208,
"learning_rate": 0.0002589033942558747,
"loss": 0.9479,
"step": 8110
},
{
"epoch": 0.35330461645564115,
"grad_norm": 0.1305074393749237,
"learning_rate": 0.0002587293298520453,
"loss": 1.0967,
"step": 8120
},
{
"epoch": 0.35373972066309883,
"grad_norm": 0.1726597547531128,
"learning_rate": 0.00025855526544821586,
"loss": 1.0429,
"step": 8130
},
{
"epoch": 0.3541748248705565,
"grad_norm": 0.22462791204452515,
"learning_rate": 0.00025838120104438645,
"loss": 1.2234,
"step": 8140
},
{
"epoch": 0.3546099290780142,
"grad_norm": 0.23056122660636902,
"learning_rate": 0.000258207136640557,
"loss": 1.3577,
"step": 8150
},
{
"epoch": 0.3550450332854719,
"grad_norm": 0.20476575195789337,
"learning_rate": 0.0002580330722367276,
"loss": 1.0944,
"step": 8160
},
{
"epoch": 0.35548013749292956,
"grad_norm": 0.23393183946609497,
"learning_rate": 0.00025785900783289816,
"loss": 1.3244,
"step": 8170
},
{
"epoch": 0.35591524170038724,
"grad_norm": 0.13583017885684967,
"learning_rate": 0.00025768494342906875,
"loss": 1.0574,
"step": 8180
},
{
"epoch": 0.3563503459078449,
"grad_norm": 0.17833097279071808,
"learning_rate": 0.00025751087902523934,
"loss": 1.0164,
"step": 8190
},
{
"epoch": 0.3567854501153026,
"grad_norm": 0.18632833659648895,
"learning_rate": 0.0002573368146214099,
"loss": 1.0703,
"step": 8200
},
{
"epoch": 0.3572205543227603,
"grad_norm": 0.17624704539775848,
"learning_rate": 0.00025716275021758057,
"loss": 0.7906,
"step": 8210
},
{
"epoch": 0.35765565853021797,
"grad_norm": 0.14623098075389862,
"learning_rate": 0.0002569886858137511,
"loss": 1.0659,
"step": 8220
},
{
"epoch": 0.35809076273767565,
"grad_norm": 0.1688641458749771,
"learning_rate": 0.0002568146214099217,
"loss": 1.1377,
"step": 8230
},
{
"epoch": 0.3585258669451334,
"grad_norm": 0.19780154526233673,
"learning_rate": 0.0002566405570060923,
"loss": 0.987,
"step": 8240
},
{
"epoch": 0.35896097115259107,
"grad_norm": 0.3056553602218628,
"learning_rate": 0.00025646649260226286,
"loss": 1.1636,
"step": 8250
},
{
"epoch": 0.35939607536004875,
"grad_norm": 0.1733473539352417,
"learning_rate": 0.00025629242819843345,
"loss": 1.0526,
"step": 8260
},
{
"epoch": 0.35983117956750643,
"grad_norm": 0.13502316176891327,
"learning_rate": 0.00025611836379460404,
"loss": 1.0689,
"step": 8270
},
{
"epoch": 0.3602662837749641,
"grad_norm": 0.1231328547000885,
"learning_rate": 0.00025594429939077457,
"loss": 0.8453,
"step": 8280
},
{
"epoch": 0.3607013879824218,
"grad_norm": 0.15338028967380524,
"learning_rate": 0.00025577023498694516,
"loss": 0.8343,
"step": 8290
},
{
"epoch": 0.3611364921898795,
"grad_norm": 0.20141208171844482,
"learning_rate": 0.00025559617058311575,
"loss": 1.0563,
"step": 8300
},
{
"epoch": 0.36157159639733716,
"grad_norm": 0.21338503062725067,
"learning_rate": 0.00025542210617928633,
"loss": 1.4744,
"step": 8310
},
{
"epoch": 0.36200670060479484,
"grad_norm": 0.10150692611932755,
"learning_rate": 0.0002552480417754569,
"loss": 0.8874,
"step": 8320
},
{
"epoch": 0.3624418048122525,
"grad_norm": 0.2320651113986969,
"learning_rate": 0.0002550739773716275,
"loss": 1.0334,
"step": 8330
},
{
"epoch": 0.3628769090197102,
"grad_norm": 0.18576805293560028,
"learning_rate": 0.0002548999129677981,
"loss": 1.0537,
"step": 8340
},
{
"epoch": 0.3633120132271679,
"grad_norm": 0.1657312661409378,
"learning_rate": 0.0002547258485639687,
"loss": 0.7773,
"step": 8350
},
{
"epoch": 0.36374711743462557,
"grad_norm": 0.1847205013036728,
"learning_rate": 0.00025455178416013927,
"loss": 0.9992,
"step": 8360
},
{
"epoch": 0.3641822216420833,
"grad_norm": 0.17083612084388733,
"learning_rate": 0.00025437771975630986,
"loss": 1.0542,
"step": 8370
},
{
"epoch": 0.364617325849541,
"grad_norm": 0.15541575849056244,
"learning_rate": 0.00025420365535248045,
"loss": 1.0378,
"step": 8380
},
{
"epoch": 0.36505243005699867,
"grad_norm": 0.19412420690059662,
"learning_rate": 0.00025402959094865103,
"loss": 1.029,
"step": 8390
},
{
"epoch": 0.36548753426445635,
"grad_norm": 0.18304936587810516,
"learning_rate": 0.0002538555265448216,
"loss": 0.9307,
"step": 8400
},
{
"epoch": 0.36592263847191403,
"grad_norm": 0.1741558015346527,
"learning_rate": 0.0002536814621409922,
"loss": 0.97,
"step": 8410
},
{
"epoch": 0.3663577426793717,
"grad_norm": 0.18266841769218445,
"learning_rate": 0.00025350739773716274,
"loss": 1.121,
"step": 8420
},
{
"epoch": 0.3667928468868294,
"grad_norm": 0.1431024968624115,
"learning_rate": 0.00025333333333333333,
"loss": 0.7882,
"step": 8430
},
{
"epoch": 0.3672279510942871,
"grad_norm": 0.27293264865875244,
"learning_rate": 0.0002531592689295039,
"loss": 1.1067,
"step": 8440
},
{
"epoch": 0.36766305530174476,
"grad_norm": 0.28090178966522217,
"learning_rate": 0.0002529852045256745,
"loss": 0.9795,
"step": 8450
},
{
"epoch": 0.36809815950920244,
"grad_norm": 0.15479294955730438,
"learning_rate": 0.0002528111401218451,
"loss": 0.9373,
"step": 8460
},
{
"epoch": 0.3685332637166601,
"grad_norm": 0.20700840651988983,
"learning_rate": 0.0002526370757180157,
"loss": 0.9631,
"step": 8470
},
{
"epoch": 0.3689683679241178,
"grad_norm": 0.16310329735279083,
"learning_rate": 0.00025246301131418627,
"loss": 0.8274,
"step": 8480
},
{
"epoch": 0.36940347213157554,
"grad_norm": 0.16327843070030212,
"learning_rate": 0.0002522889469103568,
"loss": 0.99,
"step": 8490
},
{
"epoch": 0.3698385763390332,
"grad_norm": 0.17021578550338745,
"learning_rate": 0.00025211488250652744,
"loss": 0.9451,
"step": 8500
},
{
"epoch": 0.3702736805464909,
"grad_norm": 0.25145193934440613,
"learning_rate": 0.00025194081810269803,
"loss": 1.1149,
"step": 8510
},
{
"epoch": 0.3707087847539486,
"grad_norm": 0.2625551223754883,
"learning_rate": 0.0002517667536988686,
"loss": 0.9304,
"step": 8520
},
{
"epoch": 0.37114388896140627,
"grad_norm": 0.17915575206279755,
"learning_rate": 0.0002515926892950392,
"loss": 0.8994,
"step": 8530
},
{
"epoch": 0.37157899316886395,
"grad_norm": 0.17726121842861176,
"learning_rate": 0.0002514186248912098,
"loss": 0.7885,
"step": 8540
},
{
"epoch": 0.37201409737632163,
"grad_norm": 0.20035678148269653,
"learning_rate": 0.0002512445604873804,
"loss": 0.914,
"step": 8550
},
{
"epoch": 0.3724492015837793,
"grad_norm": 0.25986942648887634,
"learning_rate": 0.0002510704960835509,
"loss": 1.1375,
"step": 8560
},
{
"epoch": 0.372884305791237,
"grad_norm": 0.15607336163520813,
"learning_rate": 0.0002508964316797215,
"loss": 0.9897,
"step": 8570
},
{
"epoch": 0.3733194099986947,
"grad_norm": 0.35594114661216736,
"learning_rate": 0.0002507223672758921,
"loss": 1.1492,
"step": 8580
},
{
"epoch": 0.37375451420615236,
"grad_norm": 0.1887778490781784,
"learning_rate": 0.0002505483028720627,
"loss": 0.8286,
"step": 8590
},
{
"epoch": 0.37418961841361004,
"grad_norm": 0.16024556756019592,
"learning_rate": 0.00025037423846823326,
"loss": 0.9079,
"step": 8600
},
{
"epoch": 0.3746247226210677,
"grad_norm": 0.20295973122119904,
"learning_rate": 0.00025020017406440385,
"loss": 0.9628,
"step": 8610
},
{
"epoch": 0.37505982682852546,
"grad_norm": 0.3709562420845032,
"learning_rate": 0.0002500261096605744,
"loss": 0.9624,
"step": 8620
},
{
"epoch": 0.37549493103598314,
"grad_norm": 0.18349643051624298,
"learning_rate": 0.00024985204525674497,
"loss": 0.8576,
"step": 8630
},
{
"epoch": 0.3759300352434408,
"grad_norm": 0.16187074780464172,
"learning_rate": 0.00024967798085291556,
"loss": 0.8297,
"step": 8640
},
{
"epoch": 0.3763651394508985,
"grad_norm": 0.20220090448856354,
"learning_rate": 0.00024950391644908615,
"loss": 1.094,
"step": 8650
},
{
"epoch": 0.3768002436583562,
"grad_norm": 0.1384991854429245,
"learning_rate": 0.0002493298520452568,
"loss": 0.9319,
"step": 8660
},
{
"epoch": 0.37723534786581386,
"grad_norm": 0.18273788690567017,
"learning_rate": 0.0002491557876414274,
"loss": 1.2668,
"step": 8670
},
{
"epoch": 0.37767045207327155,
"grad_norm": 0.21339444816112518,
"learning_rate": 0.00024898172323759796,
"loss": 0.9117,
"step": 8680
},
{
"epoch": 0.3781055562807292,
"grad_norm": 0.18709774315357208,
"learning_rate": 0.0002488076588337685,
"loss": 0.8868,
"step": 8690
},
{
"epoch": 0.3785406604881869,
"grad_norm": 0.13770976662635803,
"learning_rate": 0.0002486335944299391,
"loss": 1.0509,
"step": 8700
},
{
"epoch": 0.3789757646956446,
"grad_norm": 0.2009849101305008,
"learning_rate": 0.00024845953002610967,
"loss": 0.8696,
"step": 8710
},
{
"epoch": 0.37941086890310227,
"grad_norm": 0.10196686536073685,
"learning_rate": 0.00024828546562228026,
"loss": 1.1025,
"step": 8720
},
{
"epoch": 0.37984597311055995,
"grad_norm": 0.17339923977851868,
"learning_rate": 0.00024811140121845085,
"loss": 0.8801,
"step": 8730
},
{
"epoch": 0.3802810773180177,
"grad_norm": 0.24733170866966248,
"learning_rate": 0.00024793733681462144,
"loss": 1.2859,
"step": 8740
},
{
"epoch": 0.3807161815254754,
"grad_norm": 0.2067161649465561,
"learning_rate": 0.000247763272410792,
"loss": 1.0779,
"step": 8750
},
{
"epoch": 0.38115128573293305,
"grad_norm": 0.23704607784748077,
"learning_rate": 0.00024758920800696256,
"loss": 1.0282,
"step": 8760
},
{
"epoch": 0.38158638994039074,
"grad_norm": 0.28830769658088684,
"learning_rate": 0.00024741514360313314,
"loss": 1.295,
"step": 8770
},
{
"epoch": 0.3820214941478484,
"grad_norm": 0.15242129564285278,
"learning_rate": 0.00024724107919930373,
"loss": 0.8428,
"step": 8780
},
{
"epoch": 0.3824565983553061,
"grad_norm": 0.09538430720567703,
"learning_rate": 0.0002470670147954743,
"loss": 1.2787,
"step": 8790
},
{
"epoch": 0.3828917025627638,
"grad_norm": 0.2978058457374573,
"learning_rate": 0.0002468929503916449,
"loss": 1.3672,
"step": 8800
},
{
"epoch": 0.38332680677022146,
"grad_norm": 0.28017300367355347,
"learning_rate": 0.0002467188859878155,
"loss": 1.2292,
"step": 8810
},
{
"epoch": 0.38376191097767914,
"grad_norm": 0.20455223321914673,
"learning_rate": 0.0002465448215839861,
"loss": 0.8178,
"step": 8820
},
{
"epoch": 0.3841970151851368,
"grad_norm": 0.19876526296138763,
"learning_rate": 0.00024637075718015667,
"loss": 1.218,
"step": 8830
},
{
"epoch": 0.3846321193925945,
"grad_norm": 0.1831141710281372,
"learning_rate": 0.00024619669277632726,
"loss": 0.9339,
"step": 8840
},
{
"epoch": 0.3850672236000522,
"grad_norm": 0.19144456088542938,
"learning_rate": 0.00024602262837249784,
"loss": 1.0674,
"step": 8850
},
{
"epoch": 0.3855023278075099,
"grad_norm": 0.17888407409191132,
"learning_rate": 0.00024584856396866843,
"loss": 1.2218,
"step": 8860
},
{
"epoch": 0.3859374320149676,
"grad_norm": 0.17613811790943146,
"learning_rate": 0.000245674499564839,
"loss": 0.8418,
"step": 8870
},
{
"epoch": 0.3863725362224253,
"grad_norm": 0.21688538789749146,
"learning_rate": 0.0002455004351610096,
"loss": 0.8457,
"step": 8880
},
{
"epoch": 0.38680764042988297,
"grad_norm": 0.18679842352867126,
"learning_rate": 0.0002453263707571802,
"loss": 0.8297,
"step": 8890
},
{
"epoch": 0.38724274463734065,
"grad_norm": 0.23552748560905457,
"learning_rate": 0.00024515230635335073,
"loss": 1.2007,
"step": 8900
},
{
"epoch": 0.38767784884479833,
"grad_norm": 0.15227200090885162,
"learning_rate": 0.0002449782419495213,
"loss": 1.0487,
"step": 8910
},
{
"epoch": 0.388112953052256,
"grad_norm": 0.15509819984436035,
"learning_rate": 0.0002448041775456919,
"loss": 0.8566,
"step": 8920
},
{
"epoch": 0.3885480572597137,
"grad_norm": 0.27222323417663574,
"learning_rate": 0.0002446301131418625,
"loss": 1.0252,
"step": 8930
},
{
"epoch": 0.3889831614671714,
"grad_norm": 0.14534927904605865,
"learning_rate": 0.0002444560487380331,
"loss": 1.1321,
"step": 8940
},
{
"epoch": 0.38941826567462906,
"grad_norm": 0.22148588299751282,
"learning_rate": 0.00024428198433420367,
"loss": 1.059,
"step": 8950
},
{
"epoch": 0.38985336988208674,
"grad_norm": 0.14207637310028076,
"learning_rate": 0.00024410791993037423,
"loss": 0.8585,
"step": 8960
},
{
"epoch": 0.3902884740895444,
"grad_norm": 0.19021274149417877,
"learning_rate": 0.00024393385552654481,
"loss": 1.1811,
"step": 8970
},
{
"epoch": 0.3907235782970021,
"grad_norm": 0.14962823688983917,
"learning_rate": 0.0002437597911227154,
"loss": 0.8828,
"step": 8980
},
{
"epoch": 0.39115868250445984,
"grad_norm": 0.19036762416362762,
"learning_rate": 0.000243585726718886,
"loss": 0.872,
"step": 8990
},
{
"epoch": 0.3915937867119175,
"grad_norm": 0.13767941296100616,
"learning_rate": 0.00024341166231505658,
"loss": 0.9028,
"step": 9000
},
{
"epoch": 0.3920288909193752,
"grad_norm": 0.13303779065608978,
"learning_rate": 0.00024323759791122716,
"loss": 0.8528,
"step": 9010
},
{
"epoch": 0.3924639951268329,
"grad_norm": 0.19355401396751404,
"learning_rate": 0.00024306353350739778,
"loss": 0.8577,
"step": 9020
},
{
"epoch": 0.39289909933429057,
"grad_norm": 0.15200017392635345,
"learning_rate": 0.0002428894691035683,
"loss": 0.9214,
"step": 9030
},
{
"epoch": 0.39333420354174825,
"grad_norm": 0.16268393397331238,
"learning_rate": 0.0002427154046997389,
"loss": 0.9385,
"step": 9040
},
{
"epoch": 0.39376930774920593,
"grad_norm": 0.3220844268798828,
"learning_rate": 0.0002425413402959095,
"loss": 1.0537,
"step": 9050
},
{
"epoch": 0.3942044119566636,
"grad_norm": 0.14048518240451813,
"learning_rate": 0.00024236727589208007,
"loss": 0.8122,
"step": 9060
},
{
"epoch": 0.3946395161641213,
"grad_norm": 0.2428448498249054,
"learning_rate": 0.00024219321148825066,
"loss": 1.0749,
"step": 9070
},
{
"epoch": 0.395074620371579,
"grad_norm": 0.13740918040275574,
"learning_rate": 0.00024201914708442125,
"loss": 1.0629,
"step": 9080
},
{
"epoch": 0.39550972457903666,
"grad_norm": 0.19211611151695251,
"learning_rate": 0.00024184508268059184,
"loss": 1.1329,
"step": 9090
},
{
"epoch": 0.39594482878649434,
"grad_norm": 0.13137087225914001,
"learning_rate": 0.0002416710182767624,
"loss": 0.809,
"step": 9100
},
{
"epoch": 0.3963799329939521,
"grad_norm": 0.1873190701007843,
"learning_rate": 0.00024149695387293299,
"loss": 0.934,
"step": 9110
},
{
"epoch": 0.39681503720140976,
"grad_norm": 0.16937696933746338,
"learning_rate": 0.00024132288946910357,
"loss": 1.0128,
"step": 9120
},
{
"epoch": 0.39725014140886744,
"grad_norm": 0.1414632648229599,
"learning_rate": 0.00024114882506527416,
"loss": 1.0831,
"step": 9130
},
{
"epoch": 0.3976852456163251,
"grad_norm": 0.37778240442276,
"learning_rate": 0.00024097476066144475,
"loss": 1.1056,
"step": 9140
},
{
"epoch": 0.3981203498237828,
"grad_norm": 0.15069305896759033,
"learning_rate": 0.00024080069625761534,
"loss": 0.7435,
"step": 9150
},
{
"epoch": 0.3985554540312405,
"grad_norm": 0.20986293256282806,
"learning_rate": 0.00024062663185378592,
"loss": 0.9331,
"step": 9160
},
{
"epoch": 0.39899055823869817,
"grad_norm": 0.23380492627620697,
"learning_rate": 0.00024045256744995648,
"loss": 1.1837,
"step": 9170
},
{
"epoch": 0.39942566244615585,
"grad_norm": 0.1680223047733307,
"learning_rate": 0.00024027850304612707,
"loss": 1.0351,
"step": 9180
},
{
"epoch": 0.39986076665361353,
"grad_norm": 0.15349180996418,
"learning_rate": 0.00024010443864229766,
"loss": 1.1501,
"step": 9190
},
{
"epoch": 0.4002958708610712,
"grad_norm": 0.22324462234973907,
"learning_rate": 0.00023993037423846825,
"loss": 0.9539,
"step": 9200
},
{
"epoch": 0.4007309750685289,
"grad_norm": 0.14695367217063904,
"learning_rate": 0.00023975630983463883,
"loss": 0.7462,
"step": 9210
},
{
"epoch": 0.4011660792759866,
"grad_norm": 0.1514754295349121,
"learning_rate": 0.00023958224543080942,
"loss": 0.874,
"step": 9220
},
{
"epoch": 0.40160118348344426,
"grad_norm": 0.160818949341774,
"learning_rate": 0.00023940818102697998,
"loss": 0.9438,
"step": 9230
},
{
"epoch": 0.402036287690902,
"grad_norm": 0.19280897080898285,
"learning_rate": 0.00023923411662315057,
"loss": 0.9211,
"step": 9240
},
{
"epoch": 0.4024713918983597,
"grad_norm": 0.19737792015075684,
"learning_rate": 0.00023906005221932116,
"loss": 0.8354,
"step": 9250
},
{
"epoch": 0.40290649610581736,
"grad_norm": 0.17606379091739655,
"learning_rate": 0.00023888598781549174,
"loss": 1.0942,
"step": 9260
},
{
"epoch": 0.40334160031327504,
"grad_norm": 0.11457479745149612,
"learning_rate": 0.00023871192341166233,
"loss": 0.9093,
"step": 9270
},
{
"epoch": 0.4037767045207327,
"grad_norm": 0.23723654448986053,
"learning_rate": 0.00023853785900783292,
"loss": 1.1365,
"step": 9280
},
{
"epoch": 0.4042118087281904,
"grad_norm": 0.18837052583694458,
"learning_rate": 0.0002383637946040035,
"loss": 0.9347,
"step": 9290
},
{
"epoch": 0.4046469129356481,
"grad_norm": 0.19027864933013916,
"learning_rate": 0.00023818973020017407,
"loss": 0.8002,
"step": 9300
},
{
"epoch": 0.40508201714310577,
"grad_norm": 0.1417829692363739,
"learning_rate": 0.00023801566579634466,
"loss": 1.1215,
"step": 9310
},
{
"epoch": 0.40551712135056345,
"grad_norm": 0.1366357058286667,
"learning_rate": 0.00023784160139251524,
"loss": 0.9362,
"step": 9320
},
{
"epoch": 0.40595222555802113,
"grad_norm": 0.26595741510391235,
"learning_rate": 0.00023766753698868583,
"loss": 1.1349,
"step": 9330
},
{
"epoch": 0.4063873297654788,
"grad_norm": 0.15903343260288239,
"learning_rate": 0.00023749347258485642,
"loss": 1.0455,
"step": 9340
},
{
"epoch": 0.4068224339729365,
"grad_norm": 0.13572080433368683,
"learning_rate": 0.000237319408181027,
"loss": 0.8553,
"step": 9350
},
{
"epoch": 0.40725753818039423,
"grad_norm": 0.2598631978034973,
"learning_rate": 0.0002371453437771976,
"loss": 1.1239,
"step": 9360
},
{
"epoch": 0.4076926423878519,
"grad_norm": 0.17556317150592804,
"learning_rate": 0.00023697127937336813,
"loss": 0.7781,
"step": 9370
},
{
"epoch": 0.4081277465953096,
"grad_norm": 0.2189333140850067,
"learning_rate": 0.00023679721496953871,
"loss": 1.068,
"step": 9380
},
{
"epoch": 0.4085628508027673,
"grad_norm": 0.18730339407920837,
"learning_rate": 0.00023662315056570933,
"loss": 1.1281,
"step": 9390
},
{
"epoch": 0.40899795501022496,
"grad_norm": 0.12730011343955994,
"learning_rate": 0.00023644908616187992,
"loss": 1.0542,
"step": 9400
},
{
"epoch": 0.40943305921768264,
"grad_norm": 0.2014409452676773,
"learning_rate": 0.0002362750217580505,
"loss": 1.0339,
"step": 9410
},
{
"epoch": 0.4098681634251403,
"grad_norm": 0.21553857624530792,
"learning_rate": 0.0002361009573542211,
"loss": 0.9343,
"step": 9420
},
{
"epoch": 0.410303267632598,
"grad_norm": 0.17804528772830963,
"learning_rate": 0.00023592689295039168,
"loss": 1.0123,
"step": 9430
},
{
"epoch": 0.4107383718400557,
"grad_norm": 0.15905345976352692,
"learning_rate": 0.0002357528285465622,
"loss": 0.949,
"step": 9440
},
{
"epoch": 0.41117347604751336,
"grad_norm": 0.18877877295017242,
"learning_rate": 0.0002355787641427328,
"loss": 0.8995,
"step": 9450
},
{
"epoch": 0.41160858025497105,
"grad_norm": 0.1450890451669693,
"learning_rate": 0.0002354046997389034,
"loss": 1.0005,
"step": 9460
},
{
"epoch": 0.4120436844624287,
"grad_norm": 0.12846192717552185,
"learning_rate": 0.000235230635335074,
"loss": 0.9837,
"step": 9470
},
{
"epoch": 0.41247878866988646,
"grad_norm": 0.22191989421844482,
"learning_rate": 0.0002350565709312446,
"loss": 0.8085,
"step": 9480
},
{
"epoch": 0.41291389287734415,
"grad_norm": 0.24912479519844055,
"learning_rate": 0.00023488250652741518,
"loss": 0.9866,
"step": 9490
},
{
"epoch": 0.41334899708480183,
"grad_norm": 0.16861596703529358,
"learning_rate": 0.00023470844212358577,
"loss": 1.024,
"step": 9500
},
{
"epoch": 0.4137841012922595,
"grad_norm": 0.11122724413871765,
"learning_rate": 0.0002345343777197563,
"loss": 0.8014,
"step": 9510
},
{
"epoch": 0.4142192054997172,
"grad_norm": 0.20088061690330505,
"learning_rate": 0.00023436031331592689,
"loss": 0.8796,
"step": 9520
},
{
"epoch": 0.4146543097071749,
"grad_norm": 0.13732527196407318,
"learning_rate": 0.00023418624891209747,
"loss": 0.9244,
"step": 9530
},
{
"epoch": 0.41508941391463255,
"grad_norm": 0.18825672566890717,
"learning_rate": 0.00023401218450826806,
"loss": 0.9745,
"step": 9540
},
{
"epoch": 0.41552451812209024,
"grad_norm": 0.14258772134780884,
"learning_rate": 0.00023383812010443868,
"loss": 0.8646,
"step": 9550
},
{
"epoch": 0.4159596223295479,
"grad_norm": 0.30136996507644653,
"learning_rate": 0.00023366405570060926,
"loss": 1.0773,
"step": 9560
},
{
"epoch": 0.4163947265370056,
"grad_norm": 0.2795761823654175,
"learning_rate": 0.0002334899912967798,
"loss": 1.2358,
"step": 9570
},
{
"epoch": 0.4168298307444633,
"grad_norm": 0.18784111738204956,
"learning_rate": 0.00023331592689295038,
"loss": 0.8776,
"step": 9580
},
{
"epoch": 0.41726493495192096,
"grad_norm": 0.26137667894363403,
"learning_rate": 0.00023314186248912097,
"loss": 0.9847,
"step": 9590
},
{
"epoch": 0.41770003915937864,
"grad_norm": 0.2050071358680725,
"learning_rate": 0.00023296779808529156,
"loss": 1.1188,
"step": 9600
},
{
"epoch": 0.4181351433668364,
"grad_norm": 0.16206279397010803,
"learning_rate": 0.00023279373368146215,
"loss": 0.8034,
"step": 9610
},
{
"epoch": 0.41857024757429406,
"grad_norm": 0.1863042414188385,
"learning_rate": 0.00023261966927763273,
"loss": 1.107,
"step": 9620
},
{
"epoch": 0.41900535178175174,
"grad_norm": 0.2694663107395172,
"learning_rate": 0.00023244560487380332,
"loss": 1.0349,
"step": 9630
},
{
"epoch": 0.4194404559892094,
"grad_norm": 0.1962137222290039,
"learning_rate": 0.00023227154046997388,
"loss": 0.9981,
"step": 9640
},
{
"epoch": 0.4198755601966671,
"grad_norm": 0.18496015667915344,
"learning_rate": 0.00023209747606614447,
"loss": 1.0721,
"step": 9650
},
{
"epoch": 0.4203106644041248,
"grad_norm": 0.19637654721736908,
"learning_rate": 0.00023192341166231506,
"loss": 1.0812,
"step": 9660
},
{
"epoch": 0.42074576861158247,
"grad_norm": 0.24882948398590088,
"learning_rate": 0.00023174934725848565,
"loss": 1.0639,
"step": 9670
},
{
"epoch": 0.42118087281904015,
"grad_norm": 0.2249348908662796,
"learning_rate": 0.00023157528285465623,
"loss": 1.0422,
"step": 9680
},
{
"epoch": 0.42161597702649783,
"grad_norm": 0.152958944439888,
"learning_rate": 0.00023140121845082682,
"loss": 1.0684,
"step": 9690
},
{
"epoch": 0.4220510812339555,
"grad_norm": 0.1934596300125122,
"learning_rate": 0.0002312271540469974,
"loss": 1.0736,
"step": 9700
},
{
"epoch": 0.4224861854414132,
"grad_norm": 0.13642306625843048,
"learning_rate": 0.00023105308964316797,
"loss": 0.8822,
"step": 9710
},
{
"epoch": 0.4229212896488709,
"grad_norm": 0.13220877945423126,
"learning_rate": 0.00023087902523933856,
"loss": 0.7851,
"step": 9720
},
{
"epoch": 0.4233563938563286,
"grad_norm": 0.17791007459163666,
"learning_rate": 0.00023070496083550914,
"loss": 1.1492,
"step": 9730
},
{
"epoch": 0.4237914980637863,
"grad_norm": 0.23334307968616486,
"learning_rate": 0.00023053089643167973,
"loss": 1.2738,
"step": 9740
},
{
"epoch": 0.424226602271244,
"grad_norm": 0.21612754464149475,
"learning_rate": 0.00023035683202785032,
"loss": 1.1036,
"step": 9750
},
{
"epoch": 0.42466170647870166,
"grad_norm": 0.18331289291381836,
"learning_rate": 0.0002301827676240209,
"loss": 0.8619,
"step": 9760
},
{
"epoch": 0.42509681068615934,
"grad_norm": 0.22288917005062103,
"learning_rate": 0.0002300087032201915,
"loss": 0.8567,
"step": 9770
},
{
"epoch": 0.425531914893617,
"grad_norm": 0.14515912532806396,
"learning_rate": 0.00022983463881636205,
"loss": 0.9634,
"step": 9780
},
{
"epoch": 0.4259670191010747,
"grad_norm": 0.20141875743865967,
"learning_rate": 0.00022966057441253264,
"loss": 1.3322,
"step": 9790
},
{
"epoch": 0.4264021233085324,
"grad_norm": 0.12708893418312073,
"learning_rate": 0.00022948651000870323,
"loss": 0.9115,
"step": 9800
},
{
"epoch": 0.42683722751599007,
"grad_norm": 0.18818336725234985,
"learning_rate": 0.00022931244560487382,
"loss": 0.9635,
"step": 9810
},
{
"epoch": 0.42727233172344775,
"grad_norm": 0.15475435554981232,
"learning_rate": 0.0002291383812010444,
"loss": 0.9051,
"step": 9820
},
{
"epoch": 0.42770743593090543,
"grad_norm": 0.30553513765335083,
"learning_rate": 0.000228964316797215,
"loss": 1.0054,
"step": 9830
},
{
"epoch": 0.4281425401383631,
"grad_norm": 0.18267521262168884,
"learning_rate": 0.00022879025239338558,
"loss": 0.9793,
"step": 9840
},
{
"epoch": 0.42857764434582085,
"grad_norm": 0.19056403636932373,
"learning_rate": 0.00022861618798955614,
"loss": 1.0072,
"step": 9850
},
{
"epoch": 0.42901274855327853,
"grad_norm": 0.31291794776916504,
"learning_rate": 0.00022844212358572673,
"loss": 1.2205,
"step": 9860
},
{
"epoch": 0.4294478527607362,
"grad_norm": 0.13221241533756256,
"learning_rate": 0.00022826805918189732,
"loss": 0.8814,
"step": 9870
},
{
"epoch": 0.4298829569681939,
"grad_norm": 0.19923515617847443,
"learning_rate": 0.0002280939947780679,
"loss": 0.8636,
"step": 9880
},
{
"epoch": 0.4303180611756516,
"grad_norm": 0.18548424541950226,
"learning_rate": 0.0002279199303742385,
"loss": 1.0927,
"step": 9890
},
{
"epoch": 0.43075316538310926,
"grad_norm": 0.1954914778470993,
"learning_rate": 0.00022774586597040908,
"loss": 0.9388,
"step": 9900
},
{
"epoch": 0.43118826959056694,
"grad_norm": 0.2142728716135025,
"learning_rate": 0.0002275718015665796,
"loss": 0.8235,
"step": 9910
},
{
"epoch": 0.4316233737980246,
"grad_norm": 0.19281424582004547,
"learning_rate": 0.00022739773716275023,
"loss": 1.2499,
"step": 9920
},
{
"epoch": 0.4320584780054823,
"grad_norm": 0.1449124813079834,
"learning_rate": 0.00022722367275892081,
"loss": 0.8511,
"step": 9930
},
{
"epoch": 0.43249358221294,
"grad_norm": 0.16740436851978302,
"learning_rate": 0.0002270496083550914,
"loss": 0.8997,
"step": 9940
},
{
"epoch": 0.43292868642039767,
"grad_norm": 0.2549248933792114,
"learning_rate": 0.000226875543951262,
"loss": 0.8949,
"step": 9950
},
{
"epoch": 0.43336379062785535,
"grad_norm": 0.1875954568386078,
"learning_rate": 0.00022670147954743258,
"loss": 1.1315,
"step": 9960
},
{
"epoch": 0.43379889483531303,
"grad_norm": 0.22863376140594482,
"learning_rate": 0.00022652741514360316,
"loss": 1.1375,
"step": 9970
},
{
"epoch": 0.43423399904277077,
"grad_norm": 0.24368855357170105,
"learning_rate": 0.0002263533507397737,
"loss": 1.1302,
"step": 9980
},
{
"epoch": 0.43466910325022845,
"grad_norm": 0.19488029181957245,
"learning_rate": 0.00022617928633594428,
"loss": 1.0831,
"step": 9990
},
{
"epoch": 0.43510420745768613,
"grad_norm": 0.2981359362602234,
"learning_rate": 0.00022600522193211487,
"loss": 1.1066,
"step": 10000
},
{
"epoch": 0.4355393116651438,
"grad_norm": 0.20386074483394623,
"learning_rate": 0.0002258311575282855,
"loss": 1.0377,
"step": 10010
},
{
"epoch": 0.4359744158726015,
"grad_norm": 0.1578041911125183,
"learning_rate": 0.00022565709312445607,
"loss": 0.8775,
"step": 10020
},
{
"epoch": 0.4364095200800592,
"grad_norm": 0.18252910673618317,
"learning_rate": 0.00022548302872062666,
"loss": 1.0194,
"step": 10030
},
{
"epoch": 0.43684462428751686,
"grad_norm": 0.1368171125650406,
"learning_rate": 0.00022530896431679725,
"loss": 1.091,
"step": 10040
},
{
"epoch": 0.43727972849497454,
"grad_norm": 0.1631426215171814,
"learning_rate": 0.00022513489991296778,
"loss": 0.9613,
"step": 10050
},
{
"epoch": 0.4377148327024322,
"grad_norm": 0.2143348753452301,
"learning_rate": 0.00022496083550913837,
"loss": 1.0965,
"step": 10060
},
{
"epoch": 0.4381499369098899,
"grad_norm": 0.20928102731704712,
"learning_rate": 0.00022478677110530896,
"loss": 0.9665,
"step": 10070
},
{
"epoch": 0.4385850411173476,
"grad_norm": 0.18885739147663116,
"learning_rate": 0.00022461270670147955,
"loss": 0.9899,
"step": 10080
},
{
"epoch": 0.43902014532480527,
"grad_norm": 0.13934098184108734,
"learning_rate": 0.00022443864229765016,
"loss": 0.9804,
"step": 10090
},
{
"epoch": 0.439455249532263,
"grad_norm": 0.16593995690345764,
"learning_rate": 0.00022426457789382075,
"loss": 0.9741,
"step": 10100
},
{
"epoch": 0.4398903537397207,
"grad_norm": 0.16425032913684845,
"learning_rate": 0.00022409051348999134,
"loss": 0.711,
"step": 10110
},
{
"epoch": 0.44032545794717837,
"grad_norm": 0.20535168051719666,
"learning_rate": 0.00022391644908616187,
"loss": 1.0668,
"step": 10120
},
{
"epoch": 0.44076056215463605,
"grad_norm": 0.24187909066677094,
"learning_rate": 0.00022374238468233246,
"loss": 1.0801,
"step": 10130
},
{
"epoch": 0.44119566636209373,
"grad_norm": 0.17591524124145508,
"learning_rate": 0.00022356832027850304,
"loss": 0.8562,
"step": 10140
},
{
"epoch": 0.4416307705695514,
"grad_norm": 0.199713796377182,
"learning_rate": 0.00022339425587467363,
"loss": 1.0587,
"step": 10150
},
{
"epoch": 0.4420658747770091,
"grad_norm": 0.15710316598415375,
"learning_rate": 0.00022322019147084422,
"loss": 1.2855,
"step": 10160
},
{
"epoch": 0.4425009789844668,
"grad_norm": 0.2182590514421463,
"learning_rate": 0.00022304612706701483,
"loss": 0.8156,
"step": 10170
},
{
"epoch": 0.44293608319192446,
"grad_norm": 0.14646099507808685,
"learning_rate": 0.00022287206266318542,
"loss": 1.1516,
"step": 10180
},
{
"epoch": 0.44337118739938214,
"grad_norm": 0.2414737194776535,
"learning_rate": 0.00022269799825935595,
"loss": 1.1579,
"step": 10190
},
{
"epoch": 0.4438062916068398,
"grad_norm": 0.3289380371570587,
"learning_rate": 0.00022252393385552654,
"loss": 0.9596,
"step": 10200
},
{
"epoch": 0.4442413958142975,
"grad_norm": 0.20741018652915955,
"learning_rate": 0.00022234986945169713,
"loss": 0.9851,
"step": 10210
},
{
"epoch": 0.4446765000217552,
"grad_norm": 0.18090710043907166,
"learning_rate": 0.00022217580504786772,
"loss": 1.0881,
"step": 10220
},
{
"epoch": 0.4451116042292129,
"grad_norm": 0.24191921949386597,
"learning_rate": 0.0002220017406440383,
"loss": 1.0833,
"step": 10230
},
{
"epoch": 0.4455467084366706,
"grad_norm": 0.1569271683692932,
"learning_rate": 0.0002218276762402089,
"loss": 1.0586,
"step": 10240
},
{
"epoch": 0.4459818126441283,
"grad_norm": 0.15079015493392944,
"learning_rate": 0.00022165361183637945,
"loss": 0.9886,
"step": 10250
},
{
"epoch": 0.44641691685158597,
"grad_norm": 0.20181752741336823,
"learning_rate": 0.00022147954743255004,
"loss": 1.0486,
"step": 10260
},
{
"epoch": 0.44685202105904365,
"grad_norm": 0.16460855305194855,
"learning_rate": 0.00022130548302872063,
"loss": 0.8582,
"step": 10270
},
{
"epoch": 0.44728712526650133,
"grad_norm": 0.14216738939285278,
"learning_rate": 0.00022113141862489122,
"loss": 0.8583,
"step": 10280
},
{
"epoch": 0.447722229473959,
"grad_norm": 0.2561124265193939,
"learning_rate": 0.0002209573542210618,
"loss": 1.0904,
"step": 10290
},
{
"epoch": 0.4481573336814167,
"grad_norm": 0.20180325210094452,
"learning_rate": 0.0002207832898172324,
"loss": 1.1149,
"step": 10300
},
{
"epoch": 0.4485924378888744,
"grad_norm": 0.3137151598930359,
"learning_rate": 0.00022060922541340298,
"loss": 0.9867,
"step": 10310
},
{
"epoch": 0.44902754209633206,
"grad_norm": 0.21147029101848602,
"learning_rate": 0.00022043516100957354,
"loss": 1.0315,
"step": 10320
},
{
"epoch": 0.44946264630378974,
"grad_norm": 0.18416962027549744,
"learning_rate": 0.00022026109660574413,
"loss": 1.2035,
"step": 10330
},
{
"epoch": 0.4498977505112474,
"grad_norm": 0.20622234046459198,
"learning_rate": 0.00022008703220191471,
"loss": 1.0722,
"step": 10340
},
{
"epoch": 0.45033285471870516,
"grad_norm": 0.18170404434204102,
"learning_rate": 0.0002199129677980853,
"loss": 1.158,
"step": 10350
},
{
"epoch": 0.45076795892616284,
"grad_norm": 0.18296067416667938,
"learning_rate": 0.0002197389033942559,
"loss": 0.7957,
"step": 10360
},
{
"epoch": 0.4512030631336205,
"grad_norm": 0.19662518799304962,
"learning_rate": 0.00021956483899042648,
"loss": 1.0358,
"step": 10370
},
{
"epoch": 0.4516381673410782,
"grad_norm": 0.16320852935314178,
"learning_rate": 0.00021939077458659706,
"loss": 1.0884,
"step": 10380
},
{
"epoch": 0.4520732715485359,
"grad_norm": 0.19520005583763123,
"learning_rate": 0.00021921671018276762,
"loss": 1.2189,
"step": 10390
},
{
"epoch": 0.45250837575599356,
"grad_norm": 0.1436898112297058,
"learning_rate": 0.0002190426457789382,
"loss": 0.8781,
"step": 10400
},
{
"epoch": 0.45294347996345125,
"grad_norm": 0.21038629114627838,
"learning_rate": 0.0002188685813751088,
"loss": 0.8532,
"step": 10410
},
{
"epoch": 0.4533785841709089,
"grad_norm": 0.16822244226932526,
"learning_rate": 0.0002186945169712794,
"loss": 0.7745,
"step": 10420
},
{
"epoch": 0.4538136883783666,
"grad_norm": 0.15032222867012024,
"learning_rate": 0.00021852045256744998,
"loss": 1.1444,
"step": 10430
},
{
"epoch": 0.4542487925858243,
"grad_norm": 0.23920214176177979,
"learning_rate": 0.00021834638816362056,
"loss": 1.2469,
"step": 10440
},
{
"epoch": 0.45468389679328197,
"grad_norm": 0.1654430329799652,
"learning_rate": 0.00021817232375979115,
"loss": 0.8436,
"step": 10450
},
{
"epoch": 0.45511900100073965,
"grad_norm": 0.1318216323852539,
"learning_rate": 0.0002179982593559617,
"loss": 0.9609,
"step": 10460
},
{
"epoch": 0.4555541052081974,
"grad_norm": 0.16054756939411163,
"learning_rate": 0.0002178241949521323,
"loss": 1.1588,
"step": 10470
},
{
"epoch": 0.4559892094156551,
"grad_norm": 0.1982145607471466,
"learning_rate": 0.00021765013054830289,
"loss": 1.0929,
"step": 10480
},
{
"epoch": 0.45642431362311275,
"grad_norm": 0.3171674609184265,
"learning_rate": 0.00021747606614447347,
"loss": 1.2456,
"step": 10490
},
{
"epoch": 0.45685941783057044,
"grad_norm": 0.22753344476222992,
"learning_rate": 0.00021730200174064406,
"loss": 1.207,
"step": 10500
},
{
"epoch": 0.4572945220380281,
"grad_norm": 0.24846357107162476,
"learning_rate": 0.00021712793733681465,
"loss": 1.0937,
"step": 10510
},
{
"epoch": 0.4577296262454858,
"grad_norm": 0.1501581221818924,
"learning_rate": 0.00021695387293298524,
"loss": 0.8632,
"step": 10520
},
{
"epoch": 0.4581647304529435,
"grad_norm": 0.2394307404756546,
"learning_rate": 0.00021677980852915577,
"loss": 1.0997,
"step": 10530
},
{
"epoch": 0.45859983466040116,
"grad_norm": 0.15953294932842255,
"learning_rate": 0.00021660574412532638,
"loss": 0.9026,
"step": 10540
},
{
"epoch": 0.45903493886785884,
"grad_norm": 0.23301923274993896,
"learning_rate": 0.00021643167972149697,
"loss": 1.0321,
"step": 10550
},
{
"epoch": 0.4594700430753165,
"grad_norm": 0.13909335434436798,
"learning_rate": 0.00021625761531766756,
"loss": 1.0936,
"step": 10560
},
{
"epoch": 0.4599051472827742,
"grad_norm": 0.15305562317371368,
"learning_rate": 0.00021608355091383815,
"loss": 0.9881,
"step": 10570
},
{
"epoch": 0.4603402514902319,
"grad_norm": 0.2079225480556488,
"learning_rate": 0.00021590948651000873,
"loss": 1.2024,
"step": 10580
},
{
"epoch": 0.46077535569768957,
"grad_norm": 0.273311972618103,
"learning_rate": 0.00021573542210617927,
"loss": 1.0829,
"step": 10590
},
{
"epoch": 0.4612104599051473,
"grad_norm": 0.2004636824131012,
"learning_rate": 0.00021556135770234986,
"loss": 0.9683,
"step": 10600
},
{
"epoch": 0.461645564112605,
"grad_norm": 0.3007344901561737,
"learning_rate": 0.00021538729329852044,
"loss": 1.0041,
"step": 10610
},
{
"epoch": 0.46208066832006267,
"grad_norm": 0.16250668466091156,
"learning_rate": 0.00021521322889469103,
"loss": 1.2115,
"step": 10620
},
{
"epoch": 0.46251577252752035,
"grad_norm": 0.19690939784049988,
"learning_rate": 0.00021503916449086165,
"loss": 1.3226,
"step": 10630
},
{
"epoch": 0.46295087673497803,
"grad_norm": 0.160352885723114,
"learning_rate": 0.00021486510008703223,
"loss": 1.0277,
"step": 10640
},
{
"epoch": 0.4633859809424357,
"grad_norm": 0.18464720249176025,
"learning_rate": 0.00021469103568320282,
"loss": 0.9671,
"step": 10650
},
{
"epoch": 0.4638210851498934,
"grad_norm": 0.1702146679162979,
"learning_rate": 0.00021451697127937335,
"loss": 0.9633,
"step": 10660
},
{
"epoch": 0.4642561893573511,
"grad_norm": 0.20351457595825195,
"learning_rate": 0.00021434290687554394,
"loss": 0.9976,
"step": 10670
},
{
"epoch": 0.46469129356480876,
"grad_norm": 0.16168226301670074,
"learning_rate": 0.00021416884247171453,
"loss": 1.2223,
"step": 10680
},
{
"epoch": 0.46512639777226644,
"grad_norm": 0.17115682363510132,
"learning_rate": 0.00021399477806788512,
"loss": 0.9663,
"step": 10690
},
{
"epoch": 0.4655615019797241,
"grad_norm": 0.24402958154678345,
"learning_rate": 0.0002138207136640557,
"loss": 1.1578,
"step": 10700
},
{
"epoch": 0.4659966061871818,
"grad_norm": 0.17389346659183502,
"learning_rate": 0.00021364664926022632,
"loss": 1.1277,
"step": 10710
},
{
"epoch": 0.46643171039463954,
"grad_norm": 0.22988609969615936,
"learning_rate": 0.0002134725848563969,
"loss": 0.918,
"step": 10720
},
{
"epoch": 0.4668668146020972,
"grad_norm": 0.1991598755121231,
"learning_rate": 0.00021329852045256744,
"loss": 0.8933,
"step": 10730
},
{
"epoch": 0.4673019188095549,
"grad_norm": 0.16781088709831238,
"learning_rate": 0.00021312445604873803,
"loss": 0.9474,
"step": 10740
},
{
"epoch": 0.4677370230170126,
"grad_norm": 0.14976716041564941,
"learning_rate": 0.00021295039164490861,
"loss": 0.8943,
"step": 10750
},
{
"epoch": 0.46817212722447027,
"grad_norm": 0.14829052984714508,
"learning_rate": 0.0002127763272410792,
"loss": 1.0592,
"step": 10760
},
{
"epoch": 0.46860723143192795,
"grad_norm": 0.17652618885040283,
"learning_rate": 0.0002126022628372498,
"loss": 1.0553,
"step": 10770
},
{
"epoch": 0.46904233563938563,
"grad_norm": 0.14287921786308289,
"learning_rate": 0.00021242819843342038,
"loss": 0.9852,
"step": 10780
},
{
"epoch": 0.4694774398468433,
"grad_norm": 0.1879398226737976,
"learning_rate": 0.000212254134029591,
"loss": 1.2947,
"step": 10790
},
{
"epoch": 0.469912544054301,
"grad_norm": 0.268972784280777,
"learning_rate": 0.00021208006962576153,
"loss": 0.9532,
"step": 10800
},
{
"epoch": 0.4703476482617587,
"grad_norm": 0.21017150580883026,
"learning_rate": 0.0002119060052219321,
"loss": 1.1476,
"step": 10810
},
{
"epoch": 0.47078275246921636,
"grad_norm": 0.1968727856874466,
"learning_rate": 0.0002117319408181027,
"loss": 1.1091,
"step": 10820
},
{
"epoch": 0.47121785667667404,
"grad_norm": 0.17420855164527893,
"learning_rate": 0.0002115578764142733,
"loss": 0.874,
"step": 10830
},
{
"epoch": 0.4716529608841317,
"grad_norm": 0.17346501350402832,
"learning_rate": 0.00021138381201044388,
"loss": 0.943,
"step": 10840
},
{
"epoch": 0.47208806509158946,
"grad_norm": 0.17144954204559326,
"learning_rate": 0.00021120974760661446,
"loss": 1.1014,
"step": 10850
},
{
"epoch": 0.47252316929904714,
"grad_norm": 0.1529354751110077,
"learning_rate": 0.00021103568320278505,
"loss": 1.1004,
"step": 10860
},
{
"epoch": 0.4729582735065048,
"grad_norm": 0.19784434139728546,
"learning_rate": 0.0002108616187989556,
"loss": 1.0129,
"step": 10870
},
{
"epoch": 0.4733933777139625,
"grad_norm": 0.20479726791381836,
"learning_rate": 0.0002106875543951262,
"loss": 0.8584,
"step": 10880
},
{
"epoch": 0.4738284819214202,
"grad_norm": 0.157049298286438,
"learning_rate": 0.00021051348999129679,
"loss": 1.0292,
"step": 10890
},
{
"epoch": 0.47426358612887787,
"grad_norm": 0.14543771743774414,
"learning_rate": 0.00021033942558746737,
"loss": 1.0952,
"step": 10900
},
{
"epoch": 0.47469869033633555,
"grad_norm": 0.23243282735347748,
"learning_rate": 0.00021016536118363796,
"loss": 1.0448,
"step": 10910
},
{
"epoch": 0.47513379454379323,
"grad_norm": 0.1912122219800949,
"learning_rate": 0.00020999129677980855,
"loss": 0.891,
"step": 10920
},
{
"epoch": 0.4755688987512509,
"grad_norm": 0.170943021774292,
"learning_rate": 0.0002098172323759791,
"loss": 0.8712,
"step": 10930
},
{
"epoch": 0.4760040029587086,
"grad_norm": 0.23203499615192413,
"learning_rate": 0.0002096431679721497,
"loss": 1.0293,
"step": 10940
},
{
"epoch": 0.4764391071661663,
"grad_norm": 0.1635328233242035,
"learning_rate": 0.00020946910356832028,
"loss": 0.9711,
"step": 10950
},
{
"epoch": 0.47687421137362396,
"grad_norm": 0.12797094881534576,
"learning_rate": 0.00020929503916449087,
"loss": 1.1335,
"step": 10960
},
{
"epoch": 0.4773093155810817,
"grad_norm": 0.17276553809642792,
"learning_rate": 0.00020912097476066146,
"loss": 0.8505,
"step": 10970
},
{
"epoch": 0.4777444197885394,
"grad_norm": 0.15297925472259521,
"learning_rate": 0.00020894691035683205,
"loss": 0.9625,
"step": 10980
},
{
"epoch": 0.47817952399599706,
"grad_norm": 0.1514502763748169,
"learning_rate": 0.00020877284595300263,
"loss": 1.2128,
"step": 10990
},
{
"epoch": 0.47861462820345474,
"grad_norm": 0.13321815431118011,
"learning_rate": 0.0002085987815491732,
"loss": 0.8893,
"step": 11000
},
{
"epoch": 0.4790497324109124,
"grad_norm": 0.1586078405380249,
"learning_rate": 0.00020842471714534378,
"loss": 1.0031,
"step": 11010
},
{
"epoch": 0.4794848366183701,
"grad_norm": 0.22319640219211578,
"learning_rate": 0.00020825065274151437,
"loss": 0.8028,
"step": 11020
},
{
"epoch": 0.4799199408258278,
"grad_norm": 0.2862364947795868,
"learning_rate": 0.00020807658833768496,
"loss": 1.1079,
"step": 11030
},
{
"epoch": 0.48035504503328547,
"grad_norm": 0.14813101291656494,
"learning_rate": 0.00020790252393385555,
"loss": 0.7991,
"step": 11040
},
{
"epoch": 0.48079014924074315,
"grad_norm": 0.2022610753774643,
"learning_rate": 0.00020772845953002613,
"loss": 1.1522,
"step": 11050
},
{
"epoch": 0.48122525344820083,
"grad_norm": 0.11864408105611801,
"learning_rate": 0.00020755439512619672,
"loss": 1.142,
"step": 11060
},
{
"epoch": 0.4816603576556585,
"grad_norm": 0.13655121624469757,
"learning_rate": 0.00020738033072236725,
"loss": 1.0968,
"step": 11070
},
{
"epoch": 0.4820954618631162,
"grad_norm": 0.12052597105503082,
"learning_rate": 0.00020720626631853787,
"loss": 0.8325,
"step": 11080
},
{
"epoch": 0.48253056607057393,
"grad_norm": 0.27213308215141296,
"learning_rate": 0.00020703220191470846,
"loss": 0.9267,
"step": 11090
},
{
"epoch": 0.4829656702780316,
"grad_norm": 0.15910549461841583,
"learning_rate": 0.00020685813751087904,
"loss": 0.9937,
"step": 11100
},
{
"epoch": 0.4834007744854893,
"grad_norm": 0.1689165085554123,
"learning_rate": 0.00020668407310704963,
"loss": 1.1539,
"step": 11110
},
{
"epoch": 0.483835878692947,
"grad_norm": 0.20992831885814667,
"learning_rate": 0.00020651000870322022,
"loss": 1.1682,
"step": 11120
},
{
"epoch": 0.48427098290040466,
"grad_norm": 0.27572137117385864,
"learning_rate": 0.0002063359442993908,
"loss": 0.9602,
"step": 11130
},
{
"epoch": 0.48470608710786234,
"grad_norm": 0.19228732585906982,
"learning_rate": 0.00020616187989556134,
"loss": 0.9554,
"step": 11140
},
{
"epoch": 0.48514119131532,
"grad_norm": 0.18137843906879425,
"learning_rate": 0.00020598781549173193,
"loss": 1.0193,
"step": 11150
},
{
"epoch": 0.4855762955227777,
"grad_norm": 0.12846781313419342,
"learning_rate": 0.00020581375108790254,
"loss": 0.9252,
"step": 11160
},
{
"epoch": 0.4860113997302354,
"grad_norm": 0.15562693774700165,
"learning_rate": 0.00020563968668407313,
"loss": 1.0164,
"step": 11170
},
{
"epoch": 0.48644650393769306,
"grad_norm": 0.23368403315544128,
"learning_rate": 0.00020546562228024372,
"loss": 1.0625,
"step": 11180
},
{
"epoch": 0.48688160814515075,
"grad_norm": 0.14817188680171967,
"learning_rate": 0.0002052915578764143,
"loss": 1.0933,
"step": 11190
},
{
"epoch": 0.4873167123526084,
"grad_norm": 0.13507050275802612,
"learning_rate": 0.0002051174934725849,
"loss": 0.8359,
"step": 11200
},
{
"epoch": 0.4877518165600661,
"grad_norm": 0.17928831279277802,
"learning_rate": 0.00020494342906875543,
"loss": 0.9952,
"step": 11210
},
{
"epoch": 0.48818692076752385,
"grad_norm": 0.21877524256706238,
"learning_rate": 0.000204769364664926,
"loss": 0.9476,
"step": 11220
},
{
"epoch": 0.48862202497498153,
"grad_norm": 0.2026308923959732,
"learning_rate": 0.0002045953002610966,
"loss": 0.8394,
"step": 11230
},
{
"epoch": 0.4890571291824392,
"grad_norm": 0.1862810105085373,
"learning_rate": 0.0002044212358572672,
"loss": 1.1654,
"step": 11240
},
{
"epoch": 0.4894922333898969,
"grad_norm": 0.1819867491722107,
"learning_rate": 0.0002042471714534378,
"loss": 0.8838,
"step": 11250
},
{
"epoch": 0.4899273375973546,
"grad_norm": 0.18879897892475128,
"learning_rate": 0.0002040731070496084,
"loss": 0.98,
"step": 11260
},
{
"epoch": 0.49036244180481225,
"grad_norm": 0.2333272099494934,
"learning_rate": 0.00020389904264577892,
"loss": 1.1239,
"step": 11270
},
{
"epoch": 0.49079754601226994,
"grad_norm": 0.17970788478851318,
"learning_rate": 0.0002037249782419495,
"loss": 0.873,
"step": 11280
},
{
"epoch": 0.4912326502197276,
"grad_norm": 0.22350937128067017,
"learning_rate": 0.0002035509138381201,
"loss": 1.3089,
"step": 11290
},
{
"epoch": 0.4916677544271853,
"grad_norm": 0.18664699792861938,
"learning_rate": 0.0002033768494342907,
"loss": 1.1276,
"step": 11300
},
{
"epoch": 0.492102858634643,
"grad_norm": 0.1887022852897644,
"learning_rate": 0.00020320278503046127,
"loss": 0.8548,
"step": 11310
},
{
"epoch": 0.49253796284210066,
"grad_norm": 0.20878905057907104,
"learning_rate": 0.00020302872062663186,
"loss": 0.9115,
"step": 11320
},
{
"epoch": 0.49297306704955834,
"grad_norm": 0.1710163950920105,
"learning_rate": 0.00020285465622280248,
"loss": 1.0136,
"step": 11330
},
{
"epoch": 0.4934081712570161,
"grad_norm": 0.24056614935398102,
"learning_rate": 0.000202680591818973,
"loss": 1.0568,
"step": 11340
},
{
"epoch": 0.49384327546447376,
"grad_norm": 0.16142909228801727,
"learning_rate": 0.0002025065274151436,
"loss": 0.9093,
"step": 11350
},
{
"epoch": 0.49427837967193144,
"grad_norm": 0.1524265855550766,
"learning_rate": 0.00020233246301131418,
"loss": 0.9751,
"step": 11360
},
{
"epoch": 0.4947134838793891,
"grad_norm": 0.1406642198562622,
"learning_rate": 0.00020215839860748477,
"loss": 1.2423,
"step": 11370
},
{
"epoch": 0.4951485880868468,
"grad_norm": 0.17356336116790771,
"learning_rate": 0.00020198433420365536,
"loss": 0.9821,
"step": 11380
},
{
"epoch": 0.4955836922943045,
"grad_norm": 0.14140836894512177,
"learning_rate": 0.00020181026979982595,
"loss": 0.9874,
"step": 11390
},
{
"epoch": 0.49601879650176217,
"grad_norm": 0.17787978053092957,
"learning_rate": 0.00020163620539599654,
"loss": 0.9007,
"step": 11400
},
{
"epoch": 0.49645390070921985,
"grad_norm": 0.14242102205753326,
"learning_rate": 0.0002014621409921671,
"loss": 0.8229,
"step": 11410
},
{
"epoch": 0.49688900491667753,
"grad_norm": 0.18727229535579681,
"learning_rate": 0.00020128807658833768,
"loss": 0.8915,
"step": 11420
},
{
"epoch": 0.4973241091241352,
"grad_norm": 0.1544327437877655,
"learning_rate": 0.00020111401218450827,
"loss": 0.8372,
"step": 11430
},
{
"epoch": 0.4977592133315929,
"grad_norm": 0.14416438341140747,
"learning_rate": 0.00020093994778067886,
"loss": 0.8208,
"step": 11440
},
{
"epoch": 0.4981943175390506,
"grad_norm": 0.12343001365661621,
"learning_rate": 0.00020076588337684945,
"loss": 0.8985,
"step": 11450
},
{
"epoch": 0.49862942174650826,
"grad_norm": 0.14868183434009552,
"learning_rate": 0.00020059181897302003,
"loss": 0.7966,
"step": 11460
},
{
"epoch": 0.499064525953966,
"grad_norm": 0.1601109653711319,
"learning_rate": 0.00020041775456919062,
"loss": 0.9629,
"step": 11470
},
{
"epoch": 0.4994996301614237,
"grad_norm": 0.24012821912765503,
"learning_rate": 0.00020024369016536118,
"loss": 1.0948,
"step": 11480
},
{
"epoch": 0.49993473436888136,
"grad_norm": 0.21983151137828827,
"learning_rate": 0.00020006962576153177,
"loss": 1.0165,
"step": 11490
},
{
"epoch": 0.500369838576339,
"grad_norm": 0.2277131974697113,
"learning_rate": 0.00019989556135770236,
"loss": 1.1066,
"step": 11500
},
{
"epoch": 0.5008049427837967,
"grad_norm": 0.16866178810596466,
"learning_rate": 0.00019972149695387294,
"loss": 0.9046,
"step": 11510
},
{
"epoch": 0.5012400469912544,
"grad_norm": 0.2015218436717987,
"learning_rate": 0.00019954743255004353,
"loss": 0.787,
"step": 11520
},
{
"epoch": 0.5016751511987121,
"grad_norm": 0.11754865199327469,
"learning_rate": 0.0001993733681462141,
"loss": 0.8548,
"step": 11530
},
{
"epoch": 0.5021102554061698,
"grad_norm": 0.16391251981258392,
"learning_rate": 0.00019919930374238468,
"loss": 0.9048,
"step": 11540
},
{
"epoch": 0.5025453596136275,
"grad_norm": 0.12316587567329407,
"learning_rate": 0.00019902523933855527,
"loss": 0.9361,
"step": 11550
},
{
"epoch": 0.5029804638210852,
"grad_norm": 0.18671691417694092,
"learning_rate": 0.00019885117493472585,
"loss": 1.2297,
"step": 11560
},
{
"epoch": 0.5034155680285428,
"grad_norm": 0.23561787605285645,
"learning_rate": 0.00019867711053089644,
"loss": 0.9599,
"step": 11570
},
{
"epoch": 0.5038506722360006,
"grad_norm": 0.2635360062122345,
"learning_rate": 0.00019850304612706703,
"loss": 1.1202,
"step": 11580
},
{
"epoch": 0.5042857764434582,
"grad_norm": 0.1493818610906601,
"learning_rate": 0.00019832898172323762,
"loss": 0.6618,
"step": 11590
},
{
"epoch": 0.5047208806509159,
"grad_norm": 0.17584404349327087,
"learning_rate": 0.00019815491731940818,
"loss": 0.9054,
"step": 11600
},
{
"epoch": 0.5051559848583735,
"grad_norm": 0.19027107954025269,
"learning_rate": 0.00019798085291557877,
"loss": 1.052,
"step": 11610
},
{
"epoch": 0.5055910890658313,
"grad_norm": 0.23727688193321228,
"learning_rate": 0.00019780678851174935,
"loss": 0.9128,
"step": 11620
},
{
"epoch": 0.5060261932732889,
"grad_norm": 0.16121521592140198,
"learning_rate": 0.00019763272410791994,
"loss": 0.9663,
"step": 11630
},
{
"epoch": 0.5064612974807466,
"grad_norm": 0.24593541026115417,
"learning_rate": 0.00019745865970409053,
"loss": 1.2003,
"step": 11640
},
{
"epoch": 0.5068964016882044,
"grad_norm": 0.13630150258541107,
"learning_rate": 0.00019728459530026112,
"loss": 0.8336,
"step": 11650
},
{
"epoch": 0.507331505895662,
"grad_norm": 0.2260710895061493,
"learning_rate": 0.0001971105308964317,
"loss": 0.9903,
"step": 11660
},
{
"epoch": 0.5077666101031197,
"grad_norm": 0.19768548011779785,
"learning_rate": 0.00019693646649260226,
"loss": 0.8383,
"step": 11670
},
{
"epoch": 0.5082017143105774,
"grad_norm": 0.15773923695087433,
"learning_rate": 0.00019676240208877285,
"loss": 0.9171,
"step": 11680
},
{
"epoch": 0.5086368185180351,
"grad_norm": 0.19078224897384644,
"learning_rate": 0.00019658833768494344,
"loss": 0.9021,
"step": 11690
},
{
"epoch": 0.5090719227254927,
"grad_norm": 0.19152741134166718,
"learning_rate": 0.00019641427328111403,
"loss": 1.1249,
"step": 11700
},
{
"epoch": 0.5095070269329505,
"grad_norm": 0.1739162653684616,
"learning_rate": 0.00019624020887728461,
"loss": 0.9842,
"step": 11710
},
{
"epoch": 0.5099421311404081,
"grad_norm": 0.18684370815753937,
"learning_rate": 0.0001960661444734552,
"loss": 0.8719,
"step": 11720
},
{
"epoch": 0.5103772353478658,
"grad_norm": 0.15437820553779602,
"learning_rate": 0.00019589208006962576,
"loss": 1.0497,
"step": 11730
},
{
"epoch": 0.5108123395553235,
"grad_norm": 0.17004099488258362,
"learning_rate": 0.00019571801566579635,
"loss": 0.8888,
"step": 11740
},
{
"epoch": 0.5112474437627812,
"grad_norm": 0.2908012568950653,
"learning_rate": 0.00019554395126196694,
"loss": 0.9528,
"step": 11750
},
{
"epoch": 0.5116825479702388,
"grad_norm": 0.15736757218837738,
"learning_rate": 0.00019536988685813752,
"loss": 0.8403,
"step": 11760
},
{
"epoch": 0.5121176521776966,
"grad_norm": 0.20174546539783478,
"learning_rate": 0.00019519582245430809,
"loss": 0.8769,
"step": 11770
},
{
"epoch": 0.5125527563851543,
"grad_norm": 0.19055986404418945,
"learning_rate": 0.0001950217580504787,
"loss": 1.0322,
"step": 11780
},
{
"epoch": 0.5129878605926119,
"grad_norm": 0.19102013111114502,
"learning_rate": 0.0001948476936466493,
"loss": 0.9155,
"step": 11790
},
{
"epoch": 0.5134229648000697,
"grad_norm": 0.25009602308273315,
"learning_rate": 0.00019467362924281985,
"loss": 1.1438,
"step": 11800
},
{
"epoch": 0.5138580690075273,
"grad_norm": 0.1682414412498474,
"learning_rate": 0.00019449956483899044,
"loss": 0.8768,
"step": 11810
},
{
"epoch": 0.514293173214985,
"grad_norm": 0.16270150244235992,
"learning_rate": 0.00019432550043516102,
"loss": 0.7252,
"step": 11820
},
{
"epoch": 0.5147282774224426,
"grad_norm": 0.11311638355255127,
"learning_rate": 0.0001941514360313316,
"loss": 0.867,
"step": 11830
},
{
"epoch": 0.5151633816299004,
"grad_norm": 0.16209708154201508,
"learning_rate": 0.00019397737162750217,
"loss": 0.8706,
"step": 11840
},
{
"epoch": 0.515598485837358,
"grad_norm": 0.1566973179578781,
"learning_rate": 0.00019380330722367276,
"loss": 0.9027,
"step": 11850
},
{
"epoch": 0.5160335900448157,
"grad_norm": 0.19939658045768738,
"learning_rate": 0.00019362924281984335,
"loss": 0.8396,
"step": 11860
},
{
"epoch": 0.5164686942522734,
"grad_norm": 0.24656476080417633,
"learning_rate": 0.00019345517841601393,
"loss": 1.2312,
"step": 11870
},
{
"epoch": 0.5169037984597311,
"grad_norm": 0.11558441072702408,
"learning_rate": 0.00019328111401218452,
"loss": 1.1287,
"step": 11880
},
{
"epoch": 0.5173389026671887,
"grad_norm": 0.2244165688753128,
"learning_rate": 0.0001931070496083551,
"loss": 0.9322,
"step": 11890
},
{
"epoch": 0.5177740068746465,
"grad_norm": 0.1742900311946869,
"learning_rate": 0.00019293298520452567,
"loss": 0.8515,
"step": 11900
},
{
"epoch": 0.5182091110821042,
"grad_norm": 0.16689983010292053,
"learning_rate": 0.00019275892080069626,
"loss": 0.9184,
"step": 11910
},
{
"epoch": 0.5186442152895618,
"grad_norm": 0.20545746386051178,
"learning_rate": 0.00019258485639686684,
"loss": 0.8259,
"step": 11920
},
{
"epoch": 0.5190793194970196,
"grad_norm": 0.24763862788677216,
"learning_rate": 0.00019241079199303743,
"loss": 1.0369,
"step": 11930
},
{
"epoch": 0.5195144237044772,
"grad_norm": 0.21971210837364197,
"learning_rate": 0.00019223672758920802,
"loss": 1.1296,
"step": 11940
},
{
"epoch": 0.5199495279119349,
"grad_norm": 0.18168196082115173,
"learning_rate": 0.0001920626631853786,
"loss": 0.9043,
"step": 11950
},
{
"epoch": 0.5203846321193926,
"grad_norm": 0.1391081064939499,
"learning_rate": 0.0001918885987815492,
"loss": 0.8854,
"step": 11960
},
{
"epoch": 0.5208197363268503,
"grad_norm": 0.16526222229003906,
"learning_rate": 0.00019171453437771976,
"loss": 0.9753,
"step": 11970
},
{
"epoch": 0.5212548405343079,
"grad_norm": 0.1387072652578354,
"learning_rate": 0.00019154046997389034,
"loss": 1.0065,
"step": 11980
},
{
"epoch": 0.5216899447417657,
"grad_norm": 0.19070202112197876,
"learning_rate": 0.00019136640557006093,
"loss": 0.9833,
"step": 11990
},
{
"epoch": 0.5221250489492233,
"grad_norm": 0.15490850806236267,
"learning_rate": 0.00019119234116623152,
"loss": 0.9467,
"step": 12000
},
{
"epoch": 0.522560153156681,
"grad_norm": 0.17087827622890472,
"learning_rate": 0.0001910182767624021,
"loss": 1.1244,
"step": 12010
},
{
"epoch": 0.5229952573641388,
"grad_norm": 0.14416460692882538,
"learning_rate": 0.0001908442123585727,
"loss": 1.0388,
"step": 12020
},
{
"epoch": 0.5234303615715964,
"grad_norm": 0.2299816608428955,
"learning_rate": 0.00019067014795474328,
"loss": 1.1381,
"step": 12030
},
{
"epoch": 0.5238654657790541,
"grad_norm": 0.17676995694637299,
"learning_rate": 0.00019049608355091384,
"loss": 0.9235,
"step": 12040
},
{
"epoch": 0.5243005699865118,
"grad_norm": 0.1549587994813919,
"learning_rate": 0.00019032201914708443,
"loss": 1.1914,
"step": 12050
},
{
"epoch": 0.5247356741939695,
"grad_norm": 0.19128519296646118,
"learning_rate": 0.00019014795474325502,
"loss": 0.8052,
"step": 12060
},
{
"epoch": 0.5251707784014271,
"grad_norm": 0.22113437950611115,
"learning_rate": 0.00018997389033942558,
"loss": 1.0716,
"step": 12070
},
{
"epoch": 0.5256058826088849,
"grad_norm": 0.1601267009973526,
"learning_rate": 0.00018979982593559616,
"loss": 1.0159,
"step": 12080
},
{
"epoch": 0.5260409868163425,
"grad_norm": 0.27019205689430237,
"learning_rate": 0.00018962576153176678,
"loss": 1.3241,
"step": 12090
},
{
"epoch": 0.5264760910238002,
"grad_norm": 0.3290274739265442,
"learning_rate": 0.00018945169712793737,
"loss": 0.9764,
"step": 12100
},
{
"epoch": 0.5269111952312578,
"grad_norm": 0.2406807690858841,
"learning_rate": 0.00018927763272410793,
"loss": 0.9733,
"step": 12110
},
{
"epoch": 0.5273462994387156,
"grad_norm": 0.15864120423793793,
"learning_rate": 0.00018910356832027851,
"loss": 0.9018,
"step": 12120
},
{
"epoch": 0.5277814036461732,
"grad_norm": 0.2149985432624817,
"learning_rate": 0.0001889295039164491,
"loss": 1.102,
"step": 12130
},
{
"epoch": 0.528216507853631,
"grad_norm": 0.20048101246356964,
"learning_rate": 0.00018875543951261966,
"loss": 1.5962,
"step": 12140
},
{
"epoch": 0.5286516120610887,
"grad_norm": 0.15916606783866882,
"learning_rate": 0.00018858137510879025,
"loss": 1.0192,
"step": 12150
},
{
"epoch": 0.5290867162685463,
"grad_norm": 0.15760208666324615,
"learning_rate": 0.00018840731070496084,
"loss": 0.9827,
"step": 12160
},
{
"epoch": 0.529521820476004,
"grad_norm": 0.14717625081539154,
"learning_rate": 0.00018823324630113143,
"loss": 0.9615,
"step": 12170
},
{
"epoch": 0.5299569246834617,
"grad_norm": 0.1892099678516388,
"learning_rate": 0.000188059181897302,
"loss": 0.8951,
"step": 12180
},
{
"epoch": 0.5303920288909194,
"grad_norm": 0.14208686351776123,
"learning_rate": 0.0001878851174934726,
"loss": 1.1959,
"step": 12190
},
{
"epoch": 0.530827133098377,
"grad_norm": 0.18042783439159393,
"learning_rate": 0.0001877110530896432,
"loss": 0.9151,
"step": 12200
},
{
"epoch": 0.5312622373058348,
"grad_norm": 0.16270586848258972,
"learning_rate": 0.00018753698868581375,
"loss": 0.7169,
"step": 12210
},
{
"epoch": 0.5316973415132924,
"grad_norm": 0.3031415343284607,
"learning_rate": 0.00018736292428198434,
"loss": 1.0563,
"step": 12220
},
{
"epoch": 0.5321324457207501,
"grad_norm": 0.1619393527507782,
"learning_rate": 0.00018718885987815492,
"loss": 0.9996,
"step": 12230
},
{
"epoch": 0.5325675499282078,
"grad_norm": 0.18342751264572144,
"learning_rate": 0.0001870147954743255,
"loss": 0.901,
"step": 12240
},
{
"epoch": 0.5330026541356655,
"grad_norm": 0.18070685863494873,
"learning_rate": 0.0001868407310704961,
"loss": 0.7342,
"step": 12250
},
{
"epoch": 0.5334377583431231,
"grad_norm": 0.15603837370872498,
"learning_rate": 0.0001866666666666667,
"loss": 0.997,
"step": 12260
},
{
"epoch": 0.5338728625505809,
"grad_norm": 0.1747089922428131,
"learning_rate": 0.00018649260226283727,
"loss": 0.9214,
"step": 12270
},
{
"epoch": 0.5343079667580386,
"grad_norm": 0.2630961835384369,
"learning_rate": 0.00018631853785900783,
"loss": 0.9811,
"step": 12280
},
{
"epoch": 0.5347430709654962,
"grad_norm": 0.14498944580554962,
"learning_rate": 0.00018614447345517842,
"loss": 0.9123,
"step": 12290
},
{
"epoch": 0.535178175172954,
"grad_norm": 0.16912615299224854,
"learning_rate": 0.000185970409051349,
"loss": 1.0363,
"step": 12300
},
{
"epoch": 0.5356132793804116,
"grad_norm": 0.14879512786865234,
"learning_rate": 0.00018579634464751957,
"loss": 1.1652,
"step": 12310
},
{
"epoch": 0.5360483835878693,
"grad_norm": 0.19842606782913208,
"learning_rate": 0.00018562228024369018,
"loss": 1.2202,
"step": 12320
},
{
"epoch": 0.536483487795327,
"grad_norm": 0.17429150640964508,
"learning_rate": 0.00018544821583986077,
"loss": 1.0714,
"step": 12330
},
{
"epoch": 0.5369185920027847,
"grad_norm": 0.1623043417930603,
"learning_rate": 0.00018527415143603136,
"loss": 1.0406,
"step": 12340
},
{
"epoch": 0.5373536962102423,
"grad_norm": 0.16010986268520355,
"learning_rate": 0.00018510008703220192,
"loss": 0.8042,
"step": 12350
},
{
"epoch": 0.5377888004177,
"grad_norm": 0.14179730415344238,
"learning_rate": 0.0001849260226283725,
"loss": 1.0758,
"step": 12360
},
{
"epoch": 0.5382239046251577,
"grad_norm": 0.23347634077072144,
"learning_rate": 0.0001847519582245431,
"loss": 1.2268,
"step": 12370
},
{
"epoch": 0.5386590088326154,
"grad_norm": 0.19651611149311066,
"learning_rate": 0.00018457789382071366,
"loss": 0.8627,
"step": 12380
},
{
"epoch": 0.5390941130400732,
"grad_norm": 0.21353521943092346,
"learning_rate": 0.00018440382941688424,
"loss": 1.0852,
"step": 12390
},
{
"epoch": 0.5395292172475308,
"grad_norm": 0.1296537220478058,
"learning_rate": 0.00018422976501305486,
"loss": 0.9259,
"step": 12400
},
{
"epoch": 0.5399643214549885,
"grad_norm": 0.13704650104045868,
"learning_rate": 0.00018405570060922542,
"loss": 0.9625,
"step": 12410
},
{
"epoch": 0.5403994256624461,
"grad_norm": 0.19302140176296234,
"learning_rate": 0.000183881636205396,
"loss": 0.9157,
"step": 12420
},
{
"epoch": 0.5408345298699039,
"grad_norm": 0.14576487243175507,
"learning_rate": 0.0001837075718015666,
"loss": 0.8485,
"step": 12430
},
{
"epoch": 0.5412696340773615,
"grad_norm": 0.1911371648311615,
"learning_rate": 0.00018353350739773718,
"loss": 1.1645,
"step": 12440
},
{
"epoch": 0.5417047382848192,
"grad_norm": 0.1695943921804428,
"learning_rate": 0.00018335944299390774,
"loss": 0.9583,
"step": 12450
},
{
"epoch": 0.5421398424922769,
"grad_norm": 0.16643628478050232,
"learning_rate": 0.00018318537859007833,
"loss": 1.0589,
"step": 12460
},
{
"epoch": 0.5425749466997346,
"grad_norm": 0.18627804517745972,
"learning_rate": 0.00018301131418624892,
"loss": 0.9002,
"step": 12470
},
{
"epoch": 0.5430100509071922,
"grad_norm": 0.1463155597448349,
"learning_rate": 0.0001828372497824195,
"loss": 0.7277,
"step": 12480
},
{
"epoch": 0.54344515511465,
"grad_norm": 0.197622150182724,
"learning_rate": 0.0001826631853785901,
"loss": 1.0371,
"step": 12490
},
{
"epoch": 0.5438802593221076,
"grad_norm": 0.20377217233181,
"learning_rate": 0.00018248912097476068,
"loss": 0.8722,
"step": 12500
},
{
"epoch": 0.5443153635295653,
"grad_norm": 0.324097603559494,
"learning_rate": 0.00018231505657093127,
"loss": 1.2352,
"step": 12510
},
{
"epoch": 0.5447504677370231,
"grad_norm": 0.17400501668453217,
"learning_rate": 0.00018214099216710183,
"loss": 0.8459,
"step": 12520
},
{
"epoch": 0.5451855719444807,
"grad_norm": 0.19222044944763184,
"learning_rate": 0.00018196692776327242,
"loss": 0.8166,
"step": 12530
},
{
"epoch": 0.5456206761519384,
"grad_norm": 0.20461958646774292,
"learning_rate": 0.000181792863359443,
"loss": 0.854,
"step": 12540
},
{
"epoch": 0.5460557803593961,
"grad_norm": 0.22524331510066986,
"learning_rate": 0.0001816187989556136,
"loss": 1.1381,
"step": 12550
},
{
"epoch": 0.5464908845668538,
"grad_norm": 0.16947844624519348,
"learning_rate": 0.00018144473455178418,
"loss": 1.1933,
"step": 12560
},
{
"epoch": 0.5469259887743114,
"grad_norm": 0.1306464970111847,
"learning_rate": 0.00018127067014795477,
"loss": 1.062,
"step": 12570
},
{
"epoch": 0.5473610929817692,
"grad_norm": 0.18361474573612213,
"learning_rate": 0.00018109660574412533,
"loss": 1.0083,
"step": 12580
},
{
"epoch": 0.5477961971892268,
"grad_norm": 0.24947011470794678,
"learning_rate": 0.0001809225413402959,
"loss": 1.0261,
"step": 12590
},
{
"epoch": 0.5482313013966845,
"grad_norm": 0.16621650755405426,
"learning_rate": 0.0001807484769364665,
"loss": 0.9604,
"step": 12600
},
{
"epoch": 0.5486664056041421,
"grad_norm": 0.23214900493621826,
"learning_rate": 0.0001805744125326371,
"loss": 0.906,
"step": 12610
},
{
"epoch": 0.5491015098115999,
"grad_norm": 0.14291465282440186,
"learning_rate": 0.00018040034812880765,
"loss": 1.1593,
"step": 12620
},
{
"epoch": 0.5495366140190575,
"grad_norm": 0.15584343671798706,
"learning_rate": 0.00018022628372497826,
"loss": 1.1271,
"step": 12630
},
{
"epoch": 0.5499717182265152,
"grad_norm": 0.20513752102851868,
"learning_rate": 0.00018005221932114885,
"loss": 1.0366,
"step": 12640
},
{
"epoch": 0.550406822433973,
"grad_norm": 0.15080586075782776,
"learning_rate": 0.0001798781549173194,
"loss": 0.9521,
"step": 12650
},
{
"epoch": 0.5508419266414306,
"grad_norm": 0.23027406632900238,
"learning_rate": 0.00017970409051349,
"loss": 1.2398,
"step": 12660
},
{
"epoch": 0.5512770308488883,
"grad_norm": 0.17724350094795227,
"learning_rate": 0.0001795300261096606,
"loss": 1.1135,
"step": 12670
},
{
"epoch": 0.551712135056346,
"grad_norm": 0.21991078555583954,
"learning_rate": 0.00017935596170583117,
"loss": 1.2116,
"step": 12680
},
{
"epoch": 0.5521472392638037,
"grad_norm": 0.18010921776294708,
"learning_rate": 0.00017918189730200173,
"loss": 0.9477,
"step": 12690
},
{
"epoch": 0.5525823434712613,
"grad_norm": 0.14329087734222412,
"learning_rate": 0.00017900783289817232,
"loss": 1.1476,
"step": 12700
},
{
"epoch": 0.5530174476787191,
"grad_norm": 0.15093432366847992,
"learning_rate": 0.00017883376849434294,
"loss": 0.9616,
"step": 12710
},
{
"epoch": 0.5534525518861767,
"grad_norm": 0.15782463550567627,
"learning_rate": 0.0001786597040905135,
"loss": 1.1681,
"step": 12720
},
{
"epoch": 0.5538876560936344,
"grad_norm": 0.17058208584785461,
"learning_rate": 0.00017848563968668409,
"loss": 0.9362,
"step": 12730
},
{
"epoch": 0.5543227603010921,
"grad_norm": 0.17200717329978943,
"learning_rate": 0.00017831157528285467,
"loss": 0.9551,
"step": 12740
},
{
"epoch": 0.5547578645085498,
"grad_norm": 0.13997462391853333,
"learning_rate": 0.00017813751087902523,
"loss": 1.0451,
"step": 12750
},
{
"epoch": 0.5551929687160074,
"grad_norm": 0.1901906430721283,
"learning_rate": 0.00017796344647519582,
"loss": 0.83,
"step": 12760
},
{
"epoch": 0.5556280729234652,
"grad_norm": 0.2795688509941101,
"learning_rate": 0.0001777893820713664,
"loss": 1.0528,
"step": 12770
},
{
"epoch": 0.5560631771309229,
"grad_norm": 0.19433245062828064,
"learning_rate": 0.000177615317667537,
"loss": 1.1042,
"step": 12780
},
{
"epoch": 0.5564982813383805,
"grad_norm": 0.18548725545406342,
"learning_rate": 0.00017744125326370758,
"loss": 1.0909,
"step": 12790
},
{
"epoch": 0.5569333855458383,
"grad_norm": 0.2337714433670044,
"learning_rate": 0.00017726718885987817,
"loss": 0.8113,
"step": 12800
},
{
"epoch": 0.5573684897532959,
"grad_norm": 0.23445568978786469,
"learning_rate": 0.00017709312445604876,
"loss": 1.0037,
"step": 12810
},
{
"epoch": 0.5578035939607536,
"grad_norm": 0.2089964598417282,
"learning_rate": 0.00017691906005221932,
"loss": 0.9623,
"step": 12820
},
{
"epoch": 0.5582386981682113,
"grad_norm": 0.22281835973262787,
"learning_rate": 0.0001767449956483899,
"loss": 1.0225,
"step": 12830
},
{
"epoch": 0.558673802375669,
"grad_norm": 0.23919722437858582,
"learning_rate": 0.0001765709312445605,
"loss": 0.9663,
"step": 12840
},
{
"epoch": 0.5591089065831266,
"grad_norm": 0.14471162855625153,
"learning_rate": 0.00017639686684073108,
"loss": 0.8676,
"step": 12850
},
{
"epoch": 0.5595440107905844,
"grad_norm": 0.11380761116743088,
"learning_rate": 0.00017622280243690167,
"loss": 0.9585,
"step": 12860
},
{
"epoch": 0.559979114998042,
"grad_norm": 0.1611621379852295,
"learning_rate": 0.00017604873803307226,
"loss": 0.8119,
"step": 12870
},
{
"epoch": 0.5604142192054997,
"grad_norm": 0.18211355805397034,
"learning_rate": 0.00017587467362924284,
"loss": 1.031,
"step": 12880
},
{
"epoch": 0.5608493234129575,
"grad_norm": 0.2862855792045593,
"learning_rate": 0.0001757006092254134,
"loss": 0.937,
"step": 12890
},
{
"epoch": 0.5612844276204151,
"grad_norm": 0.16057313978672028,
"learning_rate": 0.000175526544821584,
"loss": 0.9759,
"step": 12900
},
{
"epoch": 0.5617195318278728,
"grad_norm": 0.22520996630191803,
"learning_rate": 0.00017535248041775458,
"loss": 0.9451,
"step": 12910
},
{
"epoch": 0.5621546360353304,
"grad_norm": 0.1569976508617401,
"learning_rate": 0.00017517841601392514,
"loss": 0.7872,
"step": 12920
},
{
"epoch": 0.5625897402427882,
"grad_norm": 0.1315091997385025,
"learning_rate": 0.00017500435161009573,
"loss": 1.277,
"step": 12930
},
{
"epoch": 0.5630248444502458,
"grad_norm": 0.2083679437637329,
"learning_rate": 0.00017483028720626634,
"loss": 1.015,
"step": 12940
},
{
"epoch": 0.5634599486577035,
"grad_norm": 0.24675871431827545,
"learning_rate": 0.00017465622280243693,
"loss": 1.0832,
"step": 12950
},
{
"epoch": 0.5638950528651612,
"grad_norm": 0.15637461841106415,
"learning_rate": 0.0001744821583986075,
"loss": 0.9366,
"step": 12960
},
{
"epoch": 0.5643301570726189,
"grad_norm": 0.2110333889722824,
"learning_rate": 0.00017430809399477808,
"loss": 1.1972,
"step": 12970
},
{
"epoch": 0.5647652612800765,
"grad_norm": 0.18829092383384705,
"learning_rate": 0.00017413402959094867,
"loss": 1.0075,
"step": 12980
},
{
"epoch": 0.5652003654875343,
"grad_norm": 0.1551925092935562,
"learning_rate": 0.00017395996518711923,
"loss": 0.9528,
"step": 12990
},
{
"epoch": 0.5656354696949919,
"grad_norm": 0.17288312315940857,
"learning_rate": 0.00017378590078328981,
"loss": 0.8864,
"step": 13000
},
{
"epoch": 0.5660705739024496,
"grad_norm": 0.16584114730358124,
"learning_rate": 0.0001736118363794604,
"loss": 1.1056,
"step": 13010
},
{
"epoch": 0.5665056781099074,
"grad_norm": 0.20860816538333893,
"learning_rate": 0.00017343777197563102,
"loss": 1.0988,
"step": 13020
},
{
"epoch": 0.566940782317365,
"grad_norm": 0.18060888350009918,
"learning_rate": 0.00017326370757180158,
"loss": 0.7473,
"step": 13030
},
{
"epoch": 0.5673758865248227,
"grad_norm": 0.23209889233112335,
"learning_rate": 0.00017308964316797216,
"loss": 1.0849,
"step": 13040
},
{
"epoch": 0.5678109907322804,
"grad_norm": 0.24418063461780548,
"learning_rate": 0.00017291557876414275,
"loss": 1.1885,
"step": 13050
},
{
"epoch": 0.5682460949397381,
"grad_norm": 0.1788087636232376,
"learning_rate": 0.0001727415143603133,
"loss": 0.8044,
"step": 13060
},
{
"epoch": 0.5686811991471957,
"grad_norm": 0.15042324364185333,
"learning_rate": 0.0001725674499564839,
"loss": 1.0681,
"step": 13070
},
{
"epoch": 0.5691163033546535,
"grad_norm": 0.23882874846458435,
"learning_rate": 0.0001723933855526545,
"loss": 0.8164,
"step": 13080
},
{
"epoch": 0.5695514075621111,
"grad_norm": 0.16849254071712494,
"learning_rate": 0.00017221932114882507,
"loss": 0.9217,
"step": 13090
},
{
"epoch": 0.5699865117695688,
"grad_norm": 0.14793014526367188,
"learning_rate": 0.00017204525674499566,
"loss": 0.9374,
"step": 13100
},
{
"epoch": 0.5704216159770265,
"grad_norm": 0.2301529049873352,
"learning_rate": 0.00017187119234116625,
"loss": 0.9633,
"step": 13110
},
{
"epoch": 0.5708567201844842,
"grad_norm": 0.15599606931209564,
"learning_rate": 0.00017169712793733684,
"loss": 1.1284,
"step": 13120
},
{
"epoch": 0.5712918243919418,
"grad_norm": 0.2140614241361618,
"learning_rate": 0.0001715230635335074,
"loss": 1.0416,
"step": 13130
},
{
"epoch": 0.5717269285993996,
"grad_norm": 0.16910459101200104,
"learning_rate": 0.00017134899912967799,
"loss": 1.0731,
"step": 13140
},
{
"epoch": 0.5721620328068573,
"grad_norm": 0.20351912081241608,
"learning_rate": 0.00017117493472584857,
"loss": 0.8235,
"step": 13150
},
{
"epoch": 0.5725971370143149,
"grad_norm": 0.17641539871692657,
"learning_rate": 0.00017100087032201913,
"loss": 0.8819,
"step": 13160
},
{
"epoch": 0.5730322412217727,
"grad_norm": 0.20682938396930695,
"learning_rate": 0.00017082680591818975,
"loss": 1.0178,
"step": 13170
},
{
"epoch": 0.5734673454292303,
"grad_norm": 0.21584200859069824,
"learning_rate": 0.00017065274151436034,
"loss": 0.9114,
"step": 13180
},
{
"epoch": 0.573902449636688,
"grad_norm": 0.18144212663173676,
"learning_rate": 0.00017047867711053092,
"loss": 1.0644,
"step": 13190
},
{
"epoch": 0.5743375538441456,
"grad_norm": 0.29348498582839966,
"learning_rate": 0.00017030461270670148,
"loss": 0.9036,
"step": 13200
},
{
"epoch": 0.5747726580516034,
"grad_norm": 0.1570514291524887,
"learning_rate": 0.00017013054830287207,
"loss": 1.0253,
"step": 13210
},
{
"epoch": 0.575207762259061,
"grad_norm": 0.21679402887821198,
"learning_rate": 0.00016995648389904266,
"loss": 0.8304,
"step": 13220
},
{
"epoch": 0.5756428664665187,
"grad_norm": 0.27025938034057617,
"learning_rate": 0.00016978241949521322,
"loss": 1.1014,
"step": 13230
},
{
"epoch": 0.5760779706739764,
"grad_norm": 0.14999325573444366,
"learning_rate": 0.0001696083550913838,
"loss": 0.9533,
"step": 13240
},
{
"epoch": 0.5765130748814341,
"grad_norm": 0.1475830376148224,
"learning_rate": 0.00016943429068755442,
"loss": 1.0432,
"step": 13250
},
{
"epoch": 0.5769481790888918,
"grad_norm": 0.2748951315879822,
"learning_rate": 0.00016926022628372498,
"loss": 1.127,
"step": 13260
},
{
"epoch": 0.5773832832963495,
"grad_norm": 0.16739912331104279,
"learning_rate": 0.00016908616187989557,
"loss": 0.946,
"step": 13270
},
{
"epoch": 0.5778183875038072,
"grad_norm": 0.14834345877170563,
"learning_rate": 0.00016891209747606616,
"loss": 1.1195,
"step": 13280
},
{
"epoch": 0.5782534917112648,
"grad_norm": 0.19308972358703613,
"learning_rate": 0.00016873803307223674,
"loss": 1.004,
"step": 13290
},
{
"epoch": 0.5786885959187226,
"grad_norm": 0.2116897702217102,
"learning_rate": 0.0001685639686684073,
"loss": 0.8665,
"step": 13300
},
{
"epoch": 0.5791237001261802,
"grad_norm": 0.22545547783374786,
"learning_rate": 0.0001683899042645779,
"loss": 0.8774,
"step": 13310
},
{
"epoch": 0.5795588043336379,
"grad_norm": 0.18797989189624786,
"learning_rate": 0.00016821583986074848,
"loss": 0.8444,
"step": 13320
},
{
"epoch": 0.5799939085410956,
"grad_norm": 0.16117964684963226,
"learning_rate": 0.00016804177545691907,
"loss": 0.7832,
"step": 13330
},
{
"epoch": 0.5804290127485533,
"grad_norm": 0.2053658664226532,
"learning_rate": 0.00016786771105308966,
"loss": 1.3058,
"step": 13340
},
{
"epoch": 0.5808641169560109,
"grad_norm": 0.21144138276576996,
"learning_rate": 0.00016769364664926024,
"loss": 1.1482,
"step": 13350
},
{
"epoch": 0.5812992211634687,
"grad_norm": 0.19337043166160583,
"learning_rate": 0.00016751958224543083,
"loss": 1.0568,
"step": 13360
},
{
"epoch": 0.5817343253709263,
"grad_norm": 0.142986461520195,
"learning_rate": 0.0001673455178416014,
"loss": 0.7439,
"step": 13370
},
{
"epoch": 0.582169429578384,
"grad_norm": 0.16446973383426666,
"learning_rate": 0.00016717145343777198,
"loss": 1.0373,
"step": 13380
},
{
"epoch": 0.5826045337858418,
"grad_norm": 0.22006510198116302,
"learning_rate": 0.00016699738903394257,
"loss": 0.8699,
"step": 13390
},
{
"epoch": 0.5830396379932994,
"grad_norm": 0.1391606628894806,
"learning_rate": 0.00016682332463011315,
"loss": 0.9443,
"step": 13400
},
{
"epoch": 0.5834747422007571,
"grad_norm": 0.2203795611858368,
"learning_rate": 0.00016664926022628374,
"loss": 0.8254,
"step": 13410
},
{
"epoch": 0.5839098464082147,
"grad_norm": 0.21275091171264648,
"learning_rate": 0.00016647519582245433,
"loss": 0.9386,
"step": 13420
},
{
"epoch": 0.5843449506156725,
"grad_norm": 0.27828511595726013,
"learning_rate": 0.0001663011314186249,
"loss": 1.2355,
"step": 13430
},
{
"epoch": 0.5847800548231301,
"grad_norm": 0.183706134557724,
"learning_rate": 0.00016612706701479548,
"loss": 1.0033,
"step": 13440
},
{
"epoch": 0.5852151590305879,
"grad_norm": 0.1528794765472412,
"learning_rate": 0.00016595300261096606,
"loss": 0.8422,
"step": 13450
},
{
"epoch": 0.5856502632380455,
"grad_norm": 0.1551828235387802,
"learning_rate": 0.00016577893820713665,
"loss": 0.967,
"step": 13460
},
{
"epoch": 0.5860853674455032,
"grad_norm": 0.21186545491218567,
"learning_rate": 0.0001656048738033072,
"loss": 1.041,
"step": 13470
},
{
"epoch": 0.5865204716529608,
"grad_norm": 0.2901104688644409,
"learning_rate": 0.00016543080939947783,
"loss": 1.04,
"step": 13480
},
{
"epoch": 0.5869555758604186,
"grad_norm": 0.2494283765554428,
"learning_rate": 0.00016525674499564841,
"loss": 1.0614,
"step": 13490
},
{
"epoch": 0.5873906800678762,
"grad_norm": 0.21566271781921387,
"learning_rate": 0.00016508268059181898,
"loss": 1.0465,
"step": 13500
},
{
"epoch": 0.5878257842753339,
"grad_norm": 0.1766849160194397,
"learning_rate": 0.00016490861618798956,
"loss": 0.8892,
"step": 13510
},
{
"epoch": 0.5882608884827917,
"grad_norm": 0.23249435424804688,
"learning_rate": 0.00016473455178416015,
"loss": 0.7978,
"step": 13520
},
{
"epoch": 0.5886959926902493,
"grad_norm": 0.15744122862815857,
"learning_rate": 0.00016456048738033074,
"loss": 0.9892,
"step": 13530
},
{
"epoch": 0.589131096897707,
"grad_norm": 0.13099804520606995,
"learning_rate": 0.0001643864229765013,
"loss": 0.8032,
"step": 13540
},
{
"epoch": 0.5895662011051647,
"grad_norm": 0.21278056502342224,
"learning_rate": 0.00016421235857267189,
"loss": 1.0141,
"step": 13550
},
{
"epoch": 0.5900013053126224,
"grad_norm": 0.12375451624393463,
"learning_rate": 0.0001640382941688425,
"loss": 0.9051,
"step": 13560
},
{
"epoch": 0.59043640952008,
"grad_norm": 0.17634594440460205,
"learning_rate": 0.00016386422976501306,
"loss": 0.8154,
"step": 13570
},
{
"epoch": 0.5908715137275378,
"grad_norm": 0.17827357351779938,
"learning_rate": 0.00016369016536118365,
"loss": 1.2491,
"step": 13580
},
{
"epoch": 0.5913066179349954,
"grad_norm": 0.15338248014450073,
"learning_rate": 0.00016351610095735424,
"loss": 0.8543,
"step": 13590
},
{
"epoch": 0.5917417221424531,
"grad_norm": 0.22690390050411224,
"learning_rate": 0.0001633420365535248,
"loss": 1.0631,
"step": 13600
},
{
"epoch": 0.5921768263499108,
"grad_norm": 0.19095595180988312,
"learning_rate": 0.00016316797214969538,
"loss": 1.0235,
"step": 13610
},
{
"epoch": 0.5926119305573685,
"grad_norm": 0.20171396434307098,
"learning_rate": 0.00016299390774586597,
"loss": 1.0312,
"step": 13620
},
{
"epoch": 0.5930470347648262,
"grad_norm": 0.154493510723114,
"learning_rate": 0.00016281984334203656,
"loss": 0.9133,
"step": 13630
},
{
"epoch": 0.5934821389722839,
"grad_norm": 0.1670156866312027,
"learning_rate": 0.00016264577893820715,
"loss": 0.9287,
"step": 13640
},
{
"epoch": 0.5939172431797416,
"grad_norm": 0.2182091623544693,
"learning_rate": 0.00016247171453437773,
"loss": 0.9199,
"step": 13650
},
{
"epoch": 0.5943523473871992,
"grad_norm": 0.20348422229290009,
"learning_rate": 0.00016229765013054832,
"loss": 0.9969,
"step": 13660
},
{
"epoch": 0.594787451594657,
"grad_norm": 0.14205510914325714,
"learning_rate": 0.00016212358572671888,
"loss": 0.8819,
"step": 13670
},
{
"epoch": 0.5952225558021146,
"grad_norm": 0.1718772053718567,
"learning_rate": 0.00016194952132288947,
"loss": 0.9016,
"step": 13680
},
{
"epoch": 0.5956576600095723,
"grad_norm": 0.12608999013900757,
"learning_rate": 0.00016177545691906006,
"loss": 1.1651,
"step": 13690
},
{
"epoch": 0.59609276421703,
"grad_norm": 0.14455054700374603,
"learning_rate": 0.00016160139251523065,
"loss": 0.9449,
"step": 13700
},
{
"epoch": 0.5965278684244877,
"grad_norm": 0.4106017053127289,
"learning_rate": 0.00016142732811140123,
"loss": 0.9909,
"step": 13710
},
{
"epoch": 0.5969629726319453,
"grad_norm": 0.1909113973379135,
"learning_rate": 0.00016125326370757182,
"loss": 0.9258,
"step": 13720
},
{
"epoch": 0.597398076839403,
"grad_norm": 0.16131862998008728,
"learning_rate": 0.0001610791993037424,
"loss": 0.9078,
"step": 13730
},
{
"epoch": 0.5978331810468607,
"grad_norm": 0.23444461822509766,
"learning_rate": 0.00016090513489991297,
"loss": 1.2229,
"step": 13740
},
{
"epoch": 0.5982682852543184,
"grad_norm": 0.1645844727754593,
"learning_rate": 0.00016073107049608356,
"loss": 1.1141,
"step": 13750
},
{
"epoch": 0.5987033894617761,
"grad_norm": 0.15444542467594147,
"learning_rate": 0.00016055700609225414,
"loss": 0.7609,
"step": 13760
},
{
"epoch": 0.5991384936692338,
"grad_norm": 0.19600653648376465,
"learning_rate": 0.0001603829416884247,
"loss": 0.9292,
"step": 13770
},
{
"epoch": 0.5995735978766915,
"grad_norm": 0.17141322791576385,
"learning_rate": 0.0001602088772845953,
"loss": 0.8039,
"step": 13780
},
{
"epoch": 0.6000087020841491,
"grad_norm": 0.21133984625339508,
"learning_rate": 0.0001600348128807659,
"loss": 0.8379,
"step": 13790
},
{
"epoch": 0.6004438062916069,
"grad_norm": 0.21225371956825256,
"learning_rate": 0.0001598607484769365,
"loss": 0.8854,
"step": 13800
},
{
"epoch": 0.6008789104990645,
"grad_norm": 0.18745896220207214,
"learning_rate": 0.00015968668407310705,
"loss": 1.0333,
"step": 13810
},
{
"epoch": 0.6013140147065222,
"grad_norm": 0.2318960428237915,
"learning_rate": 0.00015951261966927764,
"loss": 1.181,
"step": 13820
},
{
"epoch": 0.6017491189139799,
"grad_norm": 0.13601700961589813,
"learning_rate": 0.00015933855526544823,
"loss": 0.8101,
"step": 13830
},
{
"epoch": 0.6021842231214376,
"grad_norm": 0.18341664969921112,
"learning_rate": 0.0001591644908616188,
"loss": 0.7344,
"step": 13840
},
{
"epoch": 0.6026193273288952,
"grad_norm": 0.15483810007572174,
"learning_rate": 0.00015899042645778938,
"loss": 0.9513,
"step": 13850
},
{
"epoch": 0.603054431536353,
"grad_norm": 0.16769447922706604,
"learning_rate": 0.00015881636205395997,
"loss": 0.9525,
"step": 13860
},
{
"epoch": 0.6034895357438106,
"grad_norm": 0.15043701231479645,
"learning_rate": 0.00015864229765013058,
"loss": 0.9965,
"step": 13870
},
{
"epoch": 0.6039246399512683,
"grad_norm": 0.18183191120624542,
"learning_rate": 0.00015846823324630114,
"loss": 1.0252,
"step": 13880
},
{
"epoch": 0.6043597441587261,
"grad_norm": 0.1802462786436081,
"learning_rate": 0.00015829416884247173,
"loss": 0.8446,
"step": 13890
},
{
"epoch": 0.6047948483661837,
"grad_norm": 0.19091956317424774,
"learning_rate": 0.00015812010443864232,
"loss": 1.1401,
"step": 13900
},
{
"epoch": 0.6052299525736414,
"grad_norm": 0.22328822314739227,
"learning_rate": 0.00015794604003481288,
"loss": 1.0883,
"step": 13910
},
{
"epoch": 0.605665056781099,
"grad_norm": 0.2681819200515747,
"learning_rate": 0.00015777197563098346,
"loss": 1.0032,
"step": 13920
},
{
"epoch": 0.6061001609885568,
"grad_norm": 0.1780688464641571,
"learning_rate": 0.00015759791122715405,
"loss": 0.8855,
"step": 13930
},
{
"epoch": 0.6065352651960144,
"grad_norm": 0.14828652143478394,
"learning_rate": 0.00015742384682332464,
"loss": 0.9142,
"step": 13940
},
{
"epoch": 0.6069703694034722,
"grad_norm": 0.2163413166999817,
"learning_rate": 0.00015724978241949523,
"loss": 0.9214,
"step": 13950
},
{
"epoch": 0.6074054736109298,
"grad_norm": 0.13019977509975433,
"learning_rate": 0.00015707571801566581,
"loss": 0.8336,
"step": 13960
},
{
"epoch": 0.6078405778183875,
"grad_norm": 0.19668234884738922,
"learning_rate": 0.0001569016536118364,
"loss": 0.9102,
"step": 13970
},
{
"epoch": 0.6082756820258451,
"grad_norm": 0.19165858626365662,
"learning_rate": 0.00015672758920800696,
"loss": 0.9472,
"step": 13980
},
{
"epoch": 0.6087107862333029,
"grad_norm": 0.19220754504203796,
"learning_rate": 0.00015655352480417755,
"loss": 0.9434,
"step": 13990
},
{
"epoch": 0.6091458904407605,
"grad_norm": 0.23727896809577942,
"learning_rate": 0.00015637946040034814,
"loss": 1.0577,
"step": 14000
},
{
"epoch": 0.6095809946482182,
"grad_norm": 0.15090249478816986,
"learning_rate": 0.0001562053959965187,
"loss": 0.8749,
"step": 14010
},
{
"epoch": 0.610016098855676,
"grad_norm": 0.1557137370109558,
"learning_rate": 0.0001560313315926893,
"loss": 1.049,
"step": 14020
},
{
"epoch": 0.6104512030631336,
"grad_norm": 0.2344963401556015,
"learning_rate": 0.0001558572671888599,
"loss": 0.9175,
"step": 14030
},
{
"epoch": 0.6108863072705913,
"grad_norm": 0.12979237735271454,
"learning_rate": 0.0001556832027850305,
"loss": 0.9994,
"step": 14040
},
{
"epoch": 0.611321411478049,
"grad_norm": 0.15107721090316772,
"learning_rate": 0.00015550913838120105,
"loss": 0.8086,
"step": 14050
},
{
"epoch": 0.6117565156855067,
"grad_norm": 0.2340794801712036,
"learning_rate": 0.00015533507397737164,
"loss": 1.0051,
"step": 14060
},
{
"epoch": 0.6121916198929643,
"grad_norm": 0.3405091464519501,
"learning_rate": 0.00015516100957354222,
"loss": 1.4519,
"step": 14070
},
{
"epoch": 0.6126267241004221,
"grad_norm": 0.18097400665283203,
"learning_rate": 0.00015498694516971278,
"loss": 0.9404,
"step": 14080
},
{
"epoch": 0.6130618283078797,
"grad_norm": 0.15320497751235962,
"learning_rate": 0.00015481288076588337,
"loss": 0.8979,
"step": 14090
},
{
"epoch": 0.6134969325153374,
"grad_norm": 0.15082845091819763,
"learning_rate": 0.00015463881636205399,
"loss": 0.9572,
"step": 14100
},
{
"epoch": 0.6139320367227951,
"grad_norm": 0.15574246644973755,
"learning_rate": 0.00015446475195822455,
"loss": 1.0011,
"step": 14110
},
{
"epoch": 0.6143671409302528,
"grad_norm": 0.14794954657554626,
"learning_rate": 0.00015429068755439513,
"loss": 0.9145,
"step": 14120
},
{
"epoch": 0.6148022451377105,
"grad_norm": 0.1364770382642746,
"learning_rate": 0.00015411662315056572,
"loss": 1.0213,
"step": 14130
},
{
"epoch": 0.6152373493451682,
"grad_norm": 0.17973215878009796,
"learning_rate": 0.0001539425587467363,
"loss": 0.9972,
"step": 14140
},
{
"epoch": 0.6156724535526259,
"grad_norm": 0.17671319842338562,
"learning_rate": 0.00015376849434290687,
"loss": 0.9629,
"step": 14150
},
{
"epoch": 0.6161075577600835,
"grad_norm": 0.21076098084449768,
"learning_rate": 0.00015359442993907746,
"loss": 0.9927,
"step": 14160
},
{
"epoch": 0.6165426619675413,
"grad_norm": 0.15687482059001923,
"learning_rate": 0.00015342036553524804,
"loss": 0.978,
"step": 14170
},
{
"epoch": 0.6169777661749989,
"grad_norm": 0.1970648616552353,
"learning_rate": 0.00015324630113141863,
"loss": 0.7563,
"step": 14180
},
{
"epoch": 0.6174128703824566,
"grad_norm": 0.19308054447174072,
"learning_rate": 0.00015307223672758922,
"loss": 0.8562,
"step": 14190
},
{
"epoch": 0.6178479745899143,
"grad_norm": 0.16731613874435425,
"learning_rate": 0.0001528981723237598,
"loss": 0.8986,
"step": 14200
},
{
"epoch": 0.618283078797372,
"grad_norm": 0.12110426276922226,
"learning_rate": 0.0001527241079199304,
"loss": 0.9177,
"step": 14210
},
{
"epoch": 0.6187181830048296,
"grad_norm": 0.16929683089256287,
"learning_rate": 0.00015255004351610095,
"loss": 0.9988,
"step": 14220
},
{
"epoch": 0.6191532872122874,
"grad_norm": 0.17878945171833038,
"learning_rate": 0.00015237597911227154,
"loss": 1.0508,
"step": 14230
},
{
"epoch": 0.619588391419745,
"grad_norm": 0.1840103715658188,
"learning_rate": 0.00015220191470844213,
"loss": 0.9306,
"step": 14240
},
{
"epoch": 0.6200234956272027,
"grad_norm": 0.1568576544523239,
"learning_rate": 0.00015202785030461272,
"loss": 0.9955,
"step": 14250
},
{
"epoch": 0.6204585998346605,
"grad_norm": 0.1890029013156891,
"learning_rate": 0.0001518537859007833,
"loss": 0.999,
"step": 14260
},
{
"epoch": 0.6208937040421181,
"grad_norm": 0.2719087302684784,
"learning_rate": 0.0001516797214969539,
"loss": 1.0029,
"step": 14270
},
{
"epoch": 0.6213288082495758,
"grad_norm": 0.17070823907852173,
"learning_rate": 0.00015150565709312445,
"loss": 1.0437,
"step": 14280
},
{
"epoch": 0.6217639124570334,
"grad_norm": 0.19448989629745483,
"learning_rate": 0.00015133159268929504,
"loss": 0.7753,
"step": 14290
},
{
"epoch": 0.6221990166644912,
"grad_norm": 0.11450716108083725,
"learning_rate": 0.00015115752828546563,
"loss": 0.8774,
"step": 14300
},
{
"epoch": 0.6226341208719488,
"grad_norm": 0.20426985621452332,
"learning_rate": 0.00015098346388163622,
"loss": 0.8905,
"step": 14310
},
{
"epoch": 0.6230692250794065,
"grad_norm": 0.14906832575798035,
"learning_rate": 0.00015080939947780678,
"loss": 0.8562,
"step": 14320
},
{
"epoch": 0.6235043292868642,
"grad_norm": 0.18878602981567383,
"learning_rate": 0.0001506353350739774,
"loss": 0.9207,
"step": 14330
},
{
"epoch": 0.6239394334943219,
"grad_norm": 0.18884873390197754,
"learning_rate": 0.00015046127067014798,
"loss": 1.0074,
"step": 14340
},
{
"epoch": 0.6243745377017795,
"grad_norm": 0.21462170779705048,
"learning_rate": 0.00015028720626631854,
"loss": 0.9041,
"step": 14350
},
{
"epoch": 0.6248096419092373,
"grad_norm": 0.30369627475738525,
"learning_rate": 0.00015011314186248913,
"loss": 1.0659,
"step": 14360
},
{
"epoch": 0.6252447461166949,
"grad_norm": 0.23845063149929047,
"learning_rate": 0.00014993907745865971,
"loss": 0.9839,
"step": 14370
},
{
"epoch": 0.6256798503241526,
"grad_norm": 0.16563118994235992,
"learning_rate": 0.0001497650130548303,
"loss": 0.7455,
"step": 14380
},
{
"epoch": 0.6261149545316104,
"grad_norm": 0.17678380012512207,
"learning_rate": 0.00014959094865100086,
"loss": 0.8359,
"step": 14390
},
{
"epoch": 0.626550058739068,
"grad_norm": 0.25694191455841064,
"learning_rate": 0.00014941688424717145,
"loss": 1.0128,
"step": 14400
},
{
"epoch": 0.6269851629465257,
"grad_norm": 0.16314631700515747,
"learning_rate": 0.00014924281984334206,
"loss": 1.0647,
"step": 14410
},
{
"epoch": 0.6274202671539834,
"grad_norm": 0.22563976049423218,
"learning_rate": 0.00014906875543951262,
"loss": 1.1335,
"step": 14420
},
{
"epoch": 0.6278553713614411,
"grad_norm": 0.1537562608718872,
"learning_rate": 0.0001488946910356832,
"loss": 0.9779,
"step": 14430
},
{
"epoch": 0.6282904755688987,
"grad_norm": 0.23520894348621368,
"learning_rate": 0.0001487206266318538,
"loss": 1.0646,
"step": 14440
},
{
"epoch": 0.6287255797763565,
"grad_norm": 0.20244525372982025,
"learning_rate": 0.00014854656222802436,
"loss": 0.9806,
"step": 14450
},
{
"epoch": 0.6291606839838141,
"grad_norm": 0.1625235378742218,
"learning_rate": 0.00014837249782419495,
"loss": 1.0316,
"step": 14460
},
{
"epoch": 0.6295957881912718,
"grad_norm": 0.18061722815036774,
"learning_rate": 0.00014819843342036554,
"loss": 1.068,
"step": 14470
},
{
"epoch": 0.6300308923987294,
"grad_norm": 0.11355629563331604,
"learning_rate": 0.00014802436901653612,
"loss": 0.8,
"step": 14480
},
{
"epoch": 0.6304659966061872,
"grad_norm": 0.14012199640274048,
"learning_rate": 0.0001478503046127067,
"loss": 0.7437,
"step": 14490
},
{
"epoch": 0.6309011008136449,
"grad_norm": 0.18579770624637604,
"learning_rate": 0.0001476762402088773,
"loss": 1.012,
"step": 14500
},
{
"epoch": 0.6313362050211025,
"grad_norm": 0.15289483964443207,
"learning_rate": 0.00014750217580504789,
"loss": 0.8204,
"step": 14510
},
{
"epoch": 0.6317713092285603,
"grad_norm": 0.15486320853233337,
"learning_rate": 0.00014732811140121845,
"loss": 1.0314,
"step": 14520
},
{
"epoch": 0.6322064134360179,
"grad_norm": 0.15540152788162231,
"learning_rate": 0.00014715404699738903,
"loss": 0.8682,
"step": 14530
},
{
"epoch": 0.6326415176434756,
"grad_norm": 0.16257451474666595,
"learning_rate": 0.00014697998259355962,
"loss": 0.9855,
"step": 14540
},
{
"epoch": 0.6330766218509333,
"grad_norm": 0.19342856109142303,
"learning_rate": 0.0001468059181897302,
"loss": 1.0362,
"step": 14550
},
{
"epoch": 0.633511726058391,
"grad_norm": 0.20158270001411438,
"learning_rate": 0.0001466318537859008,
"loss": 0.9762,
"step": 14560
},
{
"epoch": 0.6339468302658486,
"grad_norm": 0.11927091330289841,
"learning_rate": 0.00014645778938207138,
"loss": 0.9482,
"step": 14570
},
{
"epoch": 0.6343819344733064,
"grad_norm": 0.1748708188533783,
"learning_rate": 0.00014628372497824197,
"loss": 1.3052,
"step": 14580
},
{
"epoch": 0.634817038680764,
"grad_norm": 0.2041894644498825,
"learning_rate": 0.00014610966057441253,
"loss": 1.0957,
"step": 14590
},
{
"epoch": 0.6352521428882217,
"grad_norm": 0.20182758569717407,
"learning_rate": 0.00014593559617058312,
"loss": 1.0124,
"step": 14600
},
{
"epoch": 0.6356872470956794,
"grad_norm": 0.16440753638744354,
"learning_rate": 0.0001457615317667537,
"loss": 1.0643,
"step": 14610
},
{
"epoch": 0.6361223513031371,
"grad_norm": 0.18696753680706024,
"learning_rate": 0.00014558746736292427,
"loss": 1.07,
"step": 14620
},
{
"epoch": 0.6365574555105948,
"grad_norm": 0.20950542390346527,
"learning_rate": 0.00014541340295909486,
"loss": 0.9229,
"step": 14630
},
{
"epoch": 0.6369925597180525,
"grad_norm": 0.20977522432804108,
"learning_rate": 0.00014523933855526547,
"loss": 0.9862,
"step": 14640
},
{
"epoch": 0.6374276639255102,
"grad_norm": 0.2009035050868988,
"learning_rate": 0.00014506527415143606,
"loss": 1.0156,
"step": 14650
},
{
"epoch": 0.6378627681329678,
"grad_norm": 0.16158559918403625,
"learning_rate": 0.00014489120974760662,
"loss": 0.8225,
"step": 14660
},
{
"epoch": 0.6382978723404256,
"grad_norm": 0.15755218267440796,
"learning_rate": 0.0001447171453437772,
"loss": 1.2623,
"step": 14670
},
{
"epoch": 0.6387329765478832,
"grad_norm": 0.370692640542984,
"learning_rate": 0.0001445430809399478,
"loss": 0.9652,
"step": 14680
},
{
"epoch": 0.6391680807553409,
"grad_norm": 0.22610196471214294,
"learning_rate": 0.00014436901653611835,
"loss": 0.9028,
"step": 14690
},
{
"epoch": 0.6396031849627986,
"grad_norm": 0.1669621765613556,
"learning_rate": 0.00014419495213228894,
"loss": 0.9664,
"step": 14700
},
{
"epoch": 0.6400382891702563,
"grad_norm": 0.22444336116313934,
"learning_rate": 0.00014402088772845953,
"loss": 0.8416,
"step": 14710
},
{
"epoch": 0.6404733933777139,
"grad_norm": 0.24135367572307587,
"learning_rate": 0.00014384682332463014,
"loss": 0.9346,
"step": 14720
},
{
"epoch": 0.6409084975851717,
"grad_norm": 0.22491760551929474,
"learning_rate": 0.0001436727589208007,
"loss": 0.9226,
"step": 14730
},
{
"epoch": 0.6413436017926293,
"grad_norm": 0.15562938153743744,
"learning_rate": 0.0001434986945169713,
"loss": 0.9552,
"step": 14740
},
{
"epoch": 0.641778706000087,
"grad_norm": 0.15944258868694305,
"learning_rate": 0.00014332463011314188,
"loss": 0.8046,
"step": 14750
},
{
"epoch": 0.6422138102075448,
"grad_norm": 0.22032146155834198,
"learning_rate": 0.00014315056570931244,
"loss": 0.9069,
"step": 14760
},
{
"epoch": 0.6426489144150024,
"grad_norm": 0.17764584720134735,
"learning_rate": 0.00014297650130548303,
"loss": 0.8486,
"step": 14770
},
{
"epoch": 0.6430840186224601,
"grad_norm": 0.1503671407699585,
"learning_rate": 0.00014280243690165361,
"loss": 0.8223,
"step": 14780
},
{
"epoch": 0.6435191228299177,
"grad_norm": 0.17322061955928802,
"learning_rate": 0.0001426283724978242,
"loss": 0.8745,
"step": 14790
},
{
"epoch": 0.6439542270373755,
"grad_norm": 0.22403156757354736,
"learning_rate": 0.0001424543080939948,
"loss": 0.8663,
"step": 14800
},
{
"epoch": 0.6443893312448331,
"grad_norm": 0.15058492124080658,
"learning_rate": 0.00014228024369016538,
"loss": 1.0585,
"step": 14810
},
{
"epoch": 0.6448244354522908,
"grad_norm": 0.2650696337223053,
"learning_rate": 0.00014210617928633596,
"loss": 1.066,
"step": 14820
},
{
"epoch": 0.6452595396597485,
"grad_norm": 0.16583290696144104,
"learning_rate": 0.00014193211488250653,
"loss": 1.0094,
"step": 14830
},
{
"epoch": 0.6456946438672062,
"grad_norm": 0.19097523391246796,
"learning_rate": 0.0001417580504786771,
"loss": 0.8671,
"step": 14840
},
{
"epoch": 0.6461297480746638,
"grad_norm": 0.1540464162826538,
"learning_rate": 0.0001415839860748477,
"loss": 0.8683,
"step": 14850
},
{
"epoch": 0.6465648522821216,
"grad_norm": 0.2492285519838333,
"learning_rate": 0.0001414099216710183,
"loss": 0.9357,
"step": 14860
},
{
"epoch": 0.6469999564895793,
"grad_norm": 0.18723064661026,
"learning_rate": 0.00014123585726718888,
"loss": 0.9056,
"step": 14870
},
{
"epoch": 0.6474350606970369,
"grad_norm": 0.19897688925266266,
"learning_rate": 0.00014106179286335946,
"loss": 0.8212,
"step": 14880
},
{
"epoch": 0.6478701649044947,
"grad_norm": 0.1439334750175476,
"learning_rate": 0.00014088772845953005,
"loss": 0.8721,
"step": 14890
},
{
"epoch": 0.6483052691119523,
"grad_norm": 0.2150554060935974,
"learning_rate": 0.0001407136640557006,
"loss": 1.1724,
"step": 14900
},
{
"epoch": 0.64874037331941,
"grad_norm": 0.1935703605413437,
"learning_rate": 0.0001405395996518712,
"loss": 0.8964,
"step": 14910
},
{
"epoch": 0.6491754775268677,
"grad_norm": 0.18962882459163666,
"learning_rate": 0.00014036553524804179,
"loss": 0.9254,
"step": 14920
},
{
"epoch": 0.6496105817343254,
"grad_norm": 0.20338144898414612,
"learning_rate": 0.00014019147084421235,
"loss": 1.1426,
"step": 14930
},
{
"epoch": 0.650045685941783,
"grad_norm": 0.16973766684532166,
"learning_rate": 0.00014001740644038293,
"loss": 1.0424,
"step": 14940
},
{
"epoch": 0.6504807901492408,
"grad_norm": 0.17491772770881653,
"learning_rate": 0.00013984334203655355,
"loss": 0.9509,
"step": 14950
},
{
"epoch": 0.6509158943566984,
"grad_norm": 0.1795012652873993,
"learning_rate": 0.0001396692776327241,
"loss": 1.0133,
"step": 14960
},
{
"epoch": 0.6513509985641561,
"grad_norm": 0.1434493511915207,
"learning_rate": 0.0001394952132288947,
"loss": 0.7372,
"step": 14970
},
{
"epoch": 0.6517861027716138,
"grad_norm": 0.19156694412231445,
"learning_rate": 0.00013932114882506528,
"loss": 0.8734,
"step": 14980
},
{
"epoch": 0.6522212069790715,
"grad_norm": 0.14129066467285156,
"learning_rate": 0.00013914708442123587,
"loss": 0.9757,
"step": 14990
},
{
"epoch": 0.6526563111865292,
"grad_norm": 0.30728623270988464,
"learning_rate": 0.00013897302001740643,
"loss": 1.0899,
"step": 15000
},
{
"epoch": 0.6530914153939869,
"grad_norm": 0.24493682384490967,
"learning_rate": 0.00013879895561357702,
"loss": 1.0674,
"step": 15010
},
{
"epoch": 0.6535265196014446,
"grad_norm": 0.23797234892845154,
"learning_rate": 0.0001386248912097476,
"loss": 1.1507,
"step": 15020
},
{
"epoch": 0.6539616238089022,
"grad_norm": 0.2121078222990036,
"learning_rate": 0.0001384508268059182,
"loss": 0.9792,
"step": 15030
},
{
"epoch": 0.65439672801636,
"grad_norm": 0.15212894976139069,
"learning_rate": 0.00013827676240208878,
"loss": 0.7425,
"step": 15040
},
{
"epoch": 0.6548318322238176,
"grad_norm": 0.20721733570098877,
"learning_rate": 0.00013810269799825937,
"loss": 1.1355,
"step": 15050
},
{
"epoch": 0.6552669364312753,
"grad_norm": 0.2088935524225235,
"learning_rate": 0.00013792863359442993,
"loss": 1.0197,
"step": 15060
},
{
"epoch": 0.6557020406387329,
"grad_norm": 0.19259214401245117,
"learning_rate": 0.00013775456919060052,
"loss": 1.0855,
"step": 15070
},
{
"epoch": 0.6561371448461907,
"grad_norm": 0.17242521047592163,
"learning_rate": 0.0001375805047867711,
"loss": 0.9699,
"step": 15080
},
{
"epoch": 0.6565722490536483,
"grad_norm": 0.14801597595214844,
"learning_rate": 0.0001374064403829417,
"loss": 0.7447,
"step": 15090
},
{
"epoch": 0.657007353261106,
"grad_norm": 0.17256219685077667,
"learning_rate": 0.00013723237597911228,
"loss": 0.8599,
"step": 15100
},
{
"epoch": 0.6574424574685637,
"grad_norm": 0.19387269020080566,
"learning_rate": 0.00013705831157528287,
"loss": 1.0155,
"step": 15110
},
{
"epoch": 0.6578775616760214,
"grad_norm": 0.15620853006839752,
"learning_rate": 0.00013688424717145346,
"loss": 0.7281,
"step": 15120
},
{
"epoch": 0.6583126658834791,
"grad_norm": 0.15793229639530182,
"learning_rate": 0.00013671018276762402,
"loss": 1.0727,
"step": 15130
},
{
"epoch": 0.6587477700909368,
"grad_norm": 0.15741625428199768,
"learning_rate": 0.0001365361183637946,
"loss": 1.001,
"step": 15140
},
{
"epoch": 0.6591828742983945,
"grad_norm": 0.16472436487674713,
"learning_rate": 0.0001363620539599652,
"loss": 0.9909,
"step": 15150
},
{
"epoch": 0.6596179785058521,
"grad_norm": 0.2263782024383545,
"learning_rate": 0.00013618798955613578,
"loss": 1.3654,
"step": 15160
},
{
"epoch": 0.6600530827133099,
"grad_norm": 0.19404639303684235,
"learning_rate": 0.00013601392515230637,
"loss": 0.919,
"step": 15170
},
{
"epoch": 0.6604881869207675,
"grad_norm": 0.14439505338668823,
"learning_rate": 0.00013583986074847695,
"loss": 0.9619,
"step": 15180
},
{
"epoch": 0.6609232911282252,
"grad_norm": 0.20052124559879303,
"learning_rate": 0.00013566579634464754,
"loss": 1.0374,
"step": 15190
},
{
"epoch": 0.6613583953356829,
"grad_norm": 0.2070077508687973,
"learning_rate": 0.0001354917319408181,
"loss": 1.0675,
"step": 15200
},
{
"epoch": 0.6617934995431406,
"grad_norm": 0.15594249963760376,
"learning_rate": 0.0001353176675369887,
"loss": 0.8583,
"step": 15210
},
{
"epoch": 0.6622286037505982,
"grad_norm": 0.20902830362319946,
"learning_rate": 0.00013514360313315928,
"loss": 0.895,
"step": 15220
},
{
"epoch": 0.662663707958056,
"grad_norm": 0.1980782002210617,
"learning_rate": 0.00013496953872932984,
"loss": 1.0803,
"step": 15230
},
{
"epoch": 0.6630988121655137,
"grad_norm": 0.27210551500320435,
"learning_rate": 0.00013479547432550043,
"loss": 0.966,
"step": 15240
},
{
"epoch": 0.6635339163729713,
"grad_norm": 0.1683570146560669,
"learning_rate": 0.000134621409921671,
"loss": 0.8734,
"step": 15250
},
{
"epoch": 0.6639690205804291,
"grad_norm": 0.16540901362895966,
"learning_rate": 0.00013444734551784163,
"loss": 1.0709,
"step": 15260
},
{
"epoch": 0.6644041247878867,
"grad_norm": 0.1563958376646042,
"learning_rate": 0.0001342732811140122,
"loss": 0.9958,
"step": 15270
},
{
"epoch": 0.6648392289953444,
"grad_norm": 0.15515677630901337,
"learning_rate": 0.00013409921671018278,
"loss": 0.9453,
"step": 15280
},
{
"epoch": 0.665274333202802,
"grad_norm": 0.1594759225845337,
"learning_rate": 0.00013392515230635336,
"loss": 1.0757,
"step": 15290
},
{
"epoch": 0.6657094374102598,
"grad_norm": 0.17679795622825623,
"learning_rate": 0.00013375108790252392,
"loss": 0.8058,
"step": 15300
},
{
"epoch": 0.6661445416177174,
"grad_norm": 0.14957983791828156,
"learning_rate": 0.0001335770234986945,
"loss": 1.0044,
"step": 15310
},
{
"epoch": 0.6665796458251751,
"grad_norm": 0.18853089213371277,
"learning_rate": 0.0001334029590948651,
"loss": 1.053,
"step": 15320
},
{
"epoch": 0.6670147500326328,
"grad_norm": 0.18162859976291656,
"learning_rate": 0.0001332288946910357,
"loss": 0.9417,
"step": 15330
},
{
"epoch": 0.6674498542400905,
"grad_norm": 0.17999468743801117,
"learning_rate": 0.00013305483028720627,
"loss": 0.8529,
"step": 15340
},
{
"epoch": 0.6678849584475481,
"grad_norm": 0.18353773653507233,
"learning_rate": 0.00013288076588337686,
"loss": 0.8084,
"step": 15350
},
{
"epoch": 0.6683200626550059,
"grad_norm": 0.2488698810338974,
"learning_rate": 0.00013270670147954745,
"loss": 0.8641,
"step": 15360
},
{
"epoch": 0.6687551668624636,
"grad_norm": 0.1331215649843216,
"learning_rate": 0.000132532637075718,
"loss": 1.2147,
"step": 15370
},
{
"epoch": 0.6691902710699212,
"grad_norm": 0.18629567325115204,
"learning_rate": 0.0001323585726718886,
"loss": 0.7266,
"step": 15380
},
{
"epoch": 0.669625375277379,
"grad_norm": 0.29766446352005005,
"learning_rate": 0.00013218450826805919,
"loss": 0.9524,
"step": 15390
},
{
"epoch": 0.6700604794848366,
"grad_norm": 0.2010156512260437,
"learning_rate": 0.00013201044386422977,
"loss": 1.0813,
"step": 15400
},
{
"epoch": 0.6704955836922943,
"grad_norm": 0.1550152450799942,
"learning_rate": 0.00013183637946040036,
"loss": 0.8496,
"step": 15410
},
{
"epoch": 0.670930687899752,
"grad_norm": 0.17914295196533203,
"learning_rate": 0.00013166231505657095,
"loss": 0.8863,
"step": 15420
},
{
"epoch": 0.6713657921072097,
"grad_norm": 0.1644887775182724,
"learning_rate": 0.00013148825065274154,
"loss": 1.104,
"step": 15430
},
{
"epoch": 0.6718008963146673,
"grad_norm": 0.16445966064929962,
"learning_rate": 0.0001313141862489121,
"loss": 1.0562,
"step": 15440
},
{
"epoch": 0.6722360005221251,
"grad_norm": 0.1862325370311737,
"learning_rate": 0.00013114012184508268,
"loss": 0.8842,
"step": 15450
},
{
"epoch": 0.6726711047295827,
"grad_norm": 0.17494997382164001,
"learning_rate": 0.00013096605744125327,
"loss": 0.8967,
"step": 15460
},
{
"epoch": 0.6731062089370404,
"grad_norm": 0.18977752327919006,
"learning_rate": 0.00013079199303742383,
"loss": 0.7733,
"step": 15470
},
{
"epoch": 0.673541313144498,
"grad_norm": 0.2069707065820694,
"learning_rate": 0.00013061792863359445,
"loss": 0.7995,
"step": 15480
},
{
"epoch": 0.6739764173519558,
"grad_norm": 0.16294121742248535,
"learning_rate": 0.00013044386422976503,
"loss": 0.7529,
"step": 15490
},
{
"epoch": 0.6744115215594135,
"grad_norm": 0.15558794140815735,
"learning_rate": 0.00013026979982593562,
"loss": 0.7825,
"step": 15500
},
{
"epoch": 0.6748466257668712,
"grad_norm": 0.1558077037334442,
"learning_rate": 0.00013009573542210618,
"loss": 0.951,
"step": 15510
},
{
"epoch": 0.6752817299743289,
"grad_norm": 0.15146072208881378,
"learning_rate": 0.00012992167101827677,
"loss": 0.8586,
"step": 15520
},
{
"epoch": 0.6757168341817865,
"grad_norm": 0.28240764141082764,
"learning_rate": 0.00012974760661444736,
"loss": 0.9697,
"step": 15530
},
{
"epoch": 0.6761519383892443,
"grad_norm": 0.26157230138778687,
"learning_rate": 0.00012957354221061792,
"loss": 1.0269,
"step": 15540
},
{
"epoch": 0.6765870425967019,
"grad_norm": 0.18513259291648865,
"learning_rate": 0.0001293994778067885,
"loss": 0.8971,
"step": 15550
},
{
"epoch": 0.6770221468041596,
"grad_norm": 0.14282077550888062,
"learning_rate": 0.0001292254134029591,
"loss": 1.057,
"step": 15560
},
{
"epoch": 0.6774572510116172,
"grad_norm": 0.17178994417190552,
"learning_rate": 0.00012905134899912968,
"loss": 0.7331,
"step": 15570
},
{
"epoch": 0.677892355219075,
"grad_norm": 0.13821740448474884,
"learning_rate": 0.00012887728459530027,
"loss": 0.7319,
"step": 15580
},
{
"epoch": 0.6783274594265326,
"grad_norm": 0.15709105134010315,
"learning_rate": 0.00012870322019147086,
"loss": 0.6733,
"step": 15590
},
{
"epoch": 0.6787625636339903,
"grad_norm": 0.2545437514781952,
"learning_rate": 0.00012852915578764144,
"loss": 0.8972,
"step": 15600
},
{
"epoch": 0.679197667841448,
"grad_norm": 0.1533123403787613,
"learning_rate": 0.000128355091383812,
"loss": 0.7939,
"step": 15610
},
{
"epoch": 0.6796327720489057,
"grad_norm": 0.23173370957374573,
"learning_rate": 0.0001281810269799826,
"loss": 1.0516,
"step": 15620
},
{
"epoch": 0.6800678762563634,
"grad_norm": 0.1884673684835434,
"learning_rate": 0.00012800696257615318,
"loss": 0.9432,
"step": 15630
},
{
"epoch": 0.6805029804638211,
"grad_norm": 0.15254825353622437,
"learning_rate": 0.00012783289817232377,
"loss": 0.9614,
"step": 15640
},
{
"epoch": 0.6809380846712788,
"grad_norm": 0.2144722044467926,
"learning_rate": 0.00012765883376849435,
"loss": 1.0237,
"step": 15650
},
{
"epoch": 0.6813731888787364,
"grad_norm": 0.16935914754867554,
"learning_rate": 0.00012748476936466494,
"loss": 0.9673,
"step": 15660
},
{
"epoch": 0.6818082930861942,
"grad_norm": 0.1854322999715805,
"learning_rate": 0.00012731070496083553,
"loss": 0.9292,
"step": 15670
},
{
"epoch": 0.6822433972936518,
"grad_norm": 0.267822265625,
"learning_rate": 0.0001271366405570061,
"loss": 0.8668,
"step": 15680
},
{
"epoch": 0.6826785015011095,
"grad_norm": 0.1654333472251892,
"learning_rate": 0.00012696257615317668,
"loss": 0.8029,
"step": 15690
},
{
"epoch": 0.6831136057085672,
"grad_norm": 0.19060301780700684,
"learning_rate": 0.00012678851174934726,
"loss": 0.908,
"step": 15700
},
{
"epoch": 0.6835487099160249,
"grad_norm": 0.1837865114212036,
"learning_rate": 0.00012661444734551785,
"loss": 0.8562,
"step": 15710
},
{
"epoch": 0.6839838141234825,
"grad_norm": 0.14548422396183014,
"learning_rate": 0.00012644038294168844,
"loss": 0.8455,
"step": 15720
},
{
"epoch": 0.6844189183309403,
"grad_norm": 0.2156643122434616,
"learning_rate": 0.00012626631853785903,
"loss": 1.1721,
"step": 15730
},
{
"epoch": 0.684854022538398,
"grad_norm": 0.1481015384197235,
"learning_rate": 0.0001260922541340296,
"loss": 1.0518,
"step": 15740
},
{
"epoch": 0.6852891267458556,
"grad_norm": 0.18454645574092865,
"learning_rate": 0.00012591818973020017,
"loss": 1.0471,
"step": 15750
},
{
"epoch": 0.6857242309533134,
"grad_norm": 0.15058353543281555,
"learning_rate": 0.00012574412532637076,
"loss": 1.1189,
"step": 15760
},
{
"epoch": 0.686159335160771,
"grad_norm": 0.26162534952163696,
"learning_rate": 0.00012557006092254135,
"loss": 0.8476,
"step": 15770
},
{
"epoch": 0.6865944393682287,
"grad_norm": 0.157731294631958,
"learning_rate": 0.0001253959965187119,
"loss": 0.6854,
"step": 15780
},
{
"epoch": 0.6870295435756864,
"grad_norm": 0.16216865181922913,
"learning_rate": 0.00012522193211488253,
"loss": 1.0179,
"step": 15790
},
{
"epoch": 0.6874646477831441,
"grad_norm": 0.17819246649742126,
"learning_rate": 0.0001250478677110531,
"loss": 1.0717,
"step": 15800
},
{
"epoch": 0.6878997519906017,
"grad_norm": 0.20808249711990356,
"learning_rate": 0.00012487380330722367,
"loss": 0.7826,
"step": 15810
},
{
"epoch": 0.6883348561980595,
"grad_norm": 0.24808968603610992,
"learning_rate": 0.00012469973890339426,
"loss": 1.1016,
"step": 15820
},
{
"epoch": 0.6887699604055171,
"grad_norm": 0.1826430708169937,
"learning_rate": 0.00012452567449956485,
"loss": 1.0806,
"step": 15830
},
{
"epoch": 0.6892050646129748,
"grad_norm": 0.2155878245830536,
"learning_rate": 0.00012435161009573544,
"loss": 0.9708,
"step": 15840
},
{
"epoch": 0.6896401688204324,
"grad_norm": 0.19539175927639008,
"learning_rate": 0.000124177545691906,
"loss": 1.0565,
"step": 15850
},
{
"epoch": 0.6900752730278902,
"grad_norm": 0.28449490666389465,
"learning_rate": 0.00012400348128807658,
"loss": 1.0596,
"step": 15860
},
{
"epoch": 0.6905103772353479,
"grad_norm": 0.1938546895980835,
"learning_rate": 0.00012382941688424717,
"loss": 1.0188,
"step": 15870
},
{
"epoch": 0.6909454814428055,
"grad_norm": 0.14921864867210388,
"learning_rate": 0.00012365535248041776,
"loss": 0.892,
"step": 15880
},
{
"epoch": 0.6913805856502633,
"grad_norm": 0.1736181527376175,
"learning_rate": 0.00012348128807658835,
"loss": 0.884,
"step": 15890
},
{
"epoch": 0.6918156898577209,
"grad_norm": 0.145530104637146,
"learning_rate": 0.00012330722367275893,
"loss": 0.9586,
"step": 15900
},
{
"epoch": 0.6922507940651786,
"grad_norm": 0.1721399575471878,
"learning_rate": 0.0001231331592689295,
"loss": 0.9034,
"step": 15910
},
{
"epoch": 0.6926858982726363,
"grad_norm": 0.13290353119373322,
"learning_rate": 0.00012295909486510008,
"loss": 1.0018,
"step": 15920
},
{
"epoch": 0.693121002480094,
"grad_norm": 0.20847201347351074,
"learning_rate": 0.00012278503046127067,
"loss": 0.8697,
"step": 15930
},
{
"epoch": 0.6935561066875516,
"grad_norm": 0.15200041234493256,
"learning_rate": 0.00012261096605744126,
"loss": 0.9407,
"step": 15940
},
{
"epoch": 0.6939912108950094,
"grad_norm": 0.19486282765865326,
"learning_rate": 0.00012243690165361184,
"loss": 0.9997,
"step": 15950
},
{
"epoch": 0.694426315102467,
"grad_norm": 0.18609577417373657,
"learning_rate": 0.00012226283724978243,
"loss": 0.9795,
"step": 15960
},
{
"epoch": 0.6948614193099247,
"grad_norm": 0.1838487982749939,
"learning_rate": 0.00012208877284595302,
"loss": 0.9189,
"step": 15970
},
{
"epoch": 0.6952965235173824,
"grad_norm": 0.15041163563728333,
"learning_rate": 0.00012191470844212358,
"loss": 0.9658,
"step": 15980
},
{
"epoch": 0.6957316277248401,
"grad_norm": 0.21214143931865692,
"learning_rate": 0.00012174064403829417,
"loss": 0.9915,
"step": 15990
},
{
"epoch": 0.6961667319322978,
"grad_norm": 0.16591282188892365,
"learning_rate": 0.00012156657963446476,
"loss": 1.1258,
"step": 16000
},
{
"epoch": 0.6966018361397555,
"grad_norm": 0.2506297826766968,
"learning_rate": 0.00012139251523063536,
"loss": 1.1783,
"step": 16010
},
{
"epoch": 0.6970369403472132,
"grad_norm": 0.2288905680179596,
"learning_rate": 0.00012121845082680592,
"loss": 0.9932,
"step": 16020
},
{
"epoch": 0.6974720445546708,
"grad_norm": 0.14981737732887268,
"learning_rate": 0.0001210443864229765,
"loss": 0.8845,
"step": 16030
},
{
"epoch": 0.6979071487621286,
"grad_norm": 0.17807143926620483,
"learning_rate": 0.00012087032201914709,
"loss": 0.8705,
"step": 16040
},
{
"epoch": 0.6983422529695862,
"grad_norm": 0.19940301775932312,
"learning_rate": 0.00012069625761531767,
"loss": 0.987,
"step": 16050
},
{
"epoch": 0.6987773571770439,
"grad_norm": 0.15538091957569122,
"learning_rate": 0.00012052219321148825,
"loss": 0.8803,
"step": 16060
},
{
"epoch": 0.6992124613845015,
"grad_norm": 0.1629520207643509,
"learning_rate": 0.00012034812880765884,
"loss": 0.9948,
"step": 16070
},
{
"epoch": 0.6996475655919593,
"grad_norm": 0.154078871011734,
"learning_rate": 0.00012017406440382942,
"loss": 1.1543,
"step": 16080
},
{
"epoch": 0.7000826697994169,
"grad_norm": 0.17327947914600372,
"learning_rate": 0.00012,
"loss": 0.7522,
"step": 16090
},
{
"epoch": 0.7005177740068746,
"grad_norm": 0.15551263093948364,
"learning_rate": 0.00011982593559617059,
"loss": 0.9658,
"step": 16100
},
{
"epoch": 0.7009528782143324,
"grad_norm": 0.20333229005336761,
"learning_rate": 0.00011965187119234118,
"loss": 1.0054,
"step": 16110
},
{
"epoch": 0.70138798242179,
"grad_norm": 0.2384684979915619,
"learning_rate": 0.00011947780678851175,
"loss": 0.9982,
"step": 16120
},
{
"epoch": 0.7018230866292477,
"grad_norm": 0.23100672662258148,
"learning_rate": 0.00011930374238468234,
"loss": 0.8314,
"step": 16130
},
{
"epoch": 0.7022581908367054,
"grad_norm": 0.22469331324100494,
"learning_rate": 0.00011912967798085293,
"loss": 1.0194,
"step": 16140
},
{
"epoch": 0.7026932950441631,
"grad_norm": 0.1772543489933014,
"learning_rate": 0.0001189556135770235,
"loss": 0.8875,
"step": 16150
},
{
"epoch": 0.7031283992516207,
"grad_norm": 0.18347634375095367,
"learning_rate": 0.00011878154917319409,
"loss": 0.8696,
"step": 16160
},
{
"epoch": 0.7035635034590785,
"grad_norm": 0.17647667229175568,
"learning_rate": 0.00011860748476936468,
"loss": 0.82,
"step": 16170
},
{
"epoch": 0.7039986076665361,
"grad_norm": 0.16922402381896973,
"learning_rate": 0.00011843342036553526,
"loss": 0.8082,
"step": 16180
},
{
"epoch": 0.7044337118739938,
"grad_norm": 0.1518615037202835,
"learning_rate": 0.00011825935596170582,
"loss": 1.0135,
"step": 16190
},
{
"epoch": 0.7048688160814515,
"grad_norm": 0.14903727173805237,
"learning_rate": 0.00011808529155787643,
"loss": 0.9757,
"step": 16200
},
{
"epoch": 0.7053039202889092,
"grad_norm": 0.17262054979801178,
"learning_rate": 0.00011791122715404701,
"loss": 0.9642,
"step": 16210
},
{
"epoch": 0.7057390244963668,
"grad_norm": 0.19356539845466614,
"learning_rate": 0.00011773716275021757,
"loss": 0.9794,
"step": 16220
},
{
"epoch": 0.7061741287038246,
"grad_norm": 0.26136741042137146,
"learning_rate": 0.00011756309834638816,
"loss": 0.7384,
"step": 16230
},
{
"epoch": 0.7066092329112823,
"grad_norm": 0.16001835465431213,
"learning_rate": 0.00011738903394255876,
"loss": 1.0428,
"step": 16240
},
{
"epoch": 0.7070443371187399,
"grad_norm": 0.217572882771492,
"learning_rate": 0.00011721496953872932,
"loss": 1.0395,
"step": 16250
},
{
"epoch": 0.7074794413261977,
"grad_norm": 0.1430661529302597,
"learning_rate": 0.00011704090513489991,
"loss": 0.9599,
"step": 16260
},
{
"epoch": 0.7079145455336553,
"grad_norm": 0.16396300494670868,
"learning_rate": 0.0001168668407310705,
"loss": 1.2013,
"step": 16270
},
{
"epoch": 0.708349649741113,
"grad_norm": 0.14886988699436188,
"learning_rate": 0.0001166927763272411,
"loss": 0.9129,
"step": 16280
},
{
"epoch": 0.7087847539485707,
"grad_norm": 0.19776436686515808,
"learning_rate": 0.00011651871192341166,
"loss": 0.8966,
"step": 16290
},
{
"epoch": 0.7092198581560284,
"grad_norm": 0.20339375734329224,
"learning_rate": 0.00011634464751958225,
"loss": 0.8751,
"step": 16300
},
{
"epoch": 0.709654962363486,
"grad_norm": 0.16788117587566376,
"learning_rate": 0.00011617058311575283,
"loss": 0.9041,
"step": 16310
},
{
"epoch": 0.7100900665709438,
"grad_norm": 0.20991742610931396,
"learning_rate": 0.00011599651871192341,
"loss": 1.0488,
"step": 16320
},
{
"epoch": 0.7105251707784014,
"grad_norm": 0.19564978778362274,
"learning_rate": 0.000115822454308094,
"loss": 0.7105,
"step": 16330
},
{
"epoch": 0.7109602749858591,
"grad_norm": 0.22512702643871307,
"learning_rate": 0.00011564838990426458,
"loss": 0.9594,
"step": 16340
},
{
"epoch": 0.7113953791933167,
"grad_norm": 0.1673680692911148,
"learning_rate": 0.00011547432550043517,
"loss": 1.2756,
"step": 16350
},
{
"epoch": 0.7118304834007745,
"grad_norm": 0.2746424674987793,
"learning_rate": 0.00011530026109660575,
"loss": 1.0247,
"step": 16360
},
{
"epoch": 0.7122655876082322,
"grad_norm": 0.25197798013687134,
"learning_rate": 0.00011512619669277633,
"loss": 1.0969,
"step": 16370
},
{
"epoch": 0.7127006918156898,
"grad_norm": 0.20345671474933624,
"learning_rate": 0.00011495213228894692,
"loss": 0.818,
"step": 16380
},
{
"epoch": 0.7131357960231476,
"grad_norm": 0.15837909281253815,
"learning_rate": 0.0001147780678851175,
"loss": 1.0705,
"step": 16390
},
{
"epoch": 0.7135709002306052,
"grad_norm": 0.21168136596679688,
"learning_rate": 0.00011460400348128808,
"loss": 0.9002,
"step": 16400
},
{
"epoch": 0.714006004438063,
"grad_norm": 0.1663704216480255,
"learning_rate": 0.00011442993907745867,
"loss": 1.1456,
"step": 16410
},
{
"epoch": 0.7144411086455206,
"grad_norm": 0.20635293424129486,
"learning_rate": 0.00011425587467362924,
"loss": 0.7415,
"step": 16420
},
{
"epoch": 0.7148762128529783,
"grad_norm": 0.1956561952829361,
"learning_rate": 0.00011408181026979983,
"loss": 0.8888,
"step": 16430
},
{
"epoch": 0.7153113170604359,
"grad_norm": 0.21728354692459106,
"learning_rate": 0.00011390774586597042,
"loss": 0.7942,
"step": 16440
},
{
"epoch": 0.7157464212678937,
"grad_norm": 0.19946259260177612,
"learning_rate": 0.000113733681462141,
"loss": 1.2548,
"step": 16450
},
{
"epoch": 0.7161815254753513,
"grad_norm": 0.14625316858291626,
"learning_rate": 0.00011355961705831158,
"loss": 0.862,
"step": 16460
},
{
"epoch": 0.716616629682809,
"grad_norm": 0.142753005027771,
"learning_rate": 0.00011338555265448217,
"loss": 1.0894,
"step": 16470
},
{
"epoch": 0.7170517338902668,
"grad_norm": 0.19546033442020416,
"learning_rate": 0.00011321148825065276,
"loss": 1.0019,
"step": 16480
},
{
"epoch": 0.7174868380977244,
"grad_norm": 0.143699511885643,
"learning_rate": 0.00011303742384682332,
"loss": 0.9737,
"step": 16490
},
{
"epoch": 0.7179219423051821,
"grad_norm": 0.1902165561914444,
"learning_rate": 0.0001128633594429939,
"loss": 0.9531,
"step": 16500
},
{
"epoch": 0.7183570465126398,
"grad_norm": 0.22073061764240265,
"learning_rate": 0.0001126892950391645,
"loss": 1.0346,
"step": 16510
},
{
"epoch": 0.7187921507200975,
"grad_norm": 0.24871286749839783,
"learning_rate": 0.00011251523063533509,
"loss": 0.9942,
"step": 16520
},
{
"epoch": 0.7192272549275551,
"grad_norm": 0.2602885663509369,
"learning_rate": 0.00011234116623150565,
"loss": 0.9099,
"step": 16530
},
{
"epoch": 0.7196623591350129,
"grad_norm": 0.16625353693962097,
"learning_rate": 0.00011216710182767624,
"loss": 1.0377,
"step": 16540
},
{
"epoch": 0.7200974633424705,
"grad_norm": 0.16110002994537354,
"learning_rate": 0.00011199303742384684,
"loss": 0.8524,
"step": 16550
},
{
"epoch": 0.7205325675499282,
"grad_norm": 0.129790261387825,
"learning_rate": 0.0001118189730200174,
"loss": 0.8809,
"step": 16560
},
{
"epoch": 0.7209676717573859,
"grad_norm": 0.15713422000408173,
"learning_rate": 0.00011164490861618799,
"loss": 0.7727,
"step": 16570
},
{
"epoch": 0.7214027759648436,
"grad_norm": 0.16749127209186554,
"learning_rate": 0.00011147084421235858,
"loss": 0.9302,
"step": 16580
},
{
"epoch": 0.7218378801723012,
"grad_norm": 0.1711587905883789,
"learning_rate": 0.00011129677980852915,
"loss": 0.9563,
"step": 16590
},
{
"epoch": 0.722272984379759,
"grad_norm": 0.17283441126346588,
"learning_rate": 0.00011112271540469974,
"loss": 1.0695,
"step": 16600
},
{
"epoch": 0.7227080885872167,
"grad_norm": 0.15505751967430115,
"learning_rate": 0.00011094865100087033,
"loss": 0.95,
"step": 16610
},
{
"epoch": 0.7231431927946743,
"grad_norm": 0.24620859324932098,
"learning_rate": 0.00011077458659704091,
"loss": 0.8323,
"step": 16620
},
{
"epoch": 0.723578297002132,
"grad_norm": 0.146488755941391,
"learning_rate": 0.00011060052219321149,
"loss": 0.7061,
"step": 16630
},
{
"epoch": 0.7240134012095897,
"grad_norm": 0.19766373932361603,
"learning_rate": 0.00011042645778938208,
"loss": 0.8954,
"step": 16640
},
{
"epoch": 0.7244485054170474,
"grad_norm": 0.15842172503471375,
"learning_rate": 0.00011025239338555266,
"loss": 0.8773,
"step": 16650
},
{
"epoch": 0.724883609624505,
"grad_norm": 0.18405963480472565,
"learning_rate": 0.00011007832898172324,
"loss": 1.0944,
"step": 16660
},
{
"epoch": 0.7253187138319628,
"grad_norm": 0.19903849065303802,
"learning_rate": 0.00010990426457789382,
"loss": 0.8944,
"step": 16670
},
{
"epoch": 0.7257538180394204,
"grad_norm": 0.19455455243587494,
"learning_rate": 0.00010973020017406441,
"loss": 1.0413,
"step": 16680
},
{
"epoch": 0.7261889222468781,
"grad_norm": 0.25774455070495605,
"learning_rate": 0.000109556135770235,
"loss": 1.0107,
"step": 16690
},
{
"epoch": 0.7266240264543358,
"grad_norm": 0.1731988936662674,
"learning_rate": 0.00010938207136640557,
"loss": 0.739,
"step": 16700
},
{
"epoch": 0.7270591306617935,
"grad_norm": 0.1987757682800293,
"learning_rate": 0.00010920800696257616,
"loss": 1.2695,
"step": 16710
},
{
"epoch": 0.7274942348692511,
"grad_norm": 0.17999553680419922,
"learning_rate": 0.00010903394255874675,
"loss": 0.8098,
"step": 16720
},
{
"epoch": 0.7279293390767089,
"grad_norm": 0.1522504985332489,
"learning_rate": 0.00010885987815491732,
"loss": 1.1717,
"step": 16730
},
{
"epoch": 0.7283644432841666,
"grad_norm": 0.22337709367275238,
"learning_rate": 0.00010868581375108791,
"loss": 1.1545,
"step": 16740
},
{
"epoch": 0.7287995474916242,
"grad_norm": 0.19606782495975494,
"learning_rate": 0.0001085117493472585,
"loss": 0.9414,
"step": 16750
},
{
"epoch": 0.729234651699082,
"grad_norm": 0.18611007928848267,
"learning_rate": 0.00010833768494342906,
"loss": 0.9921,
"step": 16760
},
{
"epoch": 0.7296697559065396,
"grad_norm": 0.14732152223587036,
"learning_rate": 0.00010816362053959966,
"loss": 1.0569,
"step": 16770
},
{
"epoch": 0.7301048601139973,
"grad_norm": 0.15173806250095367,
"learning_rate": 0.00010798955613577025,
"loss": 0.9874,
"step": 16780
},
{
"epoch": 0.730539964321455,
"grad_norm": 0.16374096274375916,
"learning_rate": 0.00010781549173194083,
"loss": 0.8515,
"step": 16790
},
{
"epoch": 0.7309750685289127,
"grad_norm": 0.1643427461385727,
"learning_rate": 0.0001076414273281114,
"loss": 0.86,
"step": 16800
},
{
"epoch": 0.7314101727363703,
"grad_norm": 0.15906669199466705,
"learning_rate": 0.00010746736292428198,
"loss": 0.7691,
"step": 16810
},
{
"epoch": 0.7318452769438281,
"grad_norm": 0.18746936321258545,
"learning_rate": 0.00010729329852045258,
"loss": 1.0597,
"step": 16820
},
{
"epoch": 0.7322803811512857,
"grad_norm": 0.21293821930885315,
"learning_rate": 0.00010711923411662314,
"loss": 0.9744,
"step": 16830
},
{
"epoch": 0.7327154853587434,
"grad_norm": 0.16639351844787598,
"learning_rate": 0.00010694516971279373,
"loss": 0.9729,
"step": 16840
},
{
"epoch": 0.733150589566201,
"grad_norm": 0.21327140927314758,
"learning_rate": 0.00010677110530896432,
"loss": 1.1296,
"step": 16850
},
{
"epoch": 0.7335856937736588,
"grad_norm": 0.22257663309574127,
"learning_rate": 0.00010659704090513492,
"loss": 0.9233,
"step": 16860
},
{
"epoch": 0.7340207979811165,
"grad_norm": 0.16935405135154724,
"learning_rate": 0.00010642297650130548,
"loss": 1.0297,
"step": 16870
},
{
"epoch": 0.7344559021885742,
"grad_norm": 0.19962142407894135,
"learning_rate": 0.00010624891209747607,
"loss": 1.0487,
"step": 16880
},
{
"epoch": 0.7348910063960319,
"grad_norm": 0.16257590055465698,
"learning_rate": 0.00010607484769364666,
"loss": 0.8423,
"step": 16890
},
{
"epoch": 0.7353261106034895,
"grad_norm": 0.12890607118606567,
"learning_rate": 0.00010590078328981723,
"loss": 0.8682,
"step": 16900
},
{
"epoch": 0.7357612148109473,
"grad_norm": 0.14088872075080872,
"learning_rate": 0.00010572671888598782,
"loss": 0.8289,
"step": 16910
},
{
"epoch": 0.7361963190184049,
"grad_norm": 0.31658828258514404,
"learning_rate": 0.0001055526544821584,
"loss": 1.0484,
"step": 16920
},
{
"epoch": 0.7366314232258626,
"grad_norm": 0.17447924613952637,
"learning_rate": 0.00010537859007832898,
"loss": 0.7848,
"step": 16930
},
{
"epoch": 0.7370665274333202,
"grad_norm": 0.1582663506269455,
"learning_rate": 0.00010520452567449957,
"loss": 0.8551,
"step": 16940
},
{
"epoch": 0.737501631640778,
"grad_norm": 0.17582924664020538,
"learning_rate": 0.00010503046127067015,
"loss": 0.8047,
"step": 16950
},
{
"epoch": 0.7379367358482356,
"grad_norm": 0.19036638736724854,
"learning_rate": 0.00010485639686684074,
"loss": 0.7493,
"step": 16960
},
{
"epoch": 0.7383718400556933,
"grad_norm": 0.13751184940338135,
"learning_rate": 0.00010468233246301132,
"loss": 0.8595,
"step": 16970
},
{
"epoch": 0.7388069442631511,
"grad_norm": 0.30723392963409424,
"learning_rate": 0.0001045082680591819,
"loss": 1.0809,
"step": 16980
},
{
"epoch": 0.7392420484706087,
"grad_norm": 0.1562824845314026,
"learning_rate": 0.00010433420365535249,
"loss": 1.0535,
"step": 16990
},
{
"epoch": 0.7396771526780664,
"grad_norm": 0.1693074107170105,
"learning_rate": 0.00010416013925152306,
"loss": 1.0661,
"step": 17000
},
{
"epoch": 0.7401122568855241,
"grad_norm": 0.18684853613376617,
"learning_rate": 0.00010398607484769365,
"loss": 0.9071,
"step": 17010
},
{
"epoch": 0.7405473610929818,
"grad_norm": 0.1490795910358429,
"learning_rate": 0.00010381201044386424,
"loss": 0.9222,
"step": 17020
},
{
"epoch": 0.7409824653004394,
"grad_norm": 0.23383188247680664,
"learning_rate": 0.00010363794604003483,
"loss": 0.7979,
"step": 17030
},
{
"epoch": 0.7414175695078972,
"grad_norm": 0.18407152593135834,
"learning_rate": 0.0001034638816362054,
"loss": 1.0588,
"step": 17040
},
{
"epoch": 0.7418526737153548,
"grad_norm": 0.2713472545146942,
"learning_rate": 0.00010328981723237599,
"loss": 0.9697,
"step": 17050
},
{
"epoch": 0.7422877779228125,
"grad_norm": 0.1546311378479004,
"learning_rate": 0.00010311575282854658,
"loss": 1.0114,
"step": 17060
},
{
"epoch": 0.7427228821302702,
"grad_norm": 0.13701336085796356,
"learning_rate": 0.00010294168842471714,
"loss": 1.1465,
"step": 17070
},
{
"epoch": 0.7431579863377279,
"grad_norm": 0.21721693873405457,
"learning_rate": 0.00010276762402088774,
"loss": 0.8992,
"step": 17080
},
{
"epoch": 0.7435930905451855,
"grad_norm": 0.14088588953018188,
"learning_rate": 0.00010259355961705833,
"loss": 0.8199,
"step": 17090
},
{
"epoch": 0.7440281947526433,
"grad_norm": 0.1926387995481491,
"learning_rate": 0.00010241949521322889,
"loss": 0.986,
"step": 17100
},
{
"epoch": 0.744463298960101,
"grad_norm": 0.16176696121692657,
"learning_rate": 0.00010224543080939947,
"loss": 0.8996,
"step": 17110
},
{
"epoch": 0.7448984031675586,
"grad_norm": 0.22894208133220673,
"learning_rate": 0.00010207136640557006,
"loss": 0.9811,
"step": 17120
},
{
"epoch": 0.7453335073750164,
"grad_norm": 0.16878628730773926,
"learning_rate": 0.00010189730200174066,
"loss": 0.9386,
"step": 17130
},
{
"epoch": 0.745768611582474,
"grad_norm": 0.13553936779499054,
"learning_rate": 0.00010172323759791122,
"loss": 0.813,
"step": 17140
},
{
"epoch": 0.7462037157899317,
"grad_norm": 0.2500742971897125,
"learning_rate": 0.00010154917319408181,
"loss": 0.8513,
"step": 17150
},
{
"epoch": 0.7466388199973893,
"grad_norm": 0.184573233127594,
"learning_rate": 0.0001013751087902524,
"loss": 0.8822,
"step": 17160
},
{
"epoch": 0.7470739242048471,
"grad_norm": 0.1434697061777115,
"learning_rate": 0.00010120104438642297,
"loss": 0.784,
"step": 17170
},
{
"epoch": 0.7475090284123047,
"grad_norm": 0.17620974779129028,
"learning_rate": 0.00010102697998259356,
"loss": 0.946,
"step": 17180
},
{
"epoch": 0.7479441326197624,
"grad_norm": 0.3169187605381012,
"learning_rate": 0.00010085291557876415,
"loss": 1.1189,
"step": 17190
},
{
"epoch": 0.7483792368272201,
"grad_norm": 0.19982706010341644,
"learning_rate": 0.00010067885117493473,
"loss": 0.8917,
"step": 17200
},
{
"epoch": 0.7488143410346778,
"grad_norm": 0.17808067798614502,
"learning_rate": 0.00010050478677110531,
"loss": 1.0858,
"step": 17210
},
{
"epoch": 0.7492494452421354,
"grad_norm": 0.13555249571800232,
"learning_rate": 0.0001003307223672759,
"loss": 1.0776,
"step": 17220
},
{
"epoch": 0.7496845494495932,
"grad_norm": 0.2351553589105606,
"learning_rate": 0.00010015665796344648,
"loss": 0.849,
"step": 17230
},
{
"epoch": 0.7501196536570509,
"grad_norm": 0.15894775092601776,
"learning_rate": 9.998259355961707e-05,
"loss": 1.0116,
"step": 17240
},
{
"epoch": 0.7505547578645085,
"grad_norm": 0.2671463191509247,
"learning_rate": 9.980852915578765e-05,
"loss": 0.9443,
"step": 17250
},
{
"epoch": 0.7509898620719663,
"grad_norm": 0.24990177154541016,
"learning_rate": 9.963446475195823e-05,
"loss": 1.1526,
"step": 17260
},
{
"epoch": 0.7514249662794239,
"grad_norm": 0.15857981145381927,
"learning_rate": 9.946040034812881e-05,
"loss": 0.8209,
"step": 17270
},
{
"epoch": 0.7518600704868816,
"grad_norm": 0.15372566878795624,
"learning_rate": 9.92863359442994e-05,
"loss": 0.783,
"step": 17280
},
{
"epoch": 0.7522951746943393,
"grad_norm": 0.26332560181617737,
"learning_rate": 9.911227154046998e-05,
"loss": 1.0377,
"step": 17290
},
{
"epoch": 0.752730278901797,
"grad_norm": 0.26930516958236694,
"learning_rate": 9.893820713664056e-05,
"loss": 1.0285,
"step": 17300
},
{
"epoch": 0.7531653831092546,
"grad_norm": 0.24370631575584412,
"learning_rate": 9.876414273281114e-05,
"loss": 1.2423,
"step": 17310
},
{
"epoch": 0.7536004873167124,
"grad_norm": 0.18910637497901917,
"learning_rate": 9.859007832898173e-05,
"loss": 1.046,
"step": 17320
},
{
"epoch": 0.75403559152417,
"grad_norm": 0.17140048742294312,
"learning_rate": 9.84160139251523e-05,
"loss": 0.9248,
"step": 17330
},
{
"epoch": 0.7544706957316277,
"grad_norm": 0.21118612587451935,
"learning_rate": 9.824194952132289e-05,
"loss": 0.9193,
"step": 17340
},
{
"epoch": 0.7549057999390855,
"grad_norm": 0.19916711747646332,
"learning_rate": 9.806788511749348e-05,
"loss": 0.972,
"step": 17350
},
{
"epoch": 0.7553409041465431,
"grad_norm": 0.17930078506469727,
"learning_rate": 9.789382071366407e-05,
"loss": 0.932,
"step": 17360
},
{
"epoch": 0.7557760083540008,
"grad_norm": 0.1363879144191742,
"learning_rate": 9.771975630983464e-05,
"loss": 0.8282,
"step": 17370
},
{
"epoch": 0.7562111125614585,
"grad_norm": 0.23773576319217682,
"learning_rate": 9.754569190600523e-05,
"loss": 0.7533,
"step": 17380
},
{
"epoch": 0.7566462167689162,
"grad_norm": 0.15101242065429688,
"learning_rate": 9.737162750217582e-05,
"loss": 0.896,
"step": 17390
},
{
"epoch": 0.7570813209763738,
"grad_norm": 0.1975572258234024,
"learning_rate": 9.719756309834639e-05,
"loss": 1.1081,
"step": 17400
},
{
"epoch": 0.7575164251838316,
"grad_norm": 0.1834540069103241,
"learning_rate": 9.702349869451698e-05,
"loss": 1.0229,
"step": 17410
},
{
"epoch": 0.7579515293912892,
"grad_norm": 0.2780913710594177,
"learning_rate": 9.684943429068755e-05,
"loss": 1.2372,
"step": 17420
},
{
"epoch": 0.7583866335987469,
"grad_norm": 0.1790003478527069,
"learning_rate": 9.667536988685814e-05,
"loss": 1.2254,
"step": 17430
},
{
"epoch": 0.7588217378062045,
"grad_norm": 0.21923652291297913,
"learning_rate": 9.650130548302873e-05,
"loss": 1.0058,
"step": 17440
},
{
"epoch": 0.7592568420136623,
"grad_norm": 0.28022199869155884,
"learning_rate": 9.63272410791993e-05,
"loss": 0.982,
"step": 17450
},
{
"epoch": 0.7596919462211199,
"grad_norm": 0.20710037648677826,
"learning_rate": 9.615317667536989e-05,
"loss": 0.9629,
"step": 17460
},
{
"epoch": 0.7601270504285776,
"grad_norm": 0.13351336121559143,
"learning_rate": 9.597911227154048e-05,
"loss": 0.7799,
"step": 17470
},
{
"epoch": 0.7605621546360354,
"grad_norm": 0.18898934125900269,
"learning_rate": 9.580504786771106e-05,
"loss": 1.1046,
"step": 17480
},
{
"epoch": 0.760997258843493,
"grad_norm": 0.1791527271270752,
"learning_rate": 9.563098346388164e-05,
"loss": 0.8739,
"step": 17490
},
{
"epoch": 0.7614323630509507,
"grad_norm": 0.14519226551055908,
"learning_rate": 9.545691906005221e-05,
"loss": 1.0281,
"step": 17500
},
{
"epoch": 0.7618674672584084,
"grad_norm": 0.2074516862630844,
"learning_rate": 9.528285465622281e-05,
"loss": 1.0425,
"step": 17510
},
{
"epoch": 0.7623025714658661,
"grad_norm": 0.1595410704612732,
"learning_rate": 9.510879025239339e-05,
"loss": 1.0191,
"step": 17520
},
{
"epoch": 0.7627376756733237,
"grad_norm": 0.1685759574174881,
"learning_rate": 9.493472584856398e-05,
"loss": 0.9113,
"step": 17530
},
{
"epoch": 0.7631727798807815,
"grad_norm": 0.1980472356081009,
"learning_rate": 9.476066144473455e-05,
"loss": 0.9204,
"step": 17540
},
{
"epoch": 0.7636078840882391,
"grad_norm": 0.19552895426750183,
"learning_rate": 9.458659704090515e-05,
"loss": 0.9343,
"step": 17550
},
{
"epoch": 0.7640429882956968,
"grad_norm": 0.1796679049730301,
"learning_rate": 9.441253263707572e-05,
"loss": 0.9157,
"step": 17560
},
{
"epoch": 0.7644780925031545,
"grad_norm": 0.18242031335830688,
"learning_rate": 9.42384682332463e-05,
"loss": 0.9592,
"step": 17570
},
{
"epoch": 0.7649131967106122,
"grad_norm": 0.23333190381526947,
"learning_rate": 9.406440382941689e-05,
"loss": 0.7638,
"step": 17580
},
{
"epoch": 0.7653483009180698,
"grad_norm": 0.24371588230133057,
"learning_rate": 9.389033942558747e-05,
"loss": 1.2334,
"step": 17590
},
{
"epoch": 0.7657834051255276,
"grad_norm": 0.28058719635009766,
"learning_rate": 9.371627502175806e-05,
"loss": 0.9115,
"step": 17600
},
{
"epoch": 0.7662185093329853,
"grad_norm": 0.13656963407993317,
"learning_rate": 9.354221061792864e-05,
"loss": 0.8764,
"step": 17610
},
{
"epoch": 0.7666536135404429,
"grad_norm": 0.2024504691362381,
"learning_rate": 9.336814621409922e-05,
"loss": 0.9895,
"step": 17620
},
{
"epoch": 0.7670887177479007,
"grad_norm": 0.17176581919193268,
"learning_rate": 9.319408181026981e-05,
"loss": 1.0835,
"step": 17630
},
{
"epoch": 0.7675238219553583,
"grad_norm": 0.19208450615406036,
"learning_rate": 9.302001740644038e-05,
"loss": 1.0409,
"step": 17640
},
{
"epoch": 0.767958926162816,
"grad_norm": 0.1505240499973297,
"learning_rate": 9.284595300261097e-05,
"loss": 0.9756,
"step": 17650
},
{
"epoch": 0.7683940303702737,
"grad_norm": 0.15407924354076385,
"learning_rate": 9.267188859878156e-05,
"loss": 0.8608,
"step": 17660
},
{
"epoch": 0.7688291345777314,
"grad_norm": 0.15473051369190216,
"learning_rate": 9.249782419495213e-05,
"loss": 0.8523,
"step": 17670
},
{
"epoch": 0.769264238785189,
"grad_norm": 0.19913078844547272,
"learning_rate": 9.232375979112272e-05,
"loss": 0.9412,
"step": 17680
},
{
"epoch": 0.7696993429926468,
"grad_norm": 0.16955716907978058,
"learning_rate": 9.21496953872933e-05,
"loss": 1.0188,
"step": 17690
},
{
"epoch": 0.7701344472001044,
"grad_norm": 0.12176234275102615,
"learning_rate": 9.197563098346388e-05,
"loss": 1.1066,
"step": 17700
},
{
"epoch": 0.7705695514075621,
"grad_norm": 0.20275937020778656,
"learning_rate": 9.180156657963447e-05,
"loss": 0.8934,
"step": 17710
},
{
"epoch": 0.7710046556150199,
"grad_norm": 0.18258829414844513,
"learning_rate": 9.162750217580506e-05,
"loss": 1.0222,
"step": 17720
},
{
"epoch": 0.7714397598224775,
"grad_norm": 0.15846000611782074,
"learning_rate": 9.145343777197563e-05,
"loss": 1.0524,
"step": 17730
},
{
"epoch": 0.7718748640299352,
"grad_norm": 0.1714697778224945,
"learning_rate": 9.127937336814622e-05,
"loss": 0.7374,
"step": 17740
},
{
"epoch": 0.7723099682373928,
"grad_norm": 0.17835934460163116,
"learning_rate": 9.110530896431681e-05,
"loss": 0.7919,
"step": 17750
},
{
"epoch": 0.7727450724448506,
"grad_norm": 0.1404590755701065,
"learning_rate": 9.093124456048738e-05,
"loss": 0.9465,
"step": 17760
},
{
"epoch": 0.7731801766523082,
"grad_norm": 0.16001386940479279,
"learning_rate": 9.075718015665797e-05,
"loss": 0.9437,
"step": 17770
},
{
"epoch": 0.7736152808597659,
"grad_norm": 0.21613092720508575,
"learning_rate": 9.058311575282856e-05,
"loss": 0.8515,
"step": 17780
},
{
"epoch": 0.7740503850672236,
"grad_norm": 0.1571071296930313,
"learning_rate": 9.040905134899913e-05,
"loss": 0.9741,
"step": 17790
},
{
"epoch": 0.7744854892746813,
"grad_norm": 0.15862049162387848,
"learning_rate": 9.023498694516972e-05,
"loss": 0.9962,
"step": 17800
},
{
"epoch": 0.7749205934821389,
"grad_norm": 0.15545304119586945,
"learning_rate": 9.006092254134029e-05,
"loss": 0.9138,
"step": 17810
},
{
"epoch": 0.7753556976895967,
"grad_norm": 0.21902233362197876,
"learning_rate": 8.988685813751089e-05,
"loss": 1.0471,
"step": 17820
},
{
"epoch": 0.7757908018970543,
"grad_norm": 0.18501566350460052,
"learning_rate": 8.971279373368147e-05,
"loss": 0.8453,
"step": 17830
},
{
"epoch": 0.776225906104512,
"grad_norm": 0.15327399969100952,
"learning_rate": 8.953872932985204e-05,
"loss": 0.8455,
"step": 17840
},
{
"epoch": 0.7766610103119698,
"grad_norm": 0.19820427894592285,
"learning_rate": 8.936466492602263e-05,
"loss": 1.047,
"step": 17850
},
{
"epoch": 0.7770961145194274,
"grad_norm": 0.1643429398536682,
"learning_rate": 8.919060052219322e-05,
"loss": 1.0236,
"step": 17860
},
{
"epoch": 0.7775312187268851,
"grad_norm": 0.19998353719711304,
"learning_rate": 8.90165361183638e-05,
"loss": 0.8595,
"step": 17870
},
{
"epoch": 0.7779663229343428,
"grad_norm": 0.17597593367099762,
"learning_rate": 8.884247171453438e-05,
"loss": 0.9152,
"step": 17880
},
{
"epoch": 0.7784014271418005,
"grad_norm": 0.20904912054538727,
"learning_rate": 8.866840731070497e-05,
"loss": 0.9525,
"step": 17890
},
{
"epoch": 0.7788365313492581,
"grad_norm": 0.16473278403282166,
"learning_rate": 8.849434290687555e-05,
"loss": 0.964,
"step": 17900
},
{
"epoch": 0.7792716355567159,
"grad_norm": 0.16492252051830292,
"learning_rate": 8.832027850304613e-05,
"loss": 0.9529,
"step": 17910
},
{
"epoch": 0.7797067397641735,
"grad_norm": 0.1273079663515091,
"learning_rate": 8.814621409921671e-05,
"loss": 0.8859,
"step": 17920
},
{
"epoch": 0.7801418439716312,
"grad_norm": 0.15158259868621826,
"learning_rate": 8.79721496953873e-05,
"loss": 1.0091,
"step": 17930
},
{
"epoch": 0.7805769481790888,
"grad_norm": 0.19553107023239136,
"learning_rate": 8.779808529155789e-05,
"loss": 1.1692,
"step": 17940
},
{
"epoch": 0.7810120523865466,
"grad_norm": 0.14001312851905823,
"learning_rate": 8.762402088772846e-05,
"loss": 0.8786,
"step": 17950
},
{
"epoch": 0.7814471565940042,
"grad_norm": 0.24742507934570312,
"learning_rate": 8.744995648389904e-05,
"loss": 1.0732,
"step": 17960
},
{
"epoch": 0.781882260801462,
"grad_norm": 0.15619468688964844,
"learning_rate": 8.727589208006964e-05,
"loss": 0.8025,
"step": 17970
},
{
"epoch": 0.7823173650089197,
"grad_norm": 0.20144064724445343,
"learning_rate": 8.710182767624021e-05,
"loss": 0.8381,
"step": 17980
},
{
"epoch": 0.7827524692163773,
"grad_norm": 0.19809368252754211,
"learning_rate": 8.69277632724108e-05,
"loss": 0.7294,
"step": 17990
},
{
"epoch": 0.783187573423835,
"grad_norm": 0.2240259200334549,
"learning_rate": 8.675369886858137e-05,
"loss": 0.8132,
"step": 18000
},
{
"epoch": 0.7836226776312927,
"grad_norm": 0.1727677434682846,
"learning_rate": 8.657963446475196e-05,
"loss": 1.097,
"step": 18010
},
{
"epoch": 0.7840577818387504,
"grad_norm": 0.1966746747493744,
"learning_rate": 8.640557006092255e-05,
"loss": 0.908,
"step": 18020
},
{
"epoch": 0.784492886046208,
"grad_norm": 0.1683613508939743,
"learning_rate": 8.623150565709312e-05,
"loss": 0.9626,
"step": 18030
},
{
"epoch": 0.7849279902536658,
"grad_norm": 0.17286396026611328,
"learning_rate": 8.605744125326371e-05,
"loss": 0.8503,
"step": 18040
},
{
"epoch": 0.7853630944611234,
"grad_norm": 0.21058829128742218,
"learning_rate": 8.58833768494343e-05,
"loss": 1.0227,
"step": 18050
},
{
"epoch": 0.7857981986685811,
"grad_norm": 0.2248406708240509,
"learning_rate": 8.570931244560487e-05,
"loss": 1.0134,
"step": 18060
},
{
"epoch": 0.7862333028760388,
"grad_norm": 0.1515313684940338,
"learning_rate": 8.553524804177546e-05,
"loss": 0.8091,
"step": 18070
},
{
"epoch": 0.7866684070834965,
"grad_norm": 0.19733935594558716,
"learning_rate": 8.536118363794603e-05,
"loss": 1.0186,
"step": 18080
},
{
"epoch": 0.7871035112909542,
"grad_norm": 0.2253195196390152,
"learning_rate": 8.518711923411664e-05,
"loss": 0.9843,
"step": 18090
},
{
"epoch": 0.7875386154984119,
"grad_norm": 0.21244342625141144,
"learning_rate": 8.501305483028721e-05,
"loss": 1.0427,
"step": 18100
},
{
"epoch": 0.7879737197058696,
"grad_norm": 0.2132980078458786,
"learning_rate": 8.48389904264578e-05,
"loss": 0.9115,
"step": 18110
},
{
"epoch": 0.7884088239133272,
"grad_norm": 0.17070575058460236,
"learning_rate": 8.466492602262837e-05,
"loss": 0.9627,
"step": 18120
},
{
"epoch": 0.788843928120785,
"grad_norm": 0.18185396492481232,
"learning_rate": 8.449086161879896e-05,
"loss": 0.8529,
"step": 18130
},
{
"epoch": 0.7892790323282426,
"grad_norm": 0.15053634345531464,
"learning_rate": 8.431679721496955e-05,
"loss": 0.7852,
"step": 18140
},
{
"epoch": 0.7897141365357003,
"grad_norm": 0.20188836753368378,
"learning_rate": 8.414273281114012e-05,
"loss": 0.9232,
"step": 18150
},
{
"epoch": 0.790149240743158,
"grad_norm": 0.2063523530960083,
"learning_rate": 8.396866840731071e-05,
"loss": 1.0793,
"step": 18160
},
{
"epoch": 0.7905843449506157,
"grad_norm": 0.2504395544528961,
"learning_rate": 8.37946040034813e-05,
"loss": 1.2526,
"step": 18170
},
{
"epoch": 0.7910194491580733,
"grad_norm": 0.20482635498046875,
"learning_rate": 8.362053959965187e-05,
"loss": 0.8397,
"step": 18180
},
{
"epoch": 0.791454553365531,
"grad_norm": 0.16698268055915833,
"learning_rate": 8.344647519582246e-05,
"loss": 1.3576,
"step": 18190
},
{
"epoch": 0.7918896575729887,
"grad_norm": 0.1734628677368164,
"learning_rate": 8.327241079199304e-05,
"loss": 0.8046,
"step": 18200
},
{
"epoch": 0.7923247617804464,
"grad_norm": 0.1637655794620514,
"learning_rate": 8.309834638816363e-05,
"loss": 0.8526,
"step": 18210
},
{
"epoch": 0.7927598659879042,
"grad_norm": 0.18316754698753357,
"learning_rate": 8.29242819843342e-05,
"loss": 0.8414,
"step": 18220
},
{
"epoch": 0.7931949701953618,
"grad_norm": 0.29352718591690063,
"learning_rate": 8.275021758050478e-05,
"loss": 1.1701,
"step": 18230
},
{
"epoch": 0.7936300744028195,
"grad_norm": 0.1421179473400116,
"learning_rate": 8.257615317667538e-05,
"loss": 0.7794,
"step": 18240
},
{
"epoch": 0.7940651786102771,
"grad_norm": 0.19047334790229797,
"learning_rate": 8.240208877284596e-05,
"loss": 0.7981,
"step": 18250
},
{
"epoch": 0.7945002828177349,
"grad_norm": 0.16723406314849854,
"learning_rate": 8.222802436901654e-05,
"loss": 0.8784,
"step": 18260
},
{
"epoch": 0.7949353870251925,
"grad_norm": 0.1519441157579422,
"learning_rate": 8.205395996518712e-05,
"loss": 0.9107,
"step": 18270
},
{
"epoch": 0.7953704912326502,
"grad_norm": 0.1842900961637497,
"learning_rate": 8.187989556135772e-05,
"loss": 0.7659,
"step": 18280
},
{
"epoch": 0.7958055954401079,
"grad_norm": 0.2201019823551178,
"learning_rate": 8.170583115752829e-05,
"loss": 1.0059,
"step": 18290
},
{
"epoch": 0.7962406996475656,
"grad_norm": 0.1631251871585846,
"learning_rate": 8.153176675369887e-05,
"loss": 0.8042,
"step": 18300
},
{
"epoch": 0.7966758038550232,
"grad_norm": 0.13705052435398102,
"learning_rate": 8.135770234986945e-05,
"loss": 0.9098,
"step": 18310
},
{
"epoch": 0.797110908062481,
"grad_norm": 0.25051355361938477,
"learning_rate": 8.118363794604004e-05,
"loss": 1.032,
"step": 18320
},
{
"epoch": 0.7975460122699386,
"grad_norm": 0.2532966732978821,
"learning_rate": 8.100957354221063e-05,
"loss": 1.0417,
"step": 18330
},
{
"epoch": 0.7979811164773963,
"grad_norm": 0.1840963512659073,
"learning_rate": 8.08355091383812e-05,
"loss": 1.1188,
"step": 18340
},
{
"epoch": 0.7984162206848541,
"grad_norm": 0.170390322804451,
"learning_rate": 8.066144473455178e-05,
"loss": 0.891,
"step": 18350
},
{
"epoch": 0.7988513248923117,
"grad_norm": 0.2513755261898041,
"learning_rate": 8.048738033072238e-05,
"loss": 1.0394,
"step": 18360
},
{
"epoch": 0.7992864290997694,
"grad_norm": 0.21236638724803925,
"learning_rate": 8.031331592689295e-05,
"loss": 0.877,
"step": 18370
},
{
"epoch": 0.7997215333072271,
"grad_norm": 0.23300160467624664,
"learning_rate": 8.013925152306354e-05,
"loss": 0.9283,
"step": 18380
},
{
"epoch": 0.8001566375146848,
"grad_norm": 0.14945778250694275,
"learning_rate": 7.996518711923411e-05,
"loss": 0.9188,
"step": 18390
},
{
"epoch": 0.8005917417221424,
"grad_norm": 0.25422048568725586,
"learning_rate": 7.97911227154047e-05,
"loss": 0.8976,
"step": 18400
},
{
"epoch": 0.8010268459296002,
"grad_norm": 0.30836424231529236,
"learning_rate": 7.961705831157529e-05,
"loss": 1.0928,
"step": 18410
},
{
"epoch": 0.8014619501370578,
"grad_norm": 0.1978662610054016,
"learning_rate": 7.944299390774586e-05,
"loss": 0.8525,
"step": 18420
},
{
"epoch": 0.8018970543445155,
"grad_norm": 0.19913454353809357,
"learning_rate": 7.926892950391645e-05,
"loss": 0.885,
"step": 18430
},
{
"epoch": 0.8023321585519732,
"grad_norm": 0.14273180067539215,
"learning_rate": 7.909486510008704e-05,
"loss": 0.9331,
"step": 18440
},
{
"epoch": 0.8027672627594309,
"grad_norm": 0.23643970489501953,
"learning_rate": 7.892080069625763e-05,
"loss": 1.023,
"step": 18450
},
{
"epoch": 0.8032023669668885,
"grad_norm": 0.28409990668296814,
"learning_rate": 7.87467362924282e-05,
"loss": 1.0323,
"step": 18460
},
{
"epoch": 0.8036374711743463,
"grad_norm": 0.1714560091495514,
"learning_rate": 7.857267188859879e-05,
"loss": 0.9068,
"step": 18470
},
{
"epoch": 0.804072575381804,
"grad_norm": 0.15398067235946655,
"learning_rate": 7.839860748476937e-05,
"loss": 0.7631,
"step": 18480
},
{
"epoch": 0.8045076795892616,
"grad_norm": 0.2078976333141327,
"learning_rate": 7.822454308093995e-05,
"loss": 1.0338,
"step": 18490
},
{
"epoch": 0.8049427837967194,
"grad_norm": 0.21854963898658752,
"learning_rate": 7.805047867711054e-05,
"loss": 0.9035,
"step": 18500
},
{
"epoch": 0.805377888004177,
"grad_norm": 0.14036701619625092,
"learning_rate": 7.787641427328112e-05,
"loss": 0.9855,
"step": 18510
},
{
"epoch": 0.8058129922116347,
"grad_norm": 0.14281846582889557,
"learning_rate": 7.77023498694517e-05,
"loss": 0.8543,
"step": 18520
},
{
"epoch": 0.8062480964190923,
"grad_norm": 0.1993188112974167,
"learning_rate": 7.752828546562228e-05,
"loss": 1.1373,
"step": 18530
},
{
"epoch": 0.8066832006265501,
"grad_norm": 0.14955656230449677,
"learning_rate": 7.735422106179286e-05,
"loss": 0.8499,
"step": 18540
},
{
"epoch": 0.8071183048340077,
"grad_norm": 0.17925740778446198,
"learning_rate": 7.718015665796346e-05,
"loss": 0.9373,
"step": 18550
},
{
"epoch": 0.8075534090414654,
"grad_norm": 0.19743888080120087,
"learning_rate": 7.700609225413403e-05,
"loss": 0.8193,
"step": 18560
},
{
"epoch": 0.8079885132489231,
"grad_norm": 0.17075760662555695,
"learning_rate": 7.683202785030461e-05,
"loss": 0.8439,
"step": 18570
},
{
"epoch": 0.8084236174563808,
"grad_norm": 0.14773429930210114,
"learning_rate": 7.66579634464752e-05,
"loss": 0.9395,
"step": 18580
},
{
"epoch": 0.8088587216638385,
"grad_norm": 0.18554344773292542,
"learning_rate": 7.648389904264578e-05,
"loss": 1.1926,
"step": 18590
},
{
"epoch": 0.8092938258712962,
"grad_norm": 0.17312131822109222,
"learning_rate": 7.630983463881637e-05,
"loss": 0.781,
"step": 18600
},
{
"epoch": 0.8097289300787539,
"grad_norm": 0.13818493485450745,
"learning_rate": 7.613577023498694e-05,
"loss": 1.0611,
"step": 18610
},
{
"epoch": 0.8101640342862115,
"grad_norm": 0.19599592685699463,
"learning_rate": 7.596170583115753e-05,
"loss": 0.8067,
"step": 18620
},
{
"epoch": 0.8105991384936693,
"grad_norm": 0.2374945729970932,
"learning_rate": 7.578764142732812e-05,
"loss": 0.9525,
"step": 18630
},
{
"epoch": 0.8110342427011269,
"grad_norm": 0.22636368870735168,
"learning_rate": 7.56135770234987e-05,
"loss": 1.0279,
"step": 18640
},
{
"epoch": 0.8114693469085846,
"grad_norm": 0.2583714425563812,
"learning_rate": 7.543951261966928e-05,
"loss": 0.8749,
"step": 18650
},
{
"epoch": 0.8119044511160423,
"grad_norm": 0.19053786993026733,
"learning_rate": 7.526544821583986e-05,
"loss": 0.7746,
"step": 18660
},
{
"epoch": 0.8123395553235,
"grad_norm": 0.158677875995636,
"learning_rate": 7.509138381201046e-05,
"loss": 0.7284,
"step": 18670
},
{
"epoch": 0.8127746595309576,
"grad_norm": 0.2012791633605957,
"learning_rate": 7.491731940818103e-05,
"loss": 0.8767,
"step": 18680
},
{
"epoch": 0.8132097637384154,
"grad_norm": 0.1684926152229309,
"learning_rate": 7.47432550043516e-05,
"loss": 0.9621,
"step": 18690
},
{
"epoch": 0.813644867945873,
"grad_norm": 0.1983875334262848,
"learning_rate": 7.456919060052219e-05,
"loss": 0.7091,
"step": 18700
},
{
"epoch": 0.8140799721533307,
"grad_norm": 0.16098427772521973,
"learning_rate": 7.439512619669278e-05,
"loss": 0.8087,
"step": 18710
},
{
"epoch": 0.8145150763607885,
"grad_norm": 0.14994385838508606,
"learning_rate": 7.422106179286337e-05,
"loss": 0.9823,
"step": 18720
},
{
"epoch": 0.8149501805682461,
"grad_norm": 0.17850737273693085,
"learning_rate": 7.404699738903394e-05,
"loss": 0.8334,
"step": 18730
},
{
"epoch": 0.8153852847757038,
"grad_norm": 0.2590816915035248,
"learning_rate": 7.387293298520453e-05,
"loss": 0.9272,
"step": 18740
},
{
"epoch": 0.8158203889831614,
"grad_norm": 0.18759320676326752,
"learning_rate": 7.369886858137512e-05,
"loss": 0.8868,
"step": 18750
},
{
"epoch": 0.8162554931906192,
"grad_norm": 0.1443486362695694,
"learning_rate": 7.352480417754569e-05,
"loss": 0.935,
"step": 18760
},
{
"epoch": 0.8166905973980768,
"grad_norm": 0.16048365831375122,
"learning_rate": 7.335073977371628e-05,
"loss": 0.8941,
"step": 18770
},
{
"epoch": 0.8171257016055345,
"grad_norm": 0.22534658014774323,
"learning_rate": 7.317667536988687e-05,
"loss": 1.0974,
"step": 18780
},
{
"epoch": 0.8175608058129922,
"grad_norm": 0.18206267058849335,
"learning_rate": 7.300261096605745e-05,
"loss": 0.9962,
"step": 18790
},
{
"epoch": 0.8179959100204499,
"grad_norm": 0.1507861167192459,
"learning_rate": 7.282854656222803e-05,
"loss": 1.0902,
"step": 18800
},
{
"epoch": 0.8184310142279075,
"grad_norm": 0.26262038946151733,
"learning_rate": 7.26544821583986e-05,
"loss": 0.9531,
"step": 18810
},
{
"epoch": 0.8188661184353653,
"grad_norm": 0.13250137865543365,
"learning_rate": 7.24804177545692e-05,
"loss": 1.0157,
"step": 18820
},
{
"epoch": 0.8193012226428229,
"grad_norm": 0.16101230680942535,
"learning_rate": 7.230635335073978e-05,
"loss": 1.0964,
"step": 18830
},
{
"epoch": 0.8197363268502806,
"grad_norm": 0.16829261183738708,
"learning_rate": 7.213228894691036e-05,
"loss": 0.9104,
"step": 18840
},
{
"epoch": 0.8201714310577384,
"grad_norm": 0.1514967828989029,
"learning_rate": 7.195822454308094e-05,
"loss": 1.0531,
"step": 18850
},
{
"epoch": 0.820606535265196,
"grad_norm": 0.13388662040233612,
"learning_rate": 7.178416013925153e-05,
"loss": 0.8256,
"step": 18860
},
{
"epoch": 0.8210416394726537,
"grad_norm": 0.1675201803445816,
"learning_rate": 7.161009573542211e-05,
"loss": 0.9576,
"step": 18870
},
{
"epoch": 0.8214767436801114,
"grad_norm": 0.1843433976173401,
"learning_rate": 7.143603133159269e-05,
"loss": 0.939,
"step": 18880
},
{
"epoch": 0.8219118478875691,
"grad_norm": 0.1960410475730896,
"learning_rate": 7.126196692776327e-05,
"loss": 0.8833,
"step": 18890
},
{
"epoch": 0.8223469520950267,
"grad_norm": 0.2784574329853058,
"learning_rate": 7.108790252393386e-05,
"loss": 0.9843,
"step": 18900
},
{
"epoch": 0.8227820563024845,
"grad_norm": 0.20563358068466187,
"learning_rate": 7.091383812010444e-05,
"loss": 1.1574,
"step": 18910
},
{
"epoch": 0.8232171605099421,
"grad_norm": 0.18036241829395294,
"learning_rate": 7.073977371627502e-05,
"loss": 1.1087,
"step": 18920
},
{
"epoch": 0.8236522647173998,
"grad_norm": 0.1981084644794464,
"learning_rate": 7.056570931244561e-05,
"loss": 0.8713,
"step": 18930
},
{
"epoch": 0.8240873689248575,
"grad_norm": 0.18183456361293793,
"learning_rate": 7.03916449086162e-05,
"loss": 1.017,
"step": 18940
},
{
"epoch": 0.8245224731323152,
"grad_norm": 0.16545370221138,
"learning_rate": 7.021758050478677e-05,
"loss": 0.9152,
"step": 18950
},
{
"epoch": 0.8249575773397729,
"grad_norm": 0.197767972946167,
"learning_rate": 7.004351610095736e-05,
"loss": 1.1539,
"step": 18960
},
{
"epoch": 0.8253926815472306,
"grad_norm": 0.23600493371486664,
"learning_rate": 6.986945169712793e-05,
"loss": 0.9725,
"step": 18970
},
{
"epoch": 0.8258277857546883,
"grad_norm": 0.255426287651062,
"learning_rate": 6.969538729329852e-05,
"loss": 1.0024,
"step": 18980
},
{
"epoch": 0.8262628899621459,
"grad_norm": 0.16180697083473206,
"learning_rate": 6.952132288946911e-05,
"loss": 0.9458,
"step": 18990
},
{
"epoch": 0.8266979941696037,
"grad_norm": 0.17150358855724335,
"learning_rate": 6.934725848563968e-05,
"loss": 1.024,
"step": 19000
},
{
"epoch": 0.8271330983770613,
"grad_norm": 0.1422012448310852,
"learning_rate": 6.917319408181027e-05,
"loss": 1.077,
"step": 19010
},
{
"epoch": 0.827568202584519,
"grad_norm": 0.21289196610450745,
"learning_rate": 6.899912967798086e-05,
"loss": 1.0258,
"step": 19020
},
{
"epoch": 0.8280033067919766,
"grad_norm": 0.27921903133392334,
"learning_rate": 6.882506527415143e-05,
"loss": 0.9739,
"step": 19030
},
{
"epoch": 0.8284384109994344,
"grad_norm": 0.15814974904060364,
"learning_rate": 6.865100087032202e-05,
"loss": 1.0943,
"step": 19040
},
{
"epoch": 0.828873515206892,
"grad_norm": 0.1326717734336853,
"learning_rate": 6.847693646649261e-05,
"loss": 0.8255,
"step": 19050
},
{
"epoch": 0.8293086194143497,
"grad_norm": 0.16045650839805603,
"learning_rate": 6.83028720626632e-05,
"loss": 1.0641,
"step": 19060
},
{
"epoch": 0.8297437236218074,
"grad_norm": 0.18771959841251373,
"learning_rate": 6.812880765883377e-05,
"loss": 0.9083,
"step": 19070
},
{
"epoch": 0.8301788278292651,
"grad_norm": 0.18763196468353271,
"learning_rate": 6.795474325500434e-05,
"loss": 1.0703,
"step": 19080
},
{
"epoch": 0.8306139320367228,
"grad_norm": 0.2633727192878723,
"learning_rate": 6.778067885117494e-05,
"loss": 1.0502,
"step": 19090
},
{
"epoch": 0.8310490362441805,
"grad_norm": 0.1835077553987503,
"learning_rate": 6.760661444734552e-05,
"loss": 1.0574,
"step": 19100
},
{
"epoch": 0.8314841404516382,
"grad_norm": 0.27962246537208557,
"learning_rate": 6.74325500435161e-05,
"loss": 0.9225,
"step": 19110
},
{
"epoch": 0.8319192446590958,
"grad_norm": 0.2043529599905014,
"learning_rate": 6.725848563968668e-05,
"loss": 0.9348,
"step": 19120
},
{
"epoch": 0.8323543488665536,
"grad_norm": 0.23217295110225677,
"learning_rate": 6.708442123585728e-05,
"loss": 0.8642,
"step": 19130
},
{
"epoch": 0.8327894530740112,
"grad_norm": 0.22060838341712952,
"learning_rate": 6.691035683202786e-05,
"loss": 1.1582,
"step": 19140
},
{
"epoch": 0.8332245572814689,
"grad_norm": 0.22670814394950867,
"learning_rate": 6.673629242819843e-05,
"loss": 0.9291,
"step": 19150
},
{
"epoch": 0.8336596614889266,
"grad_norm": 0.17755211889743805,
"learning_rate": 6.656222802436902e-05,
"loss": 0.7931,
"step": 19160
},
{
"epoch": 0.8340947656963843,
"grad_norm": 0.19033922255039215,
"learning_rate": 6.63881636205396e-05,
"loss": 0.8125,
"step": 19170
},
{
"epoch": 0.8345298699038419,
"grad_norm": 0.13197803497314453,
"learning_rate": 6.621409921671019e-05,
"loss": 0.9217,
"step": 19180
},
{
"epoch": 0.8349649741112997,
"grad_norm": 0.23487889766693115,
"learning_rate": 6.604003481288077e-05,
"loss": 0.9237,
"step": 19190
},
{
"epoch": 0.8354000783187573,
"grad_norm": 0.15078972280025482,
"learning_rate": 6.586597040905135e-05,
"loss": 0.9444,
"step": 19200
},
{
"epoch": 0.835835182526215,
"grad_norm": 0.18546657264232635,
"learning_rate": 6.569190600522194e-05,
"loss": 0.9171,
"step": 19210
},
{
"epoch": 0.8362702867336728,
"grad_norm": 0.18773674964904785,
"learning_rate": 6.551784160139252e-05,
"loss": 0.8343,
"step": 19220
},
{
"epoch": 0.8367053909411304,
"grad_norm": 0.1735110580921173,
"learning_rate": 6.53437771975631e-05,
"loss": 0.8236,
"step": 19230
},
{
"epoch": 0.8371404951485881,
"grad_norm": 0.17253386974334717,
"learning_rate": 6.516971279373369e-05,
"loss": 0.8782,
"step": 19240
},
{
"epoch": 0.8375755993560458,
"grad_norm": 0.1613723486661911,
"learning_rate": 6.499564838990426e-05,
"loss": 1.1362,
"step": 19250
},
{
"epoch": 0.8380107035635035,
"grad_norm": 0.17466841638088226,
"learning_rate": 6.482158398607485e-05,
"loss": 1.1127,
"step": 19260
},
{
"epoch": 0.8384458077709611,
"grad_norm": 0.16505271196365356,
"learning_rate": 6.464751958224543e-05,
"loss": 0.8424,
"step": 19270
},
{
"epoch": 0.8388809119784189,
"grad_norm": 0.23112115263938904,
"learning_rate": 6.447345517841601e-05,
"loss": 0.8833,
"step": 19280
},
{
"epoch": 0.8393160161858765,
"grad_norm": 0.16636377573013306,
"learning_rate": 6.42993907745866e-05,
"loss": 1.0735,
"step": 19290
},
{
"epoch": 0.8397511203933342,
"grad_norm": 0.1742333620786667,
"learning_rate": 6.412532637075719e-05,
"loss": 1.2125,
"step": 19300
},
{
"epoch": 0.8401862246007918,
"grad_norm": 0.2035333514213562,
"learning_rate": 6.395126196692776e-05,
"loss": 0.7371,
"step": 19310
},
{
"epoch": 0.8406213288082496,
"grad_norm": 0.16964584589004517,
"learning_rate": 6.377719756309835e-05,
"loss": 0.8276,
"step": 19320
},
{
"epoch": 0.8410564330157073,
"grad_norm": 0.1925494223833084,
"learning_rate": 6.360313315926894e-05,
"loss": 0.8374,
"step": 19330
},
{
"epoch": 0.8414915372231649,
"grad_norm": 0.19386349618434906,
"learning_rate": 6.342906875543951e-05,
"loss": 1.1852,
"step": 19340
},
{
"epoch": 0.8419266414306227,
"grad_norm": 0.2411712110042572,
"learning_rate": 6.32550043516101e-05,
"loss": 0.9042,
"step": 19350
},
{
"epoch": 0.8423617456380803,
"grad_norm": 0.22648976743221283,
"learning_rate": 6.308093994778069e-05,
"loss": 0.9834,
"step": 19360
},
{
"epoch": 0.842796849845538,
"grad_norm": 0.21437038481235504,
"learning_rate": 6.290687554395126e-05,
"loss": 1.0969,
"step": 19370
},
{
"epoch": 0.8432319540529957,
"grad_norm": 0.19809319078922272,
"learning_rate": 6.273281114012185e-05,
"loss": 0.9315,
"step": 19380
},
{
"epoch": 0.8436670582604534,
"grad_norm": 0.22579734027385712,
"learning_rate": 6.255874673629242e-05,
"loss": 1.0365,
"step": 19390
},
{
"epoch": 0.844102162467911,
"grad_norm": 0.17491209506988525,
"learning_rate": 6.238468233246302e-05,
"loss": 0.7707,
"step": 19400
},
{
"epoch": 0.8445372666753688,
"grad_norm": 0.17860639095306396,
"learning_rate": 6.22106179286336e-05,
"loss": 1.008,
"step": 19410
},
{
"epoch": 0.8449723708828264,
"grad_norm": 0.14320684969425201,
"learning_rate": 6.203655352480417e-05,
"loss": 1.2081,
"step": 19420
},
{
"epoch": 0.8454074750902841,
"grad_norm": 0.13450630009174347,
"learning_rate": 6.186248912097476e-05,
"loss": 1.0653,
"step": 19430
},
{
"epoch": 0.8458425792977418,
"grad_norm": 0.217901349067688,
"learning_rate": 6.168842471714535e-05,
"loss": 0.8336,
"step": 19440
},
{
"epoch": 0.8462776835051995,
"grad_norm": 0.1355215460062027,
"learning_rate": 6.151436031331593e-05,
"loss": 0.9716,
"step": 19450
},
{
"epoch": 0.8467127877126572,
"grad_norm": 0.2707291543483734,
"learning_rate": 6.134029590948651e-05,
"loss": 0.8802,
"step": 19460
},
{
"epoch": 0.8471478919201149,
"grad_norm": 0.19442923367023468,
"learning_rate": 6.11662315056571e-05,
"loss": 0.7967,
"step": 19470
},
{
"epoch": 0.8475829961275726,
"grad_norm": 0.15499736368656158,
"learning_rate": 6.099216710182768e-05,
"loss": 0.8411,
"step": 19480
},
{
"epoch": 0.8480181003350302,
"grad_norm": 0.16336895525455475,
"learning_rate": 6.081810269799826e-05,
"loss": 1.0938,
"step": 19490
},
{
"epoch": 0.848453204542488,
"grad_norm": 0.2561851739883423,
"learning_rate": 6.0644038294168845e-05,
"loss": 0.8505,
"step": 19500
},
{
"epoch": 0.8488883087499456,
"grad_norm": 0.1257486790418625,
"learning_rate": 6.0469973890339426e-05,
"loss": 0.8424,
"step": 19510
},
{
"epoch": 0.8493234129574033,
"grad_norm": 0.22806048393249512,
"learning_rate": 6.0295909486510013e-05,
"loss": 1.0047,
"step": 19520
},
{
"epoch": 0.849758517164861,
"grad_norm": 0.18951593339443207,
"learning_rate": 6.0121845082680594e-05,
"loss": 0.8947,
"step": 19530
},
{
"epoch": 0.8501936213723187,
"grad_norm": 0.2238932102918625,
"learning_rate": 5.9947780678851175e-05,
"loss": 1.0284,
"step": 19540
},
{
"epoch": 0.8506287255797763,
"grad_norm": 0.1414356380701065,
"learning_rate": 5.977371627502176e-05,
"loss": 0.8823,
"step": 19550
},
{
"epoch": 0.851063829787234,
"grad_norm": 0.18167854845523834,
"learning_rate": 5.9599651871192343e-05,
"loss": 1.1198,
"step": 19560
},
{
"epoch": 0.8514989339946917,
"grad_norm": 0.20340706408023834,
"learning_rate": 5.942558746736293e-05,
"loss": 0.8114,
"step": 19570
},
{
"epoch": 0.8519340382021494,
"grad_norm": 0.17980626225471497,
"learning_rate": 5.925152306353351e-05,
"loss": 0.8113,
"step": 19580
},
{
"epoch": 0.8523691424096072,
"grad_norm": 0.19543130695819855,
"learning_rate": 5.9077458659704086e-05,
"loss": 0.9226,
"step": 19590
},
{
"epoch": 0.8528042466170648,
"grad_norm": 0.2536396086215973,
"learning_rate": 5.890339425587468e-05,
"loss": 0.9157,
"step": 19600
},
{
"epoch": 0.8532393508245225,
"grad_norm": 0.1598268300294876,
"learning_rate": 5.8729329852045254e-05,
"loss": 0.8055,
"step": 19610
},
{
"epoch": 0.8536744550319801,
"grad_norm": 0.15213432908058167,
"learning_rate": 5.855526544821585e-05,
"loss": 1.031,
"step": 19620
},
{
"epoch": 0.8541095592394379,
"grad_norm": 0.26133424043655396,
"learning_rate": 5.838120104438642e-05,
"loss": 0.9004,
"step": 19630
},
{
"epoch": 0.8545446634468955,
"grad_norm": 0.18796826899051666,
"learning_rate": 5.820713664055702e-05,
"loss": 1.1046,
"step": 19640
},
{
"epoch": 0.8549797676543532,
"grad_norm": 0.1950211375951767,
"learning_rate": 5.803307223672759e-05,
"loss": 1.2064,
"step": 19650
},
{
"epoch": 0.8554148718618109,
"grad_norm": 0.1905728578567505,
"learning_rate": 5.785900783289817e-05,
"loss": 0.7456,
"step": 19660
},
{
"epoch": 0.8558499760692686,
"grad_norm": 0.17853765189647675,
"learning_rate": 5.768494342906876e-05,
"loss": 1.0174,
"step": 19670
},
{
"epoch": 0.8562850802767262,
"grad_norm": 0.23532158136367798,
"learning_rate": 5.751087902523934e-05,
"loss": 1.0546,
"step": 19680
},
{
"epoch": 0.856720184484184,
"grad_norm": 0.17782357335090637,
"learning_rate": 5.733681462140993e-05,
"loss": 0.8954,
"step": 19690
},
{
"epoch": 0.8571552886916417,
"grad_norm": 0.2345300316810608,
"learning_rate": 5.716275021758051e-05,
"loss": 1.1441,
"step": 19700
},
{
"epoch": 0.8575903928990993,
"grad_norm": 0.15047350525856018,
"learning_rate": 5.698868581375109e-05,
"loss": 0.8477,
"step": 19710
},
{
"epoch": 0.8580254971065571,
"grad_norm": 0.17972996830940247,
"learning_rate": 5.681462140992168e-05,
"loss": 1.0673,
"step": 19720
},
{
"epoch": 0.8584606013140147,
"grad_norm": 0.20828492939472198,
"learning_rate": 5.664055700609225e-05,
"loss": 1.005,
"step": 19730
},
{
"epoch": 0.8588957055214724,
"grad_norm": 0.2761803865432739,
"learning_rate": 5.6466492602262845e-05,
"loss": 1.0297,
"step": 19740
},
{
"epoch": 0.8593308097289301,
"grad_norm": 0.17050477862358093,
"learning_rate": 5.629242819843342e-05,
"loss": 0.7418,
"step": 19750
},
{
"epoch": 0.8597659139363878,
"grad_norm": 0.19407251477241516,
"learning_rate": 5.6118363794604e-05,
"loss": 0.9056,
"step": 19760
},
{
"epoch": 0.8602010181438454,
"grad_norm": 0.22747650742530823,
"learning_rate": 5.594429939077459e-05,
"loss": 1.151,
"step": 19770
},
{
"epoch": 0.8606361223513032,
"grad_norm": 0.19173429906368256,
"learning_rate": 5.577023498694517e-05,
"loss": 1.0649,
"step": 19780
},
{
"epoch": 0.8610712265587608,
"grad_norm": 0.21992558240890503,
"learning_rate": 5.5596170583115756e-05,
"loss": 0.8119,
"step": 19790
},
{
"epoch": 0.8615063307662185,
"grad_norm": 0.13811439275741577,
"learning_rate": 5.5422106179286337e-05,
"loss": 0.8325,
"step": 19800
},
{
"epoch": 0.8619414349736761,
"grad_norm": 0.12910474836826324,
"learning_rate": 5.5248041775456924e-05,
"loss": 1.0455,
"step": 19810
},
{
"epoch": 0.8623765391811339,
"grad_norm": 0.1917533129453659,
"learning_rate": 5.5073977371627505e-05,
"loss": 0.9091,
"step": 19820
},
{
"epoch": 0.8628116433885916,
"grad_norm": 0.2284449338912964,
"learning_rate": 5.4899912967798086e-05,
"loss": 0.905,
"step": 19830
},
{
"epoch": 0.8632467475960492,
"grad_norm": 0.15458817780017853,
"learning_rate": 5.472584856396867e-05,
"loss": 1.0486,
"step": 19840
},
{
"epoch": 0.863681851803507,
"grad_norm": 0.16726848483085632,
"learning_rate": 5.4551784160139254e-05,
"loss": 0.829,
"step": 19850
},
{
"epoch": 0.8641169560109646,
"grad_norm": 0.18754467368125916,
"learning_rate": 5.437771975630984e-05,
"loss": 0.8692,
"step": 19860
},
{
"epoch": 0.8645520602184223,
"grad_norm": 0.2762235403060913,
"learning_rate": 5.420365535248042e-05,
"loss": 0.9794,
"step": 19870
},
{
"epoch": 0.86498716442588,
"grad_norm": 0.2802667021751404,
"learning_rate": 5.4029590948650996e-05,
"loss": 0.9602,
"step": 19880
},
{
"epoch": 0.8654222686333377,
"grad_norm": 0.14559364318847656,
"learning_rate": 5.385552654482159e-05,
"loss": 1.001,
"step": 19890
},
{
"epoch": 0.8658573728407953,
"grad_norm": 0.17307975888252258,
"learning_rate": 5.3681462140992165e-05,
"loss": 0.8182,
"step": 19900
},
{
"epoch": 0.8662924770482531,
"grad_norm": 0.1873578578233719,
"learning_rate": 5.350739773716276e-05,
"loss": 0.9845,
"step": 19910
},
{
"epoch": 0.8667275812557107,
"grad_norm": 0.18192312121391296,
"learning_rate": 5.333333333333333e-05,
"loss": 0.9725,
"step": 19920
},
{
"epoch": 0.8671626854631684,
"grad_norm": 0.2024359405040741,
"learning_rate": 5.3159268929503914e-05,
"loss": 0.7895,
"step": 19930
},
{
"epoch": 0.8675977896706261,
"grad_norm": 0.14476263523101807,
"learning_rate": 5.29852045256745e-05,
"loss": 0.9184,
"step": 19940
},
{
"epoch": 0.8680328938780838,
"grad_norm": 0.13401740789413452,
"learning_rate": 5.281114012184508e-05,
"loss": 0.8814,
"step": 19950
},
{
"epoch": 0.8684679980855415,
"grad_norm": 0.17506574094295502,
"learning_rate": 5.263707571801567e-05,
"loss": 0.8693,
"step": 19960
},
{
"epoch": 0.8689031022929992,
"grad_norm": 0.18625737726688385,
"learning_rate": 5.246301131418625e-05,
"loss": 0.857,
"step": 19970
},
{
"epoch": 0.8693382065004569,
"grad_norm": 0.15617261826992035,
"learning_rate": 5.228894691035684e-05,
"loss": 0.8178,
"step": 19980
},
{
"epoch": 0.8697733107079145,
"grad_norm": 0.2294551283121109,
"learning_rate": 5.211488250652742e-05,
"loss": 0.8568,
"step": 19990
},
{
"epoch": 0.8702084149153723,
"grad_norm": 0.20826612412929535,
"learning_rate": 5.1940818102698e-05,
"loss": 0.9161,
"step": 20000
},
{
"epoch": 0.8706435191228299,
"grad_norm": 0.14170502126216888,
"learning_rate": 5.176675369886859e-05,
"loss": 0.8334,
"step": 20010
},
{
"epoch": 0.8710786233302876,
"grad_norm": 0.1961752027273178,
"learning_rate": 5.159268929503917e-05,
"loss": 1.0068,
"step": 20020
},
{
"epoch": 0.8715137275377453,
"grad_norm": 0.17310048639774323,
"learning_rate": 5.1418624891209756e-05,
"loss": 0.8263,
"step": 20030
},
{
"epoch": 0.871948831745203,
"grad_norm": 0.22903475165367126,
"learning_rate": 5.124456048738033e-05,
"loss": 0.9334,
"step": 20040
},
{
"epoch": 0.8723839359526606,
"grad_norm": 0.14615556597709656,
"learning_rate": 5.107049608355091e-05,
"loss": 0.8189,
"step": 20050
},
{
"epoch": 0.8728190401601184,
"grad_norm": 0.19767643511295319,
"learning_rate": 5.08964316797215e-05,
"loss": 0.9465,
"step": 20060
},
{
"epoch": 0.873254144367576,
"grad_norm": 0.1884232610464096,
"learning_rate": 5.072236727589208e-05,
"loss": 0.906,
"step": 20070
},
{
"epoch": 0.8736892485750337,
"grad_norm": 0.1596698760986328,
"learning_rate": 5.0548302872062666e-05,
"loss": 0.9899,
"step": 20080
},
{
"epoch": 0.8741243527824915,
"grad_norm": 0.18069544434547424,
"learning_rate": 5.037423846823325e-05,
"loss": 0.6503,
"step": 20090
},
{
"epoch": 0.8745594569899491,
"grad_norm": 0.17431499063968658,
"learning_rate": 5.020017406440383e-05,
"loss": 1.0544,
"step": 20100
},
{
"epoch": 0.8749945611974068,
"grad_norm": 0.2448613941669464,
"learning_rate": 5.0026109660574416e-05,
"loss": 0.9338,
"step": 20110
},
{
"epoch": 0.8754296654048644,
"grad_norm": 0.20757830142974854,
"learning_rate": 4.9852045256745e-05,
"loss": 0.9704,
"step": 20120
},
{
"epoch": 0.8758647696123222,
"grad_norm": 0.2048102617263794,
"learning_rate": 4.967798085291558e-05,
"loss": 1.0407,
"step": 20130
},
{
"epoch": 0.8762998738197798,
"grad_norm": 0.15974871814250946,
"learning_rate": 4.9503916449086165e-05,
"loss": 0.9636,
"step": 20140
},
{
"epoch": 0.8767349780272375,
"grad_norm": 0.17403759062290192,
"learning_rate": 4.9329852045256746e-05,
"loss": 0.9363,
"step": 20150
},
{
"epoch": 0.8771700822346952,
"grad_norm": 0.23204225301742554,
"learning_rate": 4.915578764142733e-05,
"loss": 1.1298,
"step": 20160
},
{
"epoch": 0.8776051864421529,
"grad_norm": 0.21011008322238922,
"learning_rate": 4.8981723237597914e-05,
"loss": 0.8214,
"step": 20170
},
{
"epoch": 0.8780402906496105,
"grad_norm": 0.15484824776649475,
"learning_rate": 4.88076588337685e-05,
"loss": 0.842,
"step": 20180
},
{
"epoch": 0.8784753948570683,
"grad_norm": 0.17281536757946014,
"learning_rate": 4.8633594429939075e-05,
"loss": 0.786,
"step": 20190
},
{
"epoch": 0.878910499064526,
"grad_norm": 0.16693538427352905,
"learning_rate": 4.845953002610966e-05,
"loss": 0.8367,
"step": 20200
},
{
"epoch": 0.8793456032719836,
"grad_norm": 0.15930303931236267,
"learning_rate": 4.8285465622280244e-05,
"loss": 0.7777,
"step": 20210
},
{
"epoch": 0.8797807074794414,
"grad_norm": 0.2658943831920624,
"learning_rate": 4.811140121845083e-05,
"loss": 1.0648,
"step": 20220
},
{
"epoch": 0.880215811686899,
"grad_norm": 0.2511177361011505,
"learning_rate": 4.793733681462141e-05,
"loss": 1.1959,
"step": 20230
},
{
"epoch": 0.8806509158943567,
"grad_norm": 0.1380482316017151,
"learning_rate": 4.776327241079199e-05,
"loss": 0.7244,
"step": 20240
},
{
"epoch": 0.8810860201018144,
"grad_norm": 0.18622152507305145,
"learning_rate": 4.7589208006962574e-05,
"loss": 0.9011,
"step": 20250
},
{
"epoch": 0.8815211243092721,
"grad_norm": 0.22497627139091492,
"learning_rate": 4.741514360313316e-05,
"loss": 0.9186,
"step": 20260
},
{
"epoch": 0.8819562285167297,
"grad_norm": 0.20169301331043243,
"learning_rate": 4.724107919930374e-05,
"loss": 0.8633,
"step": 20270
},
{
"epoch": 0.8823913327241875,
"grad_norm": 0.24585703015327454,
"learning_rate": 4.706701479547433e-05,
"loss": 1.1742,
"step": 20280
},
{
"epoch": 0.8828264369316451,
"grad_norm": 0.2104920893907547,
"learning_rate": 4.689295039164491e-05,
"loss": 0.7609,
"step": 20290
},
{
"epoch": 0.8832615411391028,
"grad_norm": 0.1777099072933197,
"learning_rate": 4.671888598781549e-05,
"loss": 1.0753,
"step": 20300
},
{
"epoch": 0.8836966453465604,
"grad_norm": 0.1877506822347641,
"learning_rate": 4.654482158398608e-05,
"loss": 0.9655,
"step": 20310
},
{
"epoch": 0.8841317495540182,
"grad_norm": 0.19245128333568573,
"learning_rate": 4.637075718015666e-05,
"loss": 0.8734,
"step": 20320
},
{
"epoch": 0.8845668537614759,
"grad_norm": 0.22017021477222443,
"learning_rate": 4.619669277632725e-05,
"loss": 0.9223,
"step": 20330
},
{
"epoch": 0.8850019579689336,
"grad_norm": 0.172147735953331,
"learning_rate": 4.602262837249783e-05,
"loss": 0.8608,
"step": 20340
},
{
"epoch": 0.8854370621763913,
"grad_norm": 0.23409441113471985,
"learning_rate": 4.584856396866841e-05,
"loss": 0.9928,
"step": 20350
},
{
"epoch": 0.8858721663838489,
"grad_norm": 0.27204230427742004,
"learning_rate": 4.567449956483899e-05,
"loss": 1.0646,
"step": 20360
},
{
"epoch": 0.8863072705913067,
"grad_norm": 0.1902398020029068,
"learning_rate": 4.550043516100958e-05,
"loss": 0.9709,
"step": 20370
},
{
"epoch": 0.8867423747987643,
"grad_norm": 0.2388319969177246,
"learning_rate": 4.532637075718016e-05,
"loss": 1.1762,
"step": 20380
},
{
"epoch": 0.887177479006222,
"grad_norm": 0.2652972936630249,
"learning_rate": 4.5152306353350745e-05,
"loss": 0.7703,
"step": 20390
},
{
"epoch": 0.8876125832136796,
"grad_norm": 0.22086648643016815,
"learning_rate": 4.4978241949521326e-05,
"loss": 0.9128,
"step": 20400
},
{
"epoch": 0.8880476874211374,
"grad_norm": 0.26544493436813354,
"learning_rate": 4.480417754569191e-05,
"loss": 1.0894,
"step": 20410
},
{
"epoch": 0.888482791628595,
"grad_norm": 0.18008200824260712,
"learning_rate": 4.463011314186249e-05,
"loss": 0.9114,
"step": 20420
},
{
"epoch": 0.8889178958360527,
"grad_norm": 0.24209794402122498,
"learning_rate": 4.4456048738033075e-05,
"loss": 0.9291,
"step": 20430
},
{
"epoch": 0.8893530000435104,
"grad_norm": 0.1968284547328949,
"learning_rate": 4.4281984334203656e-05,
"loss": 0.9223,
"step": 20440
},
{
"epoch": 0.8897881042509681,
"grad_norm": 0.16015730798244476,
"learning_rate": 4.4107919930374244e-05,
"loss": 0.9399,
"step": 20450
},
{
"epoch": 0.8902232084584258,
"grad_norm": 0.22755807638168335,
"learning_rate": 4.3933855526544825e-05,
"loss": 1.0116,
"step": 20460
},
{
"epoch": 0.8906583126658835,
"grad_norm": 0.15126536786556244,
"learning_rate": 4.3759791122715405e-05,
"loss": 0.8757,
"step": 20470
},
{
"epoch": 0.8910934168733412,
"grad_norm": 0.16165269911289215,
"learning_rate": 4.3585726718885986e-05,
"loss": 1.068,
"step": 20480
},
{
"epoch": 0.8915285210807988,
"grad_norm": 0.2318110316991806,
"learning_rate": 4.3411662315056574e-05,
"loss": 0.6696,
"step": 20490
},
{
"epoch": 0.8919636252882566,
"grad_norm": 0.14256031811237335,
"learning_rate": 4.3237597911227155e-05,
"loss": 0.8027,
"step": 20500
},
{
"epoch": 0.8923987294957142,
"grad_norm": 0.16713261604309082,
"learning_rate": 4.306353350739774e-05,
"loss": 1.0319,
"step": 20510
},
{
"epoch": 0.8928338337031719,
"grad_norm": 0.3030630350112915,
"learning_rate": 4.288946910356832e-05,
"loss": 1.0519,
"step": 20520
},
{
"epoch": 0.8932689379106296,
"grad_norm": 0.21095740795135498,
"learning_rate": 4.2715404699738904e-05,
"loss": 0.9813,
"step": 20530
},
{
"epoch": 0.8937040421180873,
"grad_norm": 0.17244817316532135,
"learning_rate": 4.2541340295909484e-05,
"loss": 0.8233,
"step": 20540
},
{
"epoch": 0.8941391463255449,
"grad_norm": 0.24913567304611206,
"learning_rate": 4.236727589208007e-05,
"loss": 0.8813,
"step": 20550
},
{
"epoch": 0.8945742505330027,
"grad_norm": 0.25635582208633423,
"learning_rate": 4.219321148825065e-05,
"loss": 1.084,
"step": 20560
},
{
"epoch": 0.8950093547404604,
"grad_norm": 0.18840532004833221,
"learning_rate": 4.201914708442124e-05,
"loss": 0.8973,
"step": 20570
},
{
"epoch": 0.895444458947918,
"grad_norm": 0.20893986523151398,
"learning_rate": 4.184508268059182e-05,
"loss": 1.0088,
"step": 20580
},
{
"epoch": 0.8958795631553758,
"grad_norm": 0.14829662442207336,
"learning_rate": 4.16710182767624e-05,
"loss": 0.7646,
"step": 20590
},
{
"epoch": 0.8963146673628334,
"grad_norm": 0.2336588054895401,
"learning_rate": 4.149695387293299e-05,
"loss": 0.8323,
"step": 20600
},
{
"epoch": 0.8967497715702911,
"grad_norm": 0.2538301944732666,
"learning_rate": 4.132288946910357e-05,
"loss": 1.1447,
"step": 20610
},
{
"epoch": 0.8971848757777487,
"grad_norm": 0.25288474559783936,
"learning_rate": 4.114882506527416e-05,
"loss": 0.8224,
"step": 20620
},
{
"epoch": 0.8976199799852065,
"grad_norm": 0.20563025772571564,
"learning_rate": 4.097476066144474e-05,
"loss": 0.832,
"step": 20630
},
{
"epoch": 0.8980550841926641,
"grad_norm": 0.16822725534439087,
"learning_rate": 4.080069625761532e-05,
"loss": 0.7422,
"step": 20640
},
{
"epoch": 0.8984901884001218,
"grad_norm": 0.156948983669281,
"learning_rate": 4.06266318537859e-05,
"loss": 0.8684,
"step": 20650
},
{
"epoch": 0.8989252926075795,
"grad_norm": 0.14130569994449615,
"learning_rate": 4.045256744995649e-05,
"loss": 0.8709,
"step": 20660
},
{
"epoch": 0.8993603968150372,
"grad_norm": 0.18535929918289185,
"learning_rate": 4.027850304612707e-05,
"loss": 0.8724,
"step": 20670
},
{
"epoch": 0.8997955010224948,
"grad_norm": 0.14003539085388184,
"learning_rate": 4.0104438642297656e-05,
"loss": 0.8636,
"step": 20680
},
{
"epoch": 0.9002306052299526,
"grad_norm": 0.17130394279956818,
"learning_rate": 3.993037423846824e-05,
"loss": 0.9677,
"step": 20690
},
{
"epoch": 0.9006657094374103,
"grad_norm": 0.21025905013084412,
"learning_rate": 3.975630983463882e-05,
"loss": 1.0802,
"step": 20700
},
{
"epoch": 0.9011008136448679,
"grad_norm": 0.17499348521232605,
"learning_rate": 3.95822454308094e-05,
"loss": 1.0082,
"step": 20710
},
{
"epoch": 0.9015359178523257,
"grad_norm": 0.2326761931180954,
"learning_rate": 3.9408181026979986e-05,
"loss": 0.8385,
"step": 20720
},
{
"epoch": 0.9019710220597833,
"grad_norm": 0.16858237981796265,
"learning_rate": 3.923411662315057e-05,
"loss": 0.8675,
"step": 20730
},
{
"epoch": 0.902406126267241,
"grad_norm": 0.2653048634529114,
"learning_rate": 3.9060052219321154e-05,
"loss": 1.0715,
"step": 20740
},
{
"epoch": 0.9028412304746987,
"grad_norm": 0.2739498019218445,
"learning_rate": 3.888598781549173e-05,
"loss": 0.9315,
"step": 20750
},
{
"epoch": 0.9032763346821564,
"grad_norm": 0.26460012793540955,
"learning_rate": 3.8711923411662316e-05,
"loss": 1.1173,
"step": 20760
},
{
"epoch": 0.903711438889614,
"grad_norm": 0.17182350158691406,
"learning_rate": 3.85378590078329e-05,
"loss": 0.9785,
"step": 20770
},
{
"epoch": 0.9041465430970718,
"grad_norm": 0.15211191773414612,
"learning_rate": 3.8363794604003484e-05,
"loss": 0.7857,
"step": 20780
},
{
"epoch": 0.9045816473045294,
"grad_norm": 0.27032652497291565,
"learning_rate": 3.8189730200174065e-05,
"loss": 0.9176,
"step": 20790
},
{
"epoch": 0.9050167515119871,
"grad_norm": 0.19676335155963898,
"learning_rate": 3.801566579634465e-05,
"loss": 0.779,
"step": 20800
},
{
"epoch": 0.9054518557194448,
"grad_norm": 0.2797180414199829,
"learning_rate": 3.7841601392515234e-05,
"loss": 1.0006,
"step": 20810
},
{
"epoch": 0.9058869599269025,
"grad_norm": 0.2577514350414276,
"learning_rate": 3.7667536988685814e-05,
"loss": 1.0009,
"step": 20820
},
{
"epoch": 0.9063220641343602,
"grad_norm": 0.21644222736358643,
"learning_rate": 3.7493472584856395e-05,
"loss": 0.9273,
"step": 20830
},
{
"epoch": 0.9067571683418179,
"grad_norm": 0.19731439650058746,
"learning_rate": 3.731940818102698e-05,
"loss": 0.9423,
"step": 20840
},
{
"epoch": 0.9071922725492756,
"grad_norm": 0.16016758978366852,
"learning_rate": 3.7145343777197563e-05,
"loss": 0.8408,
"step": 20850
},
{
"epoch": 0.9076273767567332,
"grad_norm": 0.19263672828674316,
"learning_rate": 3.697127937336815e-05,
"loss": 0.9173,
"step": 20860
},
{
"epoch": 0.908062480964191,
"grad_norm": 0.16928617656230927,
"learning_rate": 3.679721496953873e-05,
"loss": 0.7301,
"step": 20870
},
{
"epoch": 0.9084975851716486,
"grad_norm": 0.15682575106620789,
"learning_rate": 3.662315056570931e-05,
"loss": 0.9643,
"step": 20880
},
{
"epoch": 0.9089326893791063,
"grad_norm": 0.2158227264881134,
"learning_rate": 3.64490861618799e-05,
"loss": 1.1125,
"step": 20890
},
{
"epoch": 0.9093677935865639,
"grad_norm": 0.12341704219579697,
"learning_rate": 3.627502175805048e-05,
"loss": 0.7251,
"step": 20900
},
{
"epoch": 0.9098028977940217,
"grad_norm": 0.2063806802034378,
"learning_rate": 3.610095735422107e-05,
"loss": 1.1973,
"step": 20910
},
{
"epoch": 0.9102380020014793,
"grad_norm": 0.18965288996696472,
"learning_rate": 3.592689295039164e-05,
"loss": 0.9998,
"step": 20920
},
{
"epoch": 0.910673106208937,
"grad_norm": 0.18391671776771545,
"learning_rate": 3.575282854656223e-05,
"loss": 0.8588,
"step": 20930
},
{
"epoch": 0.9111082104163948,
"grad_norm": 0.2253313660621643,
"learning_rate": 3.557876414273281e-05,
"loss": 0.8983,
"step": 20940
},
{
"epoch": 0.9115433146238524,
"grad_norm": 0.18149130046367645,
"learning_rate": 3.54046997389034e-05,
"loss": 0.9111,
"step": 20950
},
{
"epoch": 0.9119784188313101,
"grad_norm": 0.25594598054885864,
"learning_rate": 3.523063533507398e-05,
"loss": 0.9724,
"step": 20960
},
{
"epoch": 0.9124135230387678,
"grad_norm": 0.17482106387615204,
"learning_rate": 3.505657093124457e-05,
"loss": 1.023,
"step": 20970
},
{
"epoch": 0.9128486272462255,
"grad_norm": 0.18379482626914978,
"learning_rate": 3.488250652741514e-05,
"loss": 0.9533,
"step": 20980
},
{
"epoch": 0.9132837314536831,
"grad_norm": 0.18745923042297363,
"learning_rate": 3.470844212358573e-05,
"loss": 0.7919,
"step": 20990
},
{
"epoch": 0.9137188356611409,
"grad_norm": 0.22128495573997498,
"learning_rate": 3.453437771975631e-05,
"loss": 0.9112,
"step": 21000
},
{
"epoch": 0.9141539398685985,
"grad_norm": 0.15969796478748322,
"learning_rate": 3.43603133159269e-05,
"loss": 1.0003,
"step": 21010
},
{
"epoch": 0.9145890440760562,
"grad_norm": 0.16627530753612518,
"learning_rate": 3.418624891209748e-05,
"loss": 0.8742,
"step": 21020
},
{
"epoch": 0.9150241482835139,
"grad_norm": 0.20163680613040924,
"learning_rate": 3.4012184508268065e-05,
"loss": 0.7846,
"step": 21030
},
{
"epoch": 0.9154592524909716,
"grad_norm": 0.16975703835487366,
"learning_rate": 3.383812010443864e-05,
"loss": 0.7723,
"step": 21040
},
{
"epoch": 0.9158943566984292,
"grad_norm": 0.1966480165719986,
"learning_rate": 3.366405570060923e-05,
"loss": 1.1207,
"step": 21050
},
{
"epoch": 0.916329460905887,
"grad_norm": 0.18142107129096985,
"learning_rate": 3.348999129677981e-05,
"loss": 0.9147,
"step": 21060
},
{
"epoch": 0.9167645651133447,
"grad_norm": 0.1910754293203354,
"learning_rate": 3.3315926892950395e-05,
"loss": 0.8632,
"step": 21070
},
{
"epoch": 0.9171996693208023,
"grad_norm": 0.2087833136320114,
"learning_rate": 3.3141862489120976e-05,
"loss": 0.7579,
"step": 21080
},
{
"epoch": 0.9176347735282601,
"grad_norm": 0.19261234998703003,
"learning_rate": 3.296779808529156e-05,
"loss": 1.231,
"step": 21090
},
{
"epoch": 0.9180698777357177,
"grad_norm": 0.15856386721134186,
"learning_rate": 3.2793733681462144e-05,
"loss": 1.116,
"step": 21100
},
{
"epoch": 0.9185049819431754,
"grad_norm": 0.17606770992279053,
"learning_rate": 3.2619669277632725e-05,
"loss": 0.9628,
"step": 21110
},
{
"epoch": 0.918940086150633,
"grad_norm": 0.14945390820503235,
"learning_rate": 3.2445604873803306e-05,
"loss": 0.9119,
"step": 21120
},
{
"epoch": 0.9193751903580908,
"grad_norm": 0.19223333895206451,
"learning_rate": 3.227154046997389e-05,
"loss": 0.9444,
"step": 21130
},
{
"epoch": 0.9198102945655484,
"grad_norm": 0.19285941123962402,
"learning_rate": 3.2097476066144474e-05,
"loss": 0.9096,
"step": 21140
},
{
"epoch": 0.9202453987730062,
"grad_norm": 0.2589336633682251,
"learning_rate": 3.1923411662315055e-05,
"loss": 0.8446,
"step": 21150
},
{
"epoch": 0.9206805029804638,
"grad_norm": 0.17124374210834503,
"learning_rate": 3.174934725848564e-05,
"loss": 0.9892,
"step": 21160
},
{
"epoch": 0.9211156071879215,
"grad_norm": 0.17675909399986267,
"learning_rate": 3.157528285465622e-05,
"loss": 0.9345,
"step": 21170
},
{
"epoch": 0.9215507113953791,
"grad_norm": 0.2616255283355713,
"learning_rate": 3.140121845082681e-05,
"loss": 0.8241,
"step": 21180
},
{
"epoch": 0.9219858156028369,
"grad_norm": 0.24226294457912445,
"learning_rate": 3.122715404699739e-05,
"loss": 1.0098,
"step": 21190
},
{
"epoch": 0.9224209198102946,
"grad_norm": 0.20367328822612762,
"learning_rate": 3.105308964316798e-05,
"loss": 0.8182,
"step": 21200
},
{
"epoch": 0.9228560240177522,
"grad_norm": 0.18156558275222778,
"learning_rate": 3.087902523933855e-05,
"loss": 0.8639,
"step": 21210
},
{
"epoch": 0.92329112822521,
"grad_norm": 0.2722025513648987,
"learning_rate": 3.070496083550914e-05,
"loss": 1.1838,
"step": 21220
},
{
"epoch": 0.9237262324326676,
"grad_norm": 0.18378862738609314,
"learning_rate": 3.053089643167972e-05,
"loss": 1.1304,
"step": 21230
},
{
"epoch": 0.9241613366401253,
"grad_norm": 0.1767851859331131,
"learning_rate": 3.0356832027850306e-05,
"loss": 0.8654,
"step": 21240
},
{
"epoch": 0.924596440847583,
"grad_norm": 0.14620499312877655,
"learning_rate": 3.018276762402089e-05,
"loss": 0.8141,
"step": 21250
},
{
"epoch": 0.9250315450550407,
"grad_norm": 0.20000551640987396,
"learning_rate": 3.000870322019147e-05,
"loss": 1.1213,
"step": 21260
},
{
"epoch": 0.9254666492624983,
"grad_norm": 0.1785465031862259,
"learning_rate": 2.9834638816362055e-05,
"loss": 0.9698,
"step": 21270
},
{
"epoch": 0.9259017534699561,
"grad_norm": 0.19953645765781403,
"learning_rate": 2.966057441253264e-05,
"loss": 0.9993,
"step": 21280
},
{
"epoch": 0.9263368576774137,
"grad_norm": 0.22191107273101807,
"learning_rate": 2.9486510008703223e-05,
"loss": 0.976,
"step": 21290
},
{
"epoch": 0.9267719618848714,
"grad_norm": 0.2069002091884613,
"learning_rate": 2.9312445604873807e-05,
"loss": 0.8511,
"step": 21300
},
{
"epoch": 0.9272070660923291,
"grad_norm": 0.3304890990257263,
"learning_rate": 2.913838120104439e-05,
"loss": 1.066,
"step": 21310
},
{
"epoch": 0.9276421702997868,
"grad_norm": 0.15157359838485718,
"learning_rate": 2.896431679721497e-05,
"loss": 0.9388,
"step": 21320
},
{
"epoch": 0.9280772745072445,
"grad_norm": 0.18447358906269073,
"learning_rate": 2.8790252393385553e-05,
"loss": 1.1011,
"step": 21330
},
{
"epoch": 0.9285123787147022,
"grad_norm": 0.1556965708732605,
"learning_rate": 2.8616187989556137e-05,
"loss": 0.9696,
"step": 21340
},
{
"epoch": 0.9289474829221599,
"grad_norm": 0.17875494062900543,
"learning_rate": 2.844212358572672e-05,
"loss": 0.9311,
"step": 21350
},
{
"epoch": 0.9293825871296175,
"grad_norm": 0.18373027443885803,
"learning_rate": 2.8268059181897306e-05,
"loss": 1.0182,
"step": 21360
},
{
"epoch": 0.9298176913370753,
"grad_norm": 0.15694642066955566,
"learning_rate": 2.809399477806789e-05,
"loss": 0.8528,
"step": 21370
},
{
"epoch": 0.9302527955445329,
"grad_norm": 0.2133055180311203,
"learning_rate": 2.7919930374238467e-05,
"loss": 0.7903,
"step": 21380
},
{
"epoch": 0.9306878997519906,
"grad_norm": 0.1877705305814743,
"learning_rate": 2.774586597040905e-05,
"loss": 1.0371,
"step": 21390
},
{
"epoch": 0.9311230039594482,
"grad_norm": 0.25567400455474854,
"learning_rate": 2.7571801566579636e-05,
"loss": 0.9326,
"step": 21400
},
{
"epoch": 0.931558108166906,
"grad_norm": 0.16893233358860016,
"learning_rate": 2.739773716275022e-05,
"loss": 0.9214,
"step": 21410
},
{
"epoch": 0.9319932123743636,
"grad_norm": 0.20092123746871948,
"learning_rate": 2.7223672758920804e-05,
"loss": 0.9198,
"step": 21420
},
{
"epoch": 0.9324283165818213,
"grad_norm": 0.20480817556381226,
"learning_rate": 2.704960835509138e-05,
"loss": 0.904,
"step": 21430
},
{
"epoch": 0.9328634207892791,
"grad_norm": 0.2936774492263794,
"learning_rate": 2.6875543951261966e-05,
"loss": 0.8709,
"step": 21440
},
{
"epoch": 0.9332985249967367,
"grad_norm": 0.16860683262348175,
"learning_rate": 2.670147954743255e-05,
"loss": 0.973,
"step": 21450
},
{
"epoch": 0.9337336292041944,
"grad_norm": 0.21383698284626007,
"learning_rate": 2.6527415143603134e-05,
"loss": 1.4739,
"step": 21460
},
{
"epoch": 0.9341687334116521,
"grad_norm": 0.21155180037021637,
"learning_rate": 2.6353350739773718e-05,
"loss": 0.8766,
"step": 21470
},
{
"epoch": 0.9346038376191098,
"grad_norm": 0.1417711079120636,
"learning_rate": 2.6179286335944302e-05,
"loss": 1.0355,
"step": 21480
},
{
"epoch": 0.9350389418265674,
"grad_norm": 0.15642419457435608,
"learning_rate": 2.6005221932114883e-05,
"loss": 0.7387,
"step": 21490
},
{
"epoch": 0.9354740460340252,
"grad_norm": 0.14783519506454468,
"learning_rate": 2.5831157528285467e-05,
"loss": 0.7869,
"step": 21500
},
{
"epoch": 0.9359091502414828,
"grad_norm": 0.16526681184768677,
"learning_rate": 2.5657093124456048e-05,
"loss": 1.0827,
"step": 21510
},
{
"epoch": 0.9363442544489405,
"grad_norm": 0.1403351128101349,
"learning_rate": 2.5483028720626632e-05,
"loss": 0.8811,
"step": 21520
},
{
"epoch": 0.9367793586563982,
"grad_norm": 0.31014636158943176,
"learning_rate": 2.5308964316797216e-05,
"loss": 1.1068,
"step": 21530
},
{
"epoch": 0.9372144628638559,
"grad_norm": 0.1745421439409256,
"learning_rate": 2.51348999129678e-05,
"loss": 0.8707,
"step": 21540
},
{
"epoch": 0.9376495670713135,
"grad_norm": 0.2460077404975891,
"learning_rate": 2.4960835509138385e-05,
"loss": 1.0639,
"step": 21550
},
{
"epoch": 0.9380846712787713,
"grad_norm": 0.2425888329744339,
"learning_rate": 2.4786771105308966e-05,
"loss": 0.9168,
"step": 21560
},
{
"epoch": 0.938519775486229,
"grad_norm": 0.1712726503610611,
"learning_rate": 2.461270670147955e-05,
"loss": 0.8389,
"step": 21570
},
{
"epoch": 0.9389548796936866,
"grad_norm": 0.17050530016422272,
"learning_rate": 2.4438642297650134e-05,
"loss": 0.8062,
"step": 21580
},
{
"epoch": 0.9393899839011444,
"grad_norm": 0.19703201949596405,
"learning_rate": 2.4264577893820715e-05,
"loss": 0.8508,
"step": 21590
},
{
"epoch": 0.939825088108602,
"grad_norm": 0.24704693257808685,
"learning_rate": 2.40905134899913e-05,
"loss": 0.9864,
"step": 21600
},
{
"epoch": 0.9402601923160597,
"grad_norm": 0.21740278601646423,
"learning_rate": 2.3916449086161883e-05,
"loss": 1.0106,
"step": 21610
},
{
"epoch": 0.9406952965235174,
"grad_norm": 0.21814213693141937,
"learning_rate": 2.3742384682332464e-05,
"loss": 0.9143,
"step": 21620
},
{
"epoch": 0.9411304007309751,
"grad_norm": 0.16094191372394562,
"learning_rate": 2.3568320278503048e-05,
"loss": 0.9344,
"step": 21630
},
{
"epoch": 0.9415655049384327,
"grad_norm": 0.17212699353694916,
"learning_rate": 2.339425587467363e-05,
"loss": 0.7894,
"step": 21640
},
{
"epoch": 0.9420006091458905,
"grad_norm": 0.17283500730991364,
"learning_rate": 2.3220191470844213e-05,
"loss": 0.9309,
"step": 21650
},
{
"epoch": 0.9424357133533481,
"grad_norm": 0.25093507766723633,
"learning_rate": 2.3046127067014797e-05,
"loss": 0.9222,
"step": 21660
},
{
"epoch": 0.9428708175608058,
"grad_norm": 0.1730162352323532,
"learning_rate": 2.2872062663185378e-05,
"loss": 1.0119,
"step": 21670
},
{
"epoch": 0.9433059217682634,
"grad_norm": 0.18997058272361755,
"learning_rate": 2.2697998259355962e-05,
"loss": 0.822,
"step": 21680
},
{
"epoch": 0.9437410259757212,
"grad_norm": 0.21350206434726715,
"learning_rate": 2.2523933855526546e-05,
"loss": 0.8227,
"step": 21690
},
{
"epoch": 0.9441761301831789,
"grad_norm": 0.21640251576900482,
"learning_rate": 2.2349869451697127e-05,
"loss": 1.1241,
"step": 21700
},
{
"epoch": 0.9446112343906365,
"grad_norm": 0.1980331689119339,
"learning_rate": 2.217580504786771e-05,
"loss": 0.942,
"step": 21710
},
{
"epoch": 0.9450463385980943,
"grad_norm": 0.24333418905735016,
"learning_rate": 2.2001740644038295e-05,
"loss": 1.0917,
"step": 21720
},
{
"epoch": 0.9454814428055519,
"grad_norm": 0.21218879520893097,
"learning_rate": 2.1827676240208876e-05,
"loss": 0.8848,
"step": 21730
},
{
"epoch": 0.9459165470130096,
"grad_norm": 0.24678662419319153,
"learning_rate": 2.165361183637946e-05,
"loss": 1.066,
"step": 21740
},
{
"epoch": 0.9463516512204673,
"grad_norm": 0.2033480554819107,
"learning_rate": 2.1479547432550045e-05,
"loss": 1.2551,
"step": 21750
},
{
"epoch": 0.946786755427925,
"grad_norm": 0.2628394067287445,
"learning_rate": 2.1305483028720625e-05,
"loss": 0.8912,
"step": 21760
},
{
"epoch": 0.9472218596353826,
"grad_norm": 0.15428313612937927,
"learning_rate": 2.113141862489121e-05,
"loss": 1.1262,
"step": 21770
},
{
"epoch": 0.9476569638428404,
"grad_norm": 0.15412473678588867,
"learning_rate": 2.0957354221061794e-05,
"loss": 1.139,
"step": 21780
},
{
"epoch": 0.948092068050298,
"grad_norm": 0.17281030118465424,
"learning_rate": 2.0783289817232378e-05,
"loss": 1.0782,
"step": 21790
},
{
"epoch": 0.9485271722577557,
"grad_norm": 0.18478383123874664,
"learning_rate": 2.0609225413402962e-05,
"loss": 0.8599,
"step": 21800
},
{
"epoch": 0.9489622764652135,
"grad_norm": 0.2483360469341278,
"learning_rate": 2.0435161009573543e-05,
"loss": 1.1146,
"step": 21810
},
{
"epoch": 0.9493973806726711,
"grad_norm": 0.16006256639957428,
"learning_rate": 2.0261096605744127e-05,
"loss": 0.7159,
"step": 21820
},
{
"epoch": 0.9498324848801288,
"grad_norm": 0.22569559514522552,
"learning_rate": 2.008703220191471e-05,
"loss": 1.0334,
"step": 21830
},
{
"epoch": 0.9502675890875865,
"grad_norm": 0.20865701138973236,
"learning_rate": 1.9912967798085292e-05,
"loss": 0.9709,
"step": 21840
},
{
"epoch": 0.9507026932950442,
"grad_norm": 0.1819617748260498,
"learning_rate": 1.9738903394255876e-05,
"loss": 1.2424,
"step": 21850
},
{
"epoch": 0.9511377975025018,
"grad_norm": 0.22120843827724457,
"learning_rate": 1.956483899042646e-05,
"loss": 0.9912,
"step": 21860
},
{
"epoch": 0.9515729017099596,
"grad_norm": 0.25391891598701477,
"learning_rate": 1.939077458659704e-05,
"loss": 0.8348,
"step": 21870
},
{
"epoch": 0.9520080059174172,
"grad_norm": 0.1649368852376938,
"learning_rate": 1.9216710182767625e-05,
"loss": 0.8753,
"step": 21880
},
{
"epoch": 0.9524431101248749,
"grad_norm": 0.31581422686576843,
"learning_rate": 1.904264577893821e-05,
"loss": 1.1102,
"step": 21890
},
{
"epoch": 0.9528782143323326,
"grad_norm": 0.22797173261642456,
"learning_rate": 1.886858137510879e-05,
"loss": 1.0218,
"step": 21900
},
{
"epoch": 0.9533133185397903,
"grad_norm": 0.13599148392677307,
"learning_rate": 1.8694516971279374e-05,
"loss": 0.7414,
"step": 21910
},
{
"epoch": 0.9537484227472479,
"grad_norm": 0.17948462069034576,
"learning_rate": 1.852045256744996e-05,
"loss": 0.7689,
"step": 21920
},
{
"epoch": 0.9541835269547057,
"grad_norm": 0.23352575302124023,
"learning_rate": 1.834638816362054e-05,
"loss": 0.9564,
"step": 21930
},
{
"epoch": 0.9546186311621634,
"grad_norm": 0.19103169441223145,
"learning_rate": 1.8172323759791124e-05,
"loss": 0.9192,
"step": 21940
},
{
"epoch": 0.955053735369621,
"grad_norm": 0.19637976586818695,
"learning_rate": 1.7998259355961708e-05,
"loss": 0.8954,
"step": 21950
},
{
"epoch": 0.9554888395770788,
"grad_norm": 0.1958065629005432,
"learning_rate": 1.782419495213229e-05,
"loss": 0.8468,
"step": 21960
},
{
"epoch": 0.9559239437845364,
"grad_norm": 0.21284125745296478,
"learning_rate": 1.7650130548302873e-05,
"loss": 0.8607,
"step": 21970
},
{
"epoch": 0.9563590479919941,
"grad_norm": 0.19652646780014038,
"learning_rate": 1.7476066144473454e-05,
"loss": 0.8769,
"step": 21980
},
{
"epoch": 0.9567941521994517,
"grad_norm": 0.16061212122440338,
"learning_rate": 1.7302001740644038e-05,
"loss": 0.7857,
"step": 21990
},
{
"epoch": 0.9572292564069095,
"grad_norm": 0.18401288986206055,
"learning_rate": 1.7127937336814622e-05,
"loss": 0.9766,
"step": 22000
},
{
"epoch": 0.9576643606143671,
"grad_norm": 0.2087540477514267,
"learning_rate": 1.6953872932985203e-05,
"loss": 0.9585,
"step": 22010
},
{
"epoch": 0.9580994648218248,
"grad_norm": 0.13714180886745453,
"learning_rate": 1.6779808529155787e-05,
"loss": 0.7541,
"step": 22020
},
{
"epoch": 0.9585345690292825,
"grad_norm": 0.13204754889011383,
"learning_rate": 1.660574412532637e-05,
"loss": 1.1129,
"step": 22030
},
{
"epoch": 0.9589696732367402,
"grad_norm": 0.18696801364421844,
"learning_rate": 1.6431679721496955e-05,
"loss": 0.7954,
"step": 22040
},
{
"epoch": 0.9594047774441978,
"grad_norm": 0.20276232063770294,
"learning_rate": 1.625761531766754e-05,
"loss": 0.9379,
"step": 22050
},
{
"epoch": 0.9598398816516556,
"grad_norm": 0.19176627695560455,
"learning_rate": 1.608355091383812e-05,
"loss": 0.7987,
"step": 22060
},
{
"epoch": 0.9602749858591133,
"grad_norm": 0.19597803056240082,
"learning_rate": 1.5909486510008704e-05,
"loss": 0.9977,
"step": 22070
},
{
"epoch": 0.9607100900665709,
"grad_norm": 0.21981848776340485,
"learning_rate": 1.573542210617929e-05,
"loss": 0.952,
"step": 22080
},
{
"epoch": 0.9611451942740287,
"grad_norm": 0.21187537908554077,
"learning_rate": 1.5561357702349873e-05,
"loss": 0.893,
"step": 22090
},
{
"epoch": 0.9615802984814863,
"grad_norm": 0.11384137719869614,
"learning_rate": 1.5387293298520454e-05,
"loss": 0.9746,
"step": 22100
},
{
"epoch": 0.962015402688944,
"grad_norm": 0.19320809841156006,
"learning_rate": 1.5213228894691036e-05,
"loss": 0.8859,
"step": 22110
},
{
"epoch": 0.9624505068964017,
"grad_norm": 0.1715298295021057,
"learning_rate": 1.503916449086162e-05,
"loss": 0.969,
"step": 22120
},
{
"epoch": 0.9628856111038594,
"grad_norm": 0.14507785439491272,
"learning_rate": 1.4865100087032203e-05,
"loss": 0.9089,
"step": 22130
},
{
"epoch": 0.963320715311317,
"grad_norm": 0.19250823557376862,
"learning_rate": 1.4691035683202787e-05,
"loss": 1.0554,
"step": 22140
},
{
"epoch": 0.9637558195187748,
"grad_norm": 0.1744811236858368,
"learning_rate": 1.4516971279373368e-05,
"loss": 1.0663,
"step": 22150
},
{
"epoch": 0.9641909237262324,
"grad_norm": 0.24949336051940918,
"learning_rate": 1.4342906875543952e-05,
"loss": 1.0201,
"step": 22160
},
{
"epoch": 0.9646260279336901,
"grad_norm": 0.2457941621541977,
"learning_rate": 1.4168842471714536e-05,
"loss": 0.9815,
"step": 22170
},
{
"epoch": 0.9650611321411479,
"grad_norm": 0.24499420821666718,
"learning_rate": 1.3994778067885117e-05,
"loss": 0.9791,
"step": 22180
},
{
"epoch": 0.9654962363486055,
"grad_norm": 0.33229541778564453,
"learning_rate": 1.3820713664055701e-05,
"loss": 0.9843,
"step": 22190
},
{
"epoch": 0.9659313405560632,
"grad_norm": 0.12653933465480804,
"learning_rate": 1.3646649260226285e-05,
"loss": 0.8233,
"step": 22200
},
{
"epoch": 0.9663664447635208,
"grad_norm": 0.3706156015396118,
"learning_rate": 1.3472584856396866e-05,
"loss": 1.0324,
"step": 22210
},
{
"epoch": 0.9668015489709786,
"grad_norm": 0.22786523401737213,
"learning_rate": 1.329852045256745e-05,
"loss": 0.9944,
"step": 22220
},
{
"epoch": 0.9672366531784362,
"grad_norm": 0.2720917761325836,
"learning_rate": 1.3124456048738034e-05,
"loss": 1.1015,
"step": 22230
},
{
"epoch": 0.967671757385894,
"grad_norm": 0.2168733775615692,
"learning_rate": 1.2950391644908617e-05,
"loss": 0.9915,
"step": 22240
},
{
"epoch": 0.9681068615933516,
"grad_norm": 0.19041582942008972,
"learning_rate": 1.27763272410792e-05,
"loss": 1.0416,
"step": 22250
},
{
"epoch": 0.9685419658008093,
"grad_norm": 0.19094380736351013,
"learning_rate": 1.2602262837249783e-05,
"loss": 0.8646,
"step": 22260
},
{
"epoch": 0.9689770700082669,
"grad_norm": 0.22246387600898743,
"learning_rate": 1.2428198433420366e-05,
"loss": 1.1908,
"step": 22270
},
{
"epoch": 0.9694121742157247,
"grad_norm": 0.17572733759880066,
"learning_rate": 1.225413402959095e-05,
"loss": 0.9218,
"step": 22280
},
{
"epoch": 0.9698472784231823,
"grad_norm": 0.17438271641731262,
"learning_rate": 1.2080069625761533e-05,
"loss": 0.8617,
"step": 22290
},
{
"epoch": 0.97028238263064,
"grad_norm": 0.3006335198879242,
"learning_rate": 1.1906005221932115e-05,
"loss": 1.2673,
"step": 22300
},
{
"epoch": 0.9707174868380978,
"grad_norm": 0.217755526304245,
"learning_rate": 1.17319408181027e-05,
"loss": 0.7839,
"step": 22310
},
{
"epoch": 0.9711525910455554,
"grad_norm": 0.22953900694847107,
"learning_rate": 1.1557876414273282e-05,
"loss": 0.9725,
"step": 22320
},
{
"epoch": 0.9715876952530131,
"grad_norm": 0.1979580670595169,
"learning_rate": 1.1383812010443864e-05,
"loss": 0.9521,
"step": 22330
},
{
"epoch": 0.9720227994604708,
"grad_norm": 0.2176426351070404,
"learning_rate": 1.1209747606614448e-05,
"loss": 0.8578,
"step": 22340
},
{
"epoch": 0.9724579036679285,
"grad_norm": 0.21646295487880707,
"learning_rate": 1.1035683202785031e-05,
"loss": 1.0886,
"step": 22350
},
{
"epoch": 0.9728930078753861,
"grad_norm": 0.16554175317287445,
"learning_rate": 1.0861618798955613e-05,
"loss": 0.8757,
"step": 22360
},
{
"epoch": 0.9733281120828439,
"grad_norm": 0.23614560067653656,
"learning_rate": 1.0687554395126196e-05,
"loss": 0.8782,
"step": 22370
},
{
"epoch": 0.9737632162903015,
"grad_norm": 0.1828368753194809,
"learning_rate": 1.051348999129678e-05,
"loss": 1.017,
"step": 22380
},
{
"epoch": 0.9741983204977592,
"grad_norm": 0.17675498127937317,
"learning_rate": 1.0339425587467364e-05,
"loss": 1.0857,
"step": 22390
},
{
"epoch": 0.9746334247052169,
"grad_norm": 0.18738888204097748,
"learning_rate": 1.0165361183637947e-05,
"loss": 1.1307,
"step": 22400
},
{
"epoch": 0.9750685289126746,
"grad_norm": 0.169132798910141,
"learning_rate": 9.991296779808531e-06,
"loss": 0.9718,
"step": 22410
},
{
"epoch": 0.9755036331201322,
"grad_norm": 0.1228359043598175,
"learning_rate": 9.817232375979113e-06,
"loss": 0.9035,
"step": 22420
},
{
"epoch": 0.97593873732759,
"grad_norm": 0.17003966867923737,
"learning_rate": 9.643167972149696e-06,
"loss": 0.9908,
"step": 22430
},
{
"epoch": 0.9763738415350477,
"grad_norm": 0.13669484853744507,
"learning_rate": 9.469103568320278e-06,
"loss": 0.9925,
"step": 22440
},
{
"epoch": 0.9768089457425053,
"grad_norm": 0.2564150094985962,
"learning_rate": 9.295039164490863e-06,
"loss": 1.0304,
"step": 22450
},
{
"epoch": 0.9772440499499631,
"grad_norm": 0.24100084602832794,
"learning_rate": 9.120974760661445e-06,
"loss": 0.9108,
"step": 22460
},
{
"epoch": 0.9776791541574207,
"grad_norm": 0.2243344485759735,
"learning_rate": 8.946910356832027e-06,
"loss": 0.8114,
"step": 22470
},
{
"epoch": 0.9781142583648784,
"grad_norm": 0.19100156426429749,
"learning_rate": 8.772845953002612e-06,
"loss": 0.9374,
"step": 22480
},
{
"epoch": 0.978549362572336,
"grad_norm": 0.24268405139446259,
"learning_rate": 8.598781549173194e-06,
"loss": 1.1767,
"step": 22490
},
{
"epoch": 0.9789844667797938,
"grad_norm": 0.21321403980255127,
"learning_rate": 8.424717145343777e-06,
"loss": 1.1322,
"step": 22500
},
{
"epoch": 0.9794195709872514,
"grad_norm": 0.17532701790332794,
"learning_rate": 8.25065274151436e-06,
"loss": 1.0373,
"step": 22510
},
{
"epoch": 0.9798546751947091,
"grad_norm": 0.24591486155986786,
"learning_rate": 8.076588337684943e-06,
"loss": 0.7673,
"step": 22520
},
{
"epoch": 0.9802897794021668,
"grad_norm": 0.20612317323684692,
"learning_rate": 7.902523933855527e-06,
"loss": 1.0313,
"step": 22530
},
{
"epoch": 0.9807248836096245,
"grad_norm": 0.23534561693668365,
"learning_rate": 7.72845953002611e-06,
"loss": 0.783,
"step": 22540
},
{
"epoch": 0.9811599878170822,
"grad_norm": 0.23995542526245117,
"learning_rate": 7.554395126196693e-06,
"loss": 1.0692,
"step": 22550
},
{
"epoch": 0.9815950920245399,
"grad_norm": 0.2654276490211487,
"learning_rate": 7.380330722367277e-06,
"loss": 0.9482,
"step": 22560
},
{
"epoch": 0.9820301962319976,
"grad_norm": 0.23082147538661957,
"learning_rate": 7.206266318537859e-06,
"loss": 0.852,
"step": 22570
},
{
"epoch": 0.9824653004394552,
"grad_norm": 0.2304570972919464,
"learning_rate": 7.032201914708443e-06,
"loss": 0.819,
"step": 22580
},
{
"epoch": 0.982900404646913,
"grad_norm": 0.2756832540035248,
"learning_rate": 6.858137510879026e-06,
"loss": 0.9119,
"step": 22590
},
{
"epoch": 0.9833355088543706,
"grad_norm": 0.14850977063179016,
"learning_rate": 6.684073107049608e-06,
"loss": 0.8737,
"step": 22600
},
{
"epoch": 0.9837706130618283,
"grad_norm": 0.20324960350990295,
"learning_rate": 6.5100087032201916e-06,
"loss": 0.8416,
"step": 22610
},
{
"epoch": 0.984205717269286,
"grad_norm": 0.2157207578420639,
"learning_rate": 6.335944299390775e-06,
"loss": 0.7897,
"step": 22620
},
{
"epoch": 0.9846408214767437,
"grad_norm": 0.19182094931602478,
"learning_rate": 6.161879895561358e-06,
"loss": 1.0422,
"step": 22630
},
{
"epoch": 0.9850759256842013,
"grad_norm": 0.25287145376205444,
"learning_rate": 5.9878154917319416e-06,
"loss": 0.8639,
"step": 22640
},
{
"epoch": 0.9855110298916591,
"grad_norm": 0.19529996812343597,
"learning_rate": 5.813751087902524e-06,
"loss": 0.936,
"step": 22650
},
{
"epoch": 0.9859461340991167,
"grad_norm": 0.2751336991786957,
"learning_rate": 5.639686684073107e-06,
"loss": 0.9425,
"step": 22660
},
{
"epoch": 0.9863812383065744,
"grad_norm": 0.20785021781921387,
"learning_rate": 5.46562228024369e-06,
"loss": 0.9442,
"step": 22670
},
{
"epoch": 0.9868163425140322,
"grad_norm": 0.2943708300590515,
"learning_rate": 5.291557876414273e-06,
"loss": 0.8166,
"step": 22680
},
{
"epoch": 0.9872514467214898,
"grad_norm": 0.19962769746780396,
"learning_rate": 5.117493472584857e-06,
"loss": 1.0105,
"step": 22690
},
{
"epoch": 0.9876865509289475,
"grad_norm": 0.1774645894765854,
"learning_rate": 4.94342906875544e-06,
"loss": 0.9556,
"step": 22700
},
{
"epoch": 0.9881216551364052,
"grad_norm": 0.1600780189037323,
"learning_rate": 4.769364664926023e-06,
"loss": 1.008,
"step": 22710
},
{
"epoch": 0.9885567593438629,
"grad_norm": 0.17400483787059784,
"learning_rate": 4.595300261096606e-06,
"loss": 0.8755,
"step": 22720
},
{
"epoch": 0.9889918635513205,
"grad_norm": 0.15961779654026031,
"learning_rate": 4.421235857267189e-06,
"loss": 0.9441,
"step": 22730
},
{
"epoch": 0.9894269677587783,
"grad_norm": 0.1359356939792633,
"learning_rate": 4.2471714534377715e-06,
"loss": 0.8843,
"step": 22740
},
{
"epoch": 0.9898620719662359,
"grad_norm": 0.16684646904468536,
"learning_rate": 4.073107049608356e-06,
"loss": 1.0349,
"step": 22750
},
{
"epoch": 0.9902971761736936,
"grad_norm": 0.1564767211675644,
"learning_rate": 3.899042645778939e-06,
"loss": 0.891,
"step": 22760
},
{
"epoch": 0.9907322803811512,
"grad_norm": 0.18496564030647278,
"learning_rate": 3.7249782419495215e-06,
"loss": 0.8521,
"step": 22770
},
{
"epoch": 0.991167384588609,
"grad_norm": 0.2153206616640091,
"learning_rate": 3.550913838120105e-06,
"loss": 0.9312,
"step": 22780
},
{
"epoch": 0.9916024887960666,
"grad_norm": 0.236735537648201,
"learning_rate": 3.3768494342906873e-06,
"loss": 0.8733,
"step": 22790
},
{
"epoch": 0.9920375930035243,
"grad_norm": 0.23133417963981628,
"learning_rate": 3.2027850304612706e-06,
"loss": 0.8757,
"step": 22800
},
{
"epoch": 0.9924726972109821,
"grad_norm": 0.1724761426448822,
"learning_rate": 3.028720626631854e-06,
"loss": 1.0488,
"step": 22810
},
{
"epoch": 0.9929078014184397,
"grad_norm": 0.1935008466243744,
"learning_rate": 2.854656222802437e-06,
"loss": 0.7933,
"step": 22820
},
{
"epoch": 0.9933429056258974,
"grad_norm": 0.14850164949893951,
"learning_rate": 2.68059181897302e-06,
"loss": 1.0253,
"step": 22830
},
{
"epoch": 0.9937780098333551,
"grad_norm": 0.20258590579032898,
"learning_rate": 2.5065274151436035e-06,
"loss": 0.9176,
"step": 22840
},
{
"epoch": 0.9942131140408128,
"grad_norm": 0.16417011618614197,
"learning_rate": 2.3324630113141864e-06,
"loss": 1.0307,
"step": 22850
},
{
"epoch": 0.9946482182482704,
"grad_norm": 0.17948941886425018,
"learning_rate": 2.1583986074847693e-06,
"loss": 0.7669,
"step": 22860
},
{
"epoch": 0.9950833224557282,
"grad_norm": 0.27773991227149963,
"learning_rate": 1.9843342036553527e-06,
"loss": 0.8991,
"step": 22870
},
{
"epoch": 0.9955184266631858,
"grad_norm": 0.19396376609802246,
"learning_rate": 1.8102697998259356e-06,
"loss": 0.8084,
"step": 22880
},
{
"epoch": 0.9959535308706435,
"grad_norm": 0.2022784948348999,
"learning_rate": 1.6362053959965189e-06,
"loss": 1.1757,
"step": 22890
},
{
"epoch": 0.9963886350781012,
"grad_norm": 0.15665310621261597,
"learning_rate": 1.4621409921671018e-06,
"loss": 0.884,
"step": 22900
},
{
"epoch": 0.9968237392855589,
"grad_norm": 0.13277144730091095,
"learning_rate": 1.2880765883376851e-06,
"loss": 0.9369,
"step": 22910
},
{
"epoch": 0.9972588434930165,
"grad_norm": 0.1761789619922638,
"learning_rate": 1.114012184508268e-06,
"loss": 0.9835,
"step": 22920
},
{
"epoch": 0.9976939477004743,
"grad_norm": 0.20173661410808563,
"learning_rate": 9.399477806788513e-07,
"loss": 0.8111,
"step": 22930
},
{
"epoch": 0.998129051907932,
"grad_norm": 0.18251878023147583,
"learning_rate": 7.658833768494344e-07,
"loss": 0.8847,
"step": 22940
},
{
"epoch": 0.9985641561153896,
"grad_norm": 0.18155725300312042,
"learning_rate": 5.918189730200174e-07,
"loss": 0.8176,
"step": 22950
},
{
"epoch": 0.9989992603228474,
"grad_norm": 0.2452581375837326,
"learning_rate": 4.177545691906005e-07,
"loss": 0.9356,
"step": 22960
},
{
"epoch": 0.999434364530305,
"grad_norm": 0.14375294744968414,
"learning_rate": 2.436901653611837e-07,
"loss": 0.9749,
"step": 22970
},
{
"epoch": 0.9998694687377627,
"grad_norm": 0.19464869797229767,
"learning_rate": 6.962576153176675e-08,
"loss": 0.958,
"step": 22980
}
],
"logging_steps": 10,
"max_steps": 22983,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.3195944692652442e+17,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 22983,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00043510420745768613,
"grad_norm": 0.43397098779678345,
"learning_rate": 0.00039989556135770234,
"loss": 4.8456,
"step": 10
},
{
"epoch": 0.0008702084149153723,
"grad_norm": 0.43874427676200867,
"learning_rate": 0.0003997214969538729,
"loss": 1.3088,
"step": 20
},
{
"epoch": 0.0013053126223730584,
"grad_norm": 0.3142859637737274,
"learning_rate": 0.00039954743255004357,
"loss": 1.1365,
"step": 30
},
{
"epoch": 0.0017404168298307445,
"grad_norm": 0.4406392574310303,
"learning_rate": 0.00039937336814621416,
"loss": 1.4274,
"step": 40
},
{
"epoch": 0.0021755210372884307,
"grad_norm": 0.3068910539150238,
"learning_rate": 0.00039919930374238474,
"loss": 1.2133,
"step": 50
},
{
"epoch": 0.0026106252447461167,
"grad_norm": 0.667468786239624,
"learning_rate": 0.0003990252393385553,
"loss": 1.2992,
"step": 60
},
{
"epoch": 0.0030457294522038027,
"grad_norm": 0.46830177307128906,
"learning_rate": 0.00039885117493472586,
"loss": 1.2106,
"step": 70
},
{
"epoch": 0.003480833659661489,
"grad_norm": 0.5767033100128174,
"learning_rate": 0.00039867711053089645,
"loss": 1.5481,
"step": 80
},
{
"epoch": 0.003915937867119175,
"grad_norm": 0.3757588267326355,
"learning_rate": 0.00039850304612706704,
"loss": 1.3253,
"step": 90
},
{
"epoch": 0.0043510420745768615,
"grad_norm": 0.688435971736908,
"learning_rate": 0.00039832898172323763,
"loss": 1.1692,
"step": 100
},
{
"epoch": 0.004786146282034547,
"grad_norm": 0.3304117023944855,
"learning_rate": 0.0003981549173194082,
"loss": 1.1572,
"step": 110
},
{
"epoch": 0.005221250489492233,
"grad_norm": 0.7747510075569153,
"learning_rate": 0.00039798085291557875,
"loss": 1.2424,
"step": 120
},
{
"epoch": 0.005656354696949919,
"grad_norm": 0.42962831258773804,
"learning_rate": 0.00039780678851174934,
"loss": 1.2989,