| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.620037807183365, |
| "eval_steps": 500, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0054010261949770455, |
| "grad_norm": 1.4275089502334595, |
| "learning_rate": 0.00016, |
| "loss": 3.4877567291259766, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.010802052389954091, |
| "grad_norm": 1.4062877893447876, |
| "learning_rate": 0.00019971150378651282, |
| "loss": 3.177476501464844, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.016203078584931137, |
| "grad_norm": 1.4894630908966064, |
| "learning_rate": 0.0001993508835196538, |
| "loss": 2.949508857727051, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.021604104779908182, |
| "grad_norm": 1.1637152433395386, |
| "learning_rate": 0.00019899026325279482, |
| "loss": 3.2568588256835938, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.027005130974885227, |
| "grad_norm": 1.0710796117782593, |
| "learning_rate": 0.00019862964298593581, |
| "loss": 3.033162307739258, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.032406157169862275, |
| "grad_norm": 1.036720633506775, |
| "learning_rate": 0.0001982690227190768, |
| "loss": 2.9209388732910155, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.03780718336483932, |
| "grad_norm": 1.5094584226608276, |
| "learning_rate": 0.00019790840245221782, |
| "loss": 3.199975776672363, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.043208209559816364, |
| "grad_norm": 1.25065016746521, |
| "learning_rate": 0.00019754778218535884, |
| "loss": 3.1586023330688477, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.04860923575479341, |
| "grad_norm": 1.093263864517212, |
| "learning_rate": 0.00019718716191849983, |
| "loss": 3.1673559188842773, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.054010261949770454, |
| "grad_norm": 1.7025214433670044, |
| "learning_rate": 0.00019682654165164082, |
| "loss": 3.0090349197387694, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.059411288144747505, |
| "grad_norm": 1.0379327535629272, |
| "learning_rate": 0.00019646592138478184, |
| "loss": 3.0862411499023437, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.06481231433972455, |
| "grad_norm": 1.0767595767974854, |
| "learning_rate": 0.00019610530111792285, |
| "loss": 2.9345855712890625, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.07021334053470159, |
| "grad_norm": 1.2473753690719604, |
| "learning_rate": 0.00019574468085106384, |
| "loss": 3.168864440917969, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.07561436672967864, |
| "grad_norm": 1.1580232381820679, |
| "learning_rate": 0.00019538406058420483, |
| "loss": 3.0444286346435545, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.08101539292465569, |
| "grad_norm": 1.1562517881393433, |
| "learning_rate": 0.00019502344031734585, |
| "loss": 3.0681676864624023, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.08641641911963273, |
| "grad_norm": 1.2069370746612549, |
| "learning_rate": 0.00019466282005048684, |
| "loss": 3.147779846191406, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.09181744531460978, |
| "grad_norm": 1.1520271301269531, |
| "learning_rate": 0.00019430219978362786, |
| "loss": 3.2159664154052736, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.09721847150958682, |
| "grad_norm": 1.3290963172912598, |
| "learning_rate": 0.00019394157951676885, |
| "loss": 3.17901668548584, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.10261949770456387, |
| "grad_norm": 1.4537458419799805, |
| "learning_rate": 0.00019358095924990984, |
| "loss": 3.076709747314453, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.10802052389954091, |
| "grad_norm": 1.6899892091751099, |
| "learning_rate": 0.00019322033898305085, |
| "loss": 2.9362957000732424, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.11342155009451796, |
| "grad_norm": 1.218902349472046, |
| "learning_rate": 0.00019289578074287774, |
| "loss": 3.0862009048461916, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.11882257628949501, |
| "grad_norm": 1.253646969795227, |
| "learning_rate": 0.00019253516047601876, |
| "loss": 3.0416831970214844, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.12422360248447205, |
| "grad_norm": 1.1816236972808838, |
| "learning_rate": 0.00019217454020915977, |
| "loss": 3.09185791015625, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.1296246286794491, |
| "grad_norm": 1.2364989519119263, |
| "learning_rate": 0.00019181391994230076, |
| "loss": 3.1257530212402345, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.13502565487442614, |
| "grad_norm": 1.3117403984069824, |
| "learning_rate": 0.00019145329967544175, |
| "loss": 3.0078147888183593, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.14042668106940318, |
| "grad_norm": 1.060840368270874, |
| "learning_rate": 0.00019109267940858277, |
| "loss": 3.205386734008789, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.14582770726438024, |
| "grad_norm": 1.0836883783340454, |
| "learning_rate": 0.0001907320591417238, |
| "loss": 3.00787410736084, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.15122873345935728, |
| "grad_norm": 1.1705331802368164, |
| "learning_rate": 0.00019037143887486478, |
| "loss": 3.1415082931518556, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.15662975965433432, |
| "grad_norm": 1.1469744443893433, |
| "learning_rate": 0.00019001081860800577, |
| "loss": 3.0711442947387697, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.16203078584931138, |
| "grad_norm": 1.7230859994888306, |
| "learning_rate": 0.00018965019834114679, |
| "loss": 3.0760629653930662, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.16743181204428842, |
| "grad_norm": 1.3305317163467407, |
| "learning_rate": 0.00018928957807428778, |
| "loss": 3.0109764099121095, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.17283283823926546, |
| "grad_norm": 1.1433296203613281, |
| "learning_rate": 0.0001889289578074288, |
| "loss": 2.900168228149414, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.1782338644342425, |
| "grad_norm": 1.4017837047576904, |
| "learning_rate": 0.00018856833754056978, |
| "loss": 2.9257192611694336, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.18363489062921956, |
| "grad_norm": 1.418676495552063, |
| "learning_rate": 0.00018820771727371077, |
| "loss": 3.1230239868164062, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.1890359168241966, |
| "grad_norm": 1.2229913473129272, |
| "learning_rate": 0.0001878470970068518, |
| "loss": 2.8634975433349608, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.19443694301917364, |
| "grad_norm": 1.2936865091323853, |
| "learning_rate": 0.0001874864767399928, |
| "loss": 3.0415794372558596, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.1998379692141507, |
| "grad_norm": 1.3978519439697266, |
| "learning_rate": 0.0001871258564731338, |
| "loss": 2.9328636169433593, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.20523899540912774, |
| "grad_norm": 1.0732481479644775, |
| "learning_rate": 0.0001867652362062748, |
| "loss": 3.147154426574707, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.21064002160410478, |
| "grad_norm": 1.304332971572876, |
| "learning_rate": 0.0001864046159394158, |
| "loss": 2.98757266998291, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.21604104779908181, |
| "grad_norm": 1.2670519351959229, |
| "learning_rate": 0.00018604399567255682, |
| "loss": 3.0830259323120117, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.22144207399405888, |
| "grad_norm": 1.3472830057144165, |
| "learning_rate": 0.0001856833754056978, |
| "loss": 3.0725728988647463, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.22684310018903592, |
| "grad_norm": 1.5913994312286377, |
| "learning_rate": 0.0001853227551388388, |
| "loss": 2.872740936279297, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.23224412638401296, |
| "grad_norm": 1.4995367527008057, |
| "learning_rate": 0.00018496213487197982, |
| "loss": 3.1985055923461916, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.23764515257899002, |
| "grad_norm": 1.3097314834594727, |
| "learning_rate": 0.0001846015146051208, |
| "loss": 2.9131542205810548, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.24304617877396706, |
| "grad_norm": 1.2168841361999512, |
| "learning_rate": 0.00018424089433826182, |
| "loss": 3.0022405624389648, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.2484472049689441, |
| "grad_norm": 1.2428247928619385, |
| "learning_rate": 0.00018388027407140281, |
| "loss": 3.13458194732666, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.25384823116392113, |
| "grad_norm": 1.0732594728469849, |
| "learning_rate": 0.00018351965380454383, |
| "loss": 2.995112991333008, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2592492573588982, |
| "grad_norm": 1.0187745094299316, |
| "learning_rate": 0.00018315903353768482, |
| "loss": 2.9637735366821287, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.2646502835538752, |
| "grad_norm": 1.2797402143478394, |
| "learning_rate": 0.00018279841327082584, |
| "loss": 2.9933282852172853, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.2700513097488523, |
| "grad_norm": 0.9948688745498657, |
| "learning_rate": 0.00018243779300396683, |
| "loss": 3.078018569946289, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.27545233594382934, |
| "grad_norm": 1.0406428575515747, |
| "learning_rate": 0.00018207717273710782, |
| "loss": 2.9701290130615234, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.28085336213880635, |
| "grad_norm": 1.184054970741272, |
| "learning_rate": 0.00018171655247024884, |
| "loss": 3.094232368469238, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.2862543883337834, |
| "grad_norm": 1.2439318895339966, |
| "learning_rate": 0.00018135593220338985, |
| "loss": 3.0941631317138674, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.2916554145287605, |
| "grad_norm": 1.3002263307571411, |
| "learning_rate": 0.00018099531193653084, |
| "loss": 2.9608373641967773, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.2970564407237375, |
| "grad_norm": 1.5705729722976685, |
| "learning_rate": 0.00018063469166967183, |
| "loss": 3.026919364929199, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.30245746691871456, |
| "grad_norm": 1.1658886671066284, |
| "learning_rate": 0.00018027407140281285, |
| "loss": 2.9997627258300783, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.3078584931136916, |
| "grad_norm": 1.0013272762298584, |
| "learning_rate": 0.00017991345113595387, |
| "loss": 2.919036865234375, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.31325951930866863, |
| "grad_norm": 1.1810517311096191, |
| "learning_rate": 0.00017955283086909486, |
| "loss": 3.0280284881591797, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.3186605455036457, |
| "grad_norm": 1.4247483015060425, |
| "learning_rate": 0.00017919221060223585, |
| "loss": 2.944463920593262, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.32406157169862276, |
| "grad_norm": 1.1780109405517578, |
| "learning_rate": 0.00017883159033537686, |
| "loss": 3.165457534790039, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3294625978935998, |
| "grad_norm": 1.082470417022705, |
| "learning_rate": 0.00017847097006851785, |
| "loss": 2.7378583908081056, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.33486362408857684, |
| "grad_norm": 1.1170358657836914, |
| "learning_rate": 0.00017811034980165887, |
| "loss": 3.1393898010253904, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.34026465028355385, |
| "grad_norm": 1.0197583436965942, |
| "learning_rate": 0.00017774972953479986, |
| "loss": 2.8996389389038084, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.3456656764785309, |
| "grad_norm": 0.9194260835647583, |
| "learning_rate": 0.00017738910926794085, |
| "loss": 3.0526611328125, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.351066702673508, |
| "grad_norm": 1.3681086301803589, |
| "learning_rate": 0.00017702848900108187, |
| "loss": 2.85855770111084, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.356467728868485, |
| "grad_norm": 1.3217997550964355, |
| "learning_rate": 0.00017666786873422289, |
| "loss": 2.9244100570678713, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.36186875506346206, |
| "grad_norm": 1.0755029916763306, |
| "learning_rate": 0.00017630724846736388, |
| "loss": 2.989073944091797, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.3672697812584391, |
| "grad_norm": 1.2188295125961304, |
| "learning_rate": 0.00017594662820050487, |
| "loss": 3.005179023742676, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.37267080745341613, |
| "grad_norm": 1.0459349155426025, |
| "learning_rate": 0.00017558600793364588, |
| "loss": 2.9304704666137695, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.3780718336483932, |
| "grad_norm": 1.1236655712127686, |
| "learning_rate": 0.0001752253876667869, |
| "loss": 3.048674964904785, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.38347285984337026, |
| "grad_norm": 1.0007507801055908, |
| "learning_rate": 0.00017486476739992786, |
| "loss": 3.1241172790527343, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.38887388603834727, |
| "grad_norm": 1.2311853170394897, |
| "learning_rate": 0.00017450414713306888, |
| "loss": 2.8489208221435547, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.39427491223332434, |
| "grad_norm": 1.1284152269363403, |
| "learning_rate": 0.0001741435268662099, |
| "loss": 2.889890670776367, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.3996759384283014, |
| "grad_norm": 1.0716314315795898, |
| "learning_rate": 0.0001737829065993509, |
| "loss": 3.019309234619141, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.4050769646232784, |
| "grad_norm": 1.3626065254211426, |
| "learning_rate": 0.00017342228633249188, |
| "loss": 2.8685939788818358, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.4104779908182555, |
| "grad_norm": 1.133290410041809, |
| "learning_rate": 0.0001730616660656329, |
| "loss": 2.813917541503906, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.4158790170132325, |
| "grad_norm": 1.2982553243637085, |
| "learning_rate": 0.0001727010457987739, |
| "loss": 3.066880798339844, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.42128004320820955, |
| "grad_norm": 1.0441523790359497, |
| "learning_rate": 0.0001723404255319149, |
| "loss": 2.8972396850585938, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.4266810694031866, |
| "grad_norm": 1.1574914455413818, |
| "learning_rate": 0.0001719798052650559, |
| "loss": 3.0566661834716795, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.43208209559816363, |
| "grad_norm": 1.146910309791565, |
| "learning_rate": 0.0001716191849981969, |
| "loss": 2.9340593338012697, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.4374831217931407, |
| "grad_norm": 1.1724562644958496, |
| "learning_rate": 0.0001712585647313379, |
| "loss": 2.9801464080810547, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.44288414798811776, |
| "grad_norm": 1.3650254011154175, |
| "learning_rate": 0.00017089794446447892, |
| "loss": 2.9490041732788086, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.44828517418309477, |
| "grad_norm": 1.0346980094909668, |
| "learning_rate": 0.00017053732419761993, |
| "loss": 2.971526336669922, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.45368620037807184, |
| "grad_norm": 0.9564275741577148, |
| "learning_rate": 0.00017017670393076092, |
| "loss": 3.0509788513183596, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.4590872265730489, |
| "grad_norm": 1.4447107315063477, |
| "learning_rate": 0.0001698160836639019, |
| "loss": 2.9528224945068358, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.4644882527680259, |
| "grad_norm": 1.0819096565246582, |
| "learning_rate": 0.00016945546339704293, |
| "loss": 3.0397647857666015, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.469889278963003, |
| "grad_norm": 1.3749688863754272, |
| "learning_rate": 0.00016909484313018395, |
| "loss": 2.9335342407226563, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.47529030515798004, |
| "grad_norm": 0.9845815300941467, |
| "learning_rate": 0.0001687342228633249, |
| "loss": 3.1886215209960938, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.48069133135295705, |
| "grad_norm": 1.0727243423461914, |
| "learning_rate": 0.00016837360259646593, |
| "loss": 3.071747970581055, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.4860923575479341, |
| "grad_norm": 1.0900219678878784, |
| "learning_rate": 0.00016801298232960694, |
| "loss": 2.9294233322143555, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.4914933837429111, |
| "grad_norm": 1.5818015336990356, |
| "learning_rate": 0.00016765236206274793, |
| "loss": 2.7862874984741213, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.4968944099378882, |
| "grad_norm": 1.1314663887023926, |
| "learning_rate": 0.00016729174179588892, |
| "loss": 2.8420650482177736, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.5022954361328652, |
| "grad_norm": 1.2435640096664429, |
| "learning_rate": 0.00016693112152902994, |
| "loss": 2.8855379104614256, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.5076964623278423, |
| "grad_norm": 1.0684075355529785, |
| "learning_rate": 0.00016657050126217096, |
| "loss": 2.908370018005371, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.5130974885228193, |
| "grad_norm": 1.4429422616958618, |
| "learning_rate": 0.00016620988099531195, |
| "loss": 3.0200515747070313, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.5184985147177964, |
| "grad_norm": 1.3540408611297607, |
| "learning_rate": 0.00016584926072845294, |
| "loss": 2.653054428100586, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.5238995409127735, |
| "grad_norm": 1.1349395513534546, |
| "learning_rate": 0.00016548864046159395, |
| "loss": 3.068928909301758, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.5293005671077504, |
| "grad_norm": 1.0107704401016235, |
| "learning_rate": 0.00016512802019473494, |
| "loss": 2.912160110473633, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.5347015933027275, |
| "grad_norm": 1.402188777923584, |
| "learning_rate": 0.00016476739992787596, |
| "loss": 3.3307727813720702, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.5401026194977046, |
| "grad_norm": 1.200325608253479, |
| "learning_rate": 0.00016440677966101695, |
| "loss": 3.0100019454956053, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.5455036456926816, |
| "grad_norm": 1.1472864151000977, |
| "learning_rate": 0.00016404615939415794, |
| "loss": 2.938519096374512, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.5509046718876587, |
| "grad_norm": 1.184414267539978, |
| "learning_rate": 0.00016368553912729896, |
| "loss": 2.9431873321533204, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.5563056980826357, |
| "grad_norm": 1.0453943014144897, |
| "learning_rate": 0.00016332491886043998, |
| "loss": 2.98077335357666, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.5617067242776127, |
| "grad_norm": 1.1441236734390259, |
| "learning_rate": 0.00016296429859358097, |
| "loss": 3.0176897048950195, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.5671077504725898, |
| "grad_norm": 0.9775217771530151, |
| "learning_rate": 0.00016260367832672196, |
| "loss": 3.0514453887939452, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5725087766675668, |
| "grad_norm": 1.6667460203170776, |
| "learning_rate": 0.00016224305805986297, |
| "loss": 2.9403846740722654, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.5779098028625439, |
| "grad_norm": 1.2570966482162476, |
| "learning_rate": 0.000161882437793004, |
| "loss": 2.7937477111816404, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.583310829057521, |
| "grad_norm": 1.3722922801971436, |
| "learning_rate": 0.00016152181752614498, |
| "loss": 2.8590538024902346, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.588711855252498, |
| "grad_norm": 1.0699330568313599, |
| "learning_rate": 0.00016116119725928597, |
| "loss": 2.8490627288818358, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.594112881447475, |
| "grad_norm": 1.2045018672943115, |
| "learning_rate": 0.000160800576992427, |
| "loss": 2.920571708679199, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.599513907642452, |
| "grad_norm": 1.2119923830032349, |
| "learning_rate": 0.00016043995672556798, |
| "loss": 2.8805025100708006, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.6049149338374291, |
| "grad_norm": 1.1207152605056763, |
| "learning_rate": 0.000160079336458709, |
| "loss": 2.937060737609863, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.6103159600324062, |
| "grad_norm": 1.3675578832626343, |
| "learning_rate": 0.00015971871619184998, |
| "loss": 2.9657745361328125, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.6157169862273832, |
| "grad_norm": 1.3562731742858887, |
| "learning_rate": 0.000159358095924991, |
| "loss": 3.0127033233642577, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.6211180124223602, |
| "grad_norm": 1.0387409925460815, |
| "learning_rate": 0.000158997475658132, |
| "loss": 2.876498794555664, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.6265190386173373, |
| "grad_norm": 1.2561172246932983, |
| "learning_rate": 0.000158636855391273, |
| "loss": 2.8820684432983397, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.6319200648123143, |
| "grad_norm": 1.293705701828003, |
| "learning_rate": 0.000158276235124414, |
| "loss": 2.9766061782836912, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.6373210910072914, |
| "grad_norm": 1.2604966163635254, |
| "learning_rate": 0.000157915614857555, |
| "loss": 3.119212341308594, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.6427221172022685, |
| "grad_norm": 1.094990611076355, |
| "learning_rate": 0.000157554994590696, |
| "loss": 3.071938133239746, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.6481231433972455, |
| "grad_norm": 1.1782667636871338, |
| "learning_rate": 0.00015719437432383702, |
| "loss": 3.0528400421142576, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.6535241695922225, |
| "grad_norm": 1.467441201210022, |
| "learning_rate": 0.000156833754056978, |
| "loss": 2.967136764526367, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.6589251957871995, |
| "grad_norm": 1.3159500360488892, |
| "learning_rate": 0.000156473133790119, |
| "loss": 2.9709142684936523, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.6643262219821766, |
| "grad_norm": 1.1980047225952148, |
| "learning_rate": 0.00015611251352326002, |
| "loss": 3.0129560470581054, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.6697272481771537, |
| "grad_norm": 1.125895619392395, |
| "learning_rate": 0.00015575189325640104, |
| "loss": 2.962136077880859, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.6751282743721307, |
| "grad_norm": 1.5294994115829468, |
| "learning_rate": 0.00015539127298954203, |
| "loss": 3.139348793029785, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.6805293005671077, |
| "grad_norm": 1.2642886638641357, |
| "learning_rate": 0.00015503065272268302, |
| "loss": 3.018353080749512, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.6859303267620848, |
| "grad_norm": 1.0708301067352295, |
| "learning_rate": 0.00015467003245582403, |
| "loss": 2.9507617950439453, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.6913313529570618, |
| "grad_norm": 1.2057912349700928, |
| "learning_rate": 0.00015430941218896502, |
| "loss": 2.8525314331054688, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.6967323791520389, |
| "grad_norm": 1.003139615058899, |
| "learning_rate": 0.00015394879192210604, |
| "loss": 2.952615737915039, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.702133405347016, |
| "grad_norm": 1.3539371490478516, |
| "learning_rate": 0.00015358817165524703, |
| "loss": 2.994022560119629, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.707534431541993, |
| "grad_norm": 0.9936187863349915, |
| "learning_rate": 0.00015322755138838802, |
| "loss": 3.0847434997558594, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.71293545773697, |
| "grad_norm": 1.077620267868042, |
| "learning_rate": 0.00015286693112152904, |
| "loss": 3.066029930114746, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.718336483931947, |
| "grad_norm": 1.4198359251022339, |
| "learning_rate": 0.00015250631085467005, |
| "loss": 2.7741952896118165, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.7237375101269241, |
| "grad_norm": 1.1443026065826416, |
| "learning_rate": 0.00015214569058781104, |
| "loss": 2.9916961669921873, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.7291385363219012, |
| "grad_norm": 1.142872929573059, |
| "learning_rate": 0.00015178507032095203, |
| "loss": 2.9340869903564455, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.7345395625168782, |
| "grad_norm": 1.061112403869629, |
| "learning_rate": 0.00015142445005409305, |
| "loss": 2.909784126281738, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.7399405887118553, |
| "grad_norm": 1.5785682201385498, |
| "learning_rate": 0.00015106382978723407, |
| "loss": 2.6537490844726563, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.7453416149068323, |
| "grad_norm": 1.0441385507583618, |
| "learning_rate": 0.00015070320952037503, |
| "loss": 3.0098087310791017, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.7507426411018093, |
| "grad_norm": 1.1422723531723022, |
| "learning_rate": 0.00015034258925351605, |
| "loss": 3.039506721496582, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.7561436672967864, |
| "grad_norm": 1.1552327871322632, |
| "learning_rate": 0.00014998196898665707, |
| "loss": 2.951033020019531, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.7615446934917635, |
| "grad_norm": 1.0944606065750122, |
| "learning_rate": 0.00014962134871979806, |
| "loss": 3.106746482849121, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.7669457196867405, |
| "grad_norm": 1.4111071825027466, |
| "learning_rate": 0.00014926072845293905, |
| "loss": 2.958788299560547, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.7723467458817175, |
| "grad_norm": 1.4764567613601685, |
| "learning_rate": 0.00014890010818608006, |
| "loss": 2.830558013916016, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.7777477720766945, |
| "grad_norm": 1.925668716430664, |
| "learning_rate": 0.00014853948791922108, |
| "loss": 2.8127283096313476, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.7831487982716716, |
| "grad_norm": 1.1639180183410645, |
| "learning_rate": 0.00014817886765236207, |
| "loss": 2.997245025634766, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.7885498244666487, |
| "grad_norm": 0.9844375252723694, |
| "learning_rate": 0.00014781824738550306, |
| "loss": 2.9099292755126953, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.7939508506616257, |
| "grad_norm": 1.1210323572158813, |
| "learning_rate": 0.00014745762711864408, |
| "loss": 3.145793342590332, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.7993518768566028, |
| "grad_norm": 1.2205151319503784, |
| "learning_rate": 0.000147133068878471, |
| "loss": 2.8995004653930665, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.8047529030515798, |
| "grad_norm": 1.321806788444519, |
| "learning_rate": 0.00014677244861161198, |
| "loss": 2.916131019592285, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.8101539292465568, |
| "grad_norm": 1.5386055707931519, |
| "learning_rate": 0.00014641182834475297, |
| "loss": 2.925608253479004, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.8155549554415339, |
| "grad_norm": 1.0212986469268799, |
| "learning_rate": 0.000146051208077894, |
| "loss": 2.9698795318603515, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.820955981636511, |
| "grad_norm": 1.1042375564575195, |
| "learning_rate": 0.000145690587811035, |
| "loss": 2.856062126159668, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.826357007831488, |
| "grad_norm": 1.3728346824645996, |
| "learning_rate": 0.000145329967544176, |
| "loss": 2.9228466033935545, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.831758034026465, |
| "grad_norm": 1.203946828842163, |
| "learning_rate": 0.00014496934727731698, |
| "loss": 2.8147531509399415, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.837159060221442, |
| "grad_norm": 1.2796454429626465, |
| "learning_rate": 0.000144608727010458, |
| "loss": 2.8535860061645506, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.8425600864164191, |
| "grad_norm": 1.708990216255188, |
| "learning_rate": 0.000144248106743599, |
| "loss": 2.9603645324707033, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.8479611126113962, |
| "grad_norm": 1.1417936086654663, |
| "learning_rate": 0.00014388748647674, |
| "loss": 2.927590560913086, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.8533621388063732, |
| "grad_norm": 1.289814829826355, |
| "learning_rate": 0.000143526866209881, |
| "loss": 3.0022300720214843, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.8587631650013503, |
| "grad_norm": 1.4492555856704712, |
| "learning_rate": 0.00014316624594302202, |
| "loss": 2.9754718780517577, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.8641641911963273, |
| "grad_norm": 1.4755349159240723, |
| "learning_rate": 0.000142805625676163, |
| "loss": 2.852312469482422, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.8695652173913043, |
| "grad_norm": 1.0230276584625244, |
| "learning_rate": 0.00014244500540930402, |
| "loss": 3.0102075576782226, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.8749662435862814, |
| "grad_norm": 1.3246142864227295, |
| "learning_rate": 0.000142084385142445, |
| "loss": 2.9929609298706055, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.8803672697812585, |
| "grad_norm": 1.339630365371704, |
| "learning_rate": 0.000141723764875586, |
| "loss": 3.0588592529296874, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.8857682959762355, |
| "grad_norm": 1.2536578178405762, |
| "learning_rate": 0.00014136314460872702, |
| "loss": 2.7730195999145506, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.8911693221712126, |
| "grad_norm": 0.9663991332054138, |
| "learning_rate": 0.00014100252434186804, |
| "loss": 2.8569766998291017, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.8965703483661895, |
| "grad_norm": 1.0282679796218872, |
| "learning_rate": 0.000140641904075009, |
| "loss": 3.037453460693359, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.9019713745611666, |
| "grad_norm": 1.2708044052124023, |
| "learning_rate": 0.00014028128380815002, |
| "loss": 2.9699851989746096, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.9073724007561437, |
| "grad_norm": 1.4541798830032349, |
| "learning_rate": 0.00013992066354129103, |
| "loss": 2.8832717895507813, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.9127734269511207, |
| "grad_norm": 1.4256030321121216, |
| "learning_rate": 0.00013956004327443205, |
| "loss": 2.948398208618164, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.9181744531460978, |
| "grad_norm": 1.3157241344451904, |
| "learning_rate": 0.00013919942300757301, |
| "loss": 2.836800384521484, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.9235754793410748, |
| "grad_norm": 1.3309694528579712, |
| "learning_rate": 0.00013883880274071403, |
| "loss": 2.900766944885254, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.9289765055360518, |
| "grad_norm": 0.9171543121337891, |
| "learning_rate": 0.00013847818247385505, |
| "loss": 2.8924545288085937, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.9343775317310289, |
| "grad_norm": 1.0325075387954712, |
| "learning_rate": 0.00013811756220699604, |
| "loss": 2.9084177017211914, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.939778557926006, |
| "grad_norm": 1.4920449256896973, |
| "learning_rate": 0.00013775694194013703, |
| "loss": 2.810170555114746, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.945179584120983, |
| "grad_norm": 1.1236705780029297, |
| "learning_rate": 0.00013739632167327804, |
| "loss": 3.0464658737182617, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.9505806103159601, |
| "grad_norm": 1.1558237075805664, |
| "learning_rate": 0.00013703570140641903, |
| "loss": 3.0324066162109373, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.955981636510937, |
| "grad_norm": 1.1385915279388428, |
| "learning_rate": 0.00013667508113956005, |
| "loss": 2.9241012573242187, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.9613826627059141, |
| "grad_norm": 1.3047113418579102, |
| "learning_rate": 0.00013631446087270104, |
| "loss": 2.9352169036865234, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.9667836889008912, |
| "grad_norm": 1.548905849456787, |
| "learning_rate": 0.00013595384060584206, |
| "loss": 3.0046308517456053, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.9721847150958682, |
| "grad_norm": 1.1485257148742676, |
| "learning_rate": 0.00013559322033898305, |
| "loss": 2.868555450439453, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.9775857412908453, |
| "grad_norm": 1.366213083267212, |
| "learning_rate": 0.00013523260007212407, |
| "loss": 3.086391067504883, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.9829867674858223, |
| "grad_norm": 2.4089717864990234, |
| "learning_rate": 0.00013487197980526506, |
| "loss": 3.0984577178955077, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.9883877936807993, |
| "grad_norm": 1.1161662340164185, |
| "learning_rate": 0.00013451135953840605, |
| "loss": 2.915675163269043, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.9937888198757764, |
| "grad_norm": 1.1393717527389526, |
| "learning_rate": 0.00013415073927154706, |
| "loss": 2.879562568664551, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.9991898460707535, |
| "grad_norm": 1.4226765632629395, |
| "learning_rate": 0.00013379011900468808, |
| "loss": 2.8654153823852537, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.0043208209559817, |
| "grad_norm": 1.7910537719726562, |
| "learning_rate": 0.00013342949873782907, |
| "loss": 3.015969085693359, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.0097218471509586, |
| "grad_norm": 1.1190510988235474, |
| "learning_rate": 0.00013306887847097006, |
| "loss": 2.87933235168457, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.0151228733459357, |
| "grad_norm": 1.1738801002502441, |
| "learning_rate": 0.00013270825820411108, |
| "loss": 2.7941356658935548, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.0205238995409127, |
| "grad_norm": 1.0437875986099243, |
| "learning_rate": 0.0001323476379372521, |
| "loss": 2.896015167236328, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.0259249257358898, |
| "grad_norm": 1.4144948720932007, |
| "learning_rate": 0.00013198701767039308, |
| "loss": 2.843356704711914, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.0313259519308668, |
| "grad_norm": 1.732194423675537, |
| "learning_rate": 0.00013162639740353407, |
| "loss": 2.8961923599243162, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.036726978125844, |
| "grad_norm": 1.227655291557312, |
| "learning_rate": 0.0001312657771366751, |
| "loss": 2.8469051361083983, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.042128004320821, |
| "grad_norm": 1.2534716129302979, |
| "learning_rate": 0.00013090515686981608, |
| "loss": 2.8952392578125, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.047529030515798, |
| "grad_norm": 1.2732499837875366, |
| "learning_rate": 0.0001305445366029571, |
| "loss": 2.9137599945068358, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.052930056710775, |
| "grad_norm": 1.1516661643981934, |
| "learning_rate": 0.0001301839163360981, |
| "loss": 2.8422595977783205, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.0583310829057522, |
| "grad_norm": 1.7162693738937378, |
| "learning_rate": 0.00012982329606923908, |
| "loss": 3.0195697784423827, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.0637321091007292, |
| "grad_norm": 1.1824109554290771, |
| "learning_rate": 0.0001294626758023801, |
| "loss": 2.830906867980957, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.069133135295706, |
| "grad_norm": 1.246450424194336, |
| "learning_rate": 0.0001291020555355211, |
| "loss": 2.925843048095703, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.0745341614906831, |
| "grad_norm": 1.919395923614502, |
| "learning_rate": 0.0001287414352686621, |
| "loss": 2.845474433898926, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.0799351876856602, |
| "grad_norm": 1.2120916843414307, |
| "learning_rate": 0.0001283808150018031, |
| "loss": 2.9256092071533204, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.0853362138806373, |
| "grad_norm": 1.1324710845947266, |
| "learning_rate": 0.0001280201947349441, |
| "loss": 2.9663860321044924, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.0907372400756143, |
| "grad_norm": 1.6326500177383423, |
| "learning_rate": 0.00012765957446808513, |
| "loss": 2.7034042358398436, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.0961382662705914, |
| "grad_norm": 1.3509035110473633, |
| "learning_rate": 0.00012729895420122612, |
| "loss": 2.633696746826172, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.1015392924655685, |
| "grad_norm": 1.0838254690170288, |
| "learning_rate": 0.0001269383339343671, |
| "loss": 2.8899274826049806, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.1069403186605455, |
| "grad_norm": 1.6641477346420288, |
| "learning_rate": 0.00012657771366750812, |
| "loss": 2.909597396850586, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.1123413448555226, |
| "grad_norm": 1.1637628078460693, |
| "learning_rate": 0.00012621709340064914, |
| "loss": 2.804787826538086, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.1177423710504997, |
| "grad_norm": 1.4898242950439453, |
| "learning_rate": 0.00012585647313379013, |
| "loss": 2.9821834564208984, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.1231433972454767, |
| "grad_norm": 1.4179521799087524, |
| "learning_rate": 0.00012549585286693112, |
| "loss": 3.029928779602051, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.1285444234404536, |
| "grad_norm": 1.3157166242599487, |
| "learning_rate": 0.00012513523260007214, |
| "loss": 2.682559585571289, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.1339454496354306, |
| "grad_norm": 1.190956950187683, |
| "learning_rate": 0.00012477461233321313, |
| "loss": 3.0344194412231444, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.1393464758304077, |
| "grad_norm": 1.0837123394012451, |
| "learning_rate": 0.00012441399206635415, |
| "loss": 2.693293571472168, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.1447475020253848, |
| "grad_norm": 1.190393328666687, |
| "learning_rate": 0.00012405337179949514, |
| "loss": 2.816008949279785, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.1501485282203618, |
| "grad_norm": 1.0684547424316406, |
| "learning_rate": 0.00012369275153263613, |
| "loss": 2.9440284729003907, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.155549554415339, |
| "grad_norm": 1.1556187868118286, |
| "learning_rate": 0.00012333213126577714, |
| "loss": 3.132794952392578, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.160950580610316, |
| "grad_norm": 1.0935251712799072, |
| "learning_rate": 0.00012297151099891816, |
| "loss": 2.6665658950805664, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.166351606805293, |
| "grad_norm": 1.1952039003372192, |
| "learning_rate": 0.00012261089073205915, |
| "loss": 2.918911933898926, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.17175263300027, |
| "grad_norm": 1.1767187118530273, |
| "learning_rate": 0.00012225027046520014, |
| "loss": 2.9808664321899414, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.1771536591952472, |
| "grad_norm": 1.0405514240264893, |
| "learning_rate": 0.00012188965019834116, |
| "loss": 2.7352481842041017, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.1825546853902242, |
| "grad_norm": 1.058395266532898, |
| "learning_rate": 0.00012152902993148216, |
| "loss": 2.8880331039428713, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.187955711585201, |
| "grad_norm": 1.2822115421295166, |
| "learning_rate": 0.00012116840966462315, |
| "loss": 2.978183937072754, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.1933567377801781, |
| "grad_norm": 1.2222055196762085, |
| "learning_rate": 0.00012080778939776415, |
| "loss": 3.0284900665283203, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.1987577639751552, |
| "grad_norm": 1.204604983329773, |
| "learning_rate": 0.00012044716913090517, |
| "loss": 2.789278984069824, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.2041587901701323, |
| "grad_norm": 1.3971943855285645, |
| "learning_rate": 0.00012008654886404616, |
| "loss": 2.9389053344726563, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.2095598163651093, |
| "grad_norm": 1.3112043142318726, |
| "learning_rate": 0.00011972592859718716, |
| "loss": 2.8317853927612306, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.2149608425600864, |
| "grad_norm": 1.3461347818374634, |
| "learning_rate": 0.00011936530833032817, |
| "loss": 2.8396333694458007, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.2203618687550635, |
| "grad_norm": 1.221990942955017, |
| "learning_rate": 0.00011900468806346918, |
| "loss": 2.9295183181762696, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.2257628949500405, |
| "grad_norm": 1.1670557260513306, |
| "learning_rate": 0.00011864406779661017, |
| "loss": 2.923117828369141, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.2311639211450176, |
| "grad_norm": 2.0452191829681396, |
| "learning_rate": 0.00011828344752975118, |
| "loss": 2.8732458114624024, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.2365649473399947, |
| "grad_norm": 1.1265263557434082, |
| "learning_rate": 0.00011792282726289218, |
| "loss": 3.0273326873779296, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.2419659735349717, |
| "grad_norm": 1.4754787683486938, |
| "learning_rate": 0.00011756220699603317, |
| "loss": 2.949677085876465, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.2473669997299486, |
| "grad_norm": 1.2231955528259277, |
| "learning_rate": 0.00011720158672917419, |
| "loss": 2.854171943664551, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.2527680259249259, |
| "grad_norm": 1.2537592649459839, |
| "learning_rate": 0.00011684096646231519, |
| "loss": 3.004684829711914, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.2581690521199027, |
| "grad_norm": 1.2691115140914917, |
| "learning_rate": 0.00011648034619545618, |
| "loss": 2.8662010192871095, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.2635700783148798, |
| "grad_norm": 1.2742242813110352, |
| "learning_rate": 0.00011611972592859719, |
| "loss": 3.037505340576172, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.2689711045098568, |
| "grad_norm": 1.6218504905700684, |
| "learning_rate": 0.0001157591056617382, |
| "loss": 2.825956916809082, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.274372130704834, |
| "grad_norm": 1.5230934619903564, |
| "learning_rate": 0.0001153984853948792, |
| "loss": 2.9821327209472654, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.279773156899811, |
| "grad_norm": 1.3738056421279907, |
| "learning_rate": 0.0001150378651280202, |
| "loss": 2.6793663024902346, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.285174183094788, |
| "grad_norm": 1.259009599685669, |
| "learning_rate": 0.0001146772448611612, |
| "loss": 2.8002511978149416, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.290575209289765, |
| "grad_norm": 1.174134612083435, |
| "learning_rate": 0.00011431662459430222, |
| "loss": 2.929630088806152, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.2959762354847422, |
| "grad_norm": 1.1415808200836182, |
| "learning_rate": 0.0001139560043274432, |
| "loss": 2.8630245208740233, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.3013772616797192, |
| "grad_norm": 1.1964163780212402, |
| "learning_rate": 0.00011359538406058421, |
| "loss": 2.839987373352051, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.306778287874696, |
| "grad_norm": 1.6634154319763184, |
| "learning_rate": 0.00011323476379372521, |
| "loss": 2.9448307037353514, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.3121793140696734, |
| "grad_norm": 1.0702461004257202, |
| "learning_rate": 0.0001128741435268662, |
| "loss": 2.918461799621582, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.3175803402646502, |
| "grad_norm": 1.5468103885650635, |
| "learning_rate": 0.00011251352326000721, |
| "loss": 2.7711483001708985, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.3229813664596273, |
| "grad_norm": 1.667710781097412, |
| "learning_rate": 0.00011215290299314822, |
| "loss": 2.8188310623168946, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.3283823926546043, |
| "grad_norm": 1.4836740493774414, |
| "learning_rate": 0.00011179228272628923, |
| "loss": 2.8318965911865233, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.3337834188495814, |
| "grad_norm": 1.0029267072677612, |
| "learning_rate": 0.00011143166245943022, |
| "loss": 2.8626220703125, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.3391844450445585, |
| "grad_norm": 1.4887958765029907, |
| "learning_rate": 0.00011107104219257122, |
| "loss": 2.851857566833496, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.3445854712395355, |
| "grad_norm": 1.4411993026733398, |
| "learning_rate": 0.00011071042192571224, |
| "loss": 2.7436094284057617, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.3499864974345126, |
| "grad_norm": 1.478190541267395, |
| "learning_rate": 0.00011034980165885323, |
| "loss": 2.875034523010254, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.3553875236294897, |
| "grad_norm": 1.5047866106033325, |
| "learning_rate": 0.00010998918139199423, |
| "loss": 2.920446014404297, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.3607885498244667, |
| "grad_norm": 1.0506335496902466, |
| "learning_rate": 0.00010962856112513525, |
| "loss": 3.1022211074829102, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.3661895760194436, |
| "grad_norm": 1.2894558906555176, |
| "learning_rate": 0.00010926794085827623, |
| "loss": 2.7895151138305665, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.3715906022144209, |
| "grad_norm": 1.5136513710021973, |
| "learning_rate": 0.00010890732059141724, |
| "loss": 2.850429344177246, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.3769916284093977, |
| "grad_norm": 1.5565638542175293, |
| "learning_rate": 0.00010854670032455825, |
| "loss": 2.8842002868652346, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.3823926546043748, |
| "grad_norm": 1.4687844514846802, |
| "learning_rate": 0.00010818608005769926, |
| "loss": 2.767740821838379, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.3877936807993518, |
| "grad_norm": 1.247577428817749, |
| "learning_rate": 0.00010782545979084024, |
| "loss": 2.767527961730957, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.393194706994329, |
| "grad_norm": 1.1225169897079468, |
| "learning_rate": 0.00010746483952398126, |
| "loss": 2.880569267272949, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.398595733189306, |
| "grad_norm": 1.8888438940048218, |
| "learning_rate": 0.00010710421925712226, |
| "loss": 2.7435197830200195, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.403996759384283, |
| "grad_norm": 1.1343549489974976, |
| "learning_rate": 0.00010674359899026325, |
| "loss": 2.788307952880859, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.40939778557926, |
| "grad_norm": 1.075430154800415, |
| "learning_rate": 0.00010638297872340425, |
| "loss": 2.899631881713867, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.4147988117742372, |
| "grad_norm": 1.4076910018920898, |
| "learning_rate": 0.00010602235845654527, |
| "loss": 2.891121673583984, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.4201998379692142, |
| "grad_norm": 1.2757014036178589, |
| "learning_rate": 0.00010566173818968625, |
| "loss": 2.963408279418945, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.425600864164191, |
| "grad_norm": 1.5843652486801147, |
| "learning_rate": 0.00010530111792282726, |
| "loss": 2.938973808288574, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.4310018903591684, |
| "grad_norm": 1.2759486436843872, |
| "learning_rate": 0.00010494049765596827, |
| "loss": 2.8045913696289064, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.4364029165541452, |
| "grad_norm": 1.1256285905838013, |
| "learning_rate": 0.00010457987738910929, |
| "loss": 2.7867507934570312, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.4418039427491223, |
| "grad_norm": 1.369463562965393, |
| "learning_rate": 0.00010421925712225028, |
| "loss": 2.8050779342651366, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.4472049689440993, |
| "grad_norm": 1.3944294452667236, |
| "learning_rate": 0.00010385863685539128, |
| "loss": 2.8491235733032227, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.4526059951390764, |
| "grad_norm": 1.236985206604004, |
| "learning_rate": 0.00010349801658853228, |
| "loss": 2.8627124786376954, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.4580070213340535, |
| "grad_norm": 1.3797553777694702, |
| "learning_rate": 0.00010313739632167327, |
| "loss": 2.936333656311035, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.4634080475290305, |
| "grad_norm": 1.3635659217834473, |
| "learning_rate": 0.00010277677605481429, |
| "loss": 2.944474983215332, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.4688090737240076, |
| "grad_norm": 1.476051926612854, |
| "learning_rate": 0.0001024161557879553, |
| "loss": 2.748017120361328, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.4742100999189847, |
| "grad_norm": 1.3065634965896606, |
| "learning_rate": 0.0001020555355210963, |
| "loss": 2.7723691940307615, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.4796111261139617, |
| "grad_norm": 1.415992259979248, |
| "learning_rate": 0.00010169491525423729, |
| "loss": 2.8298103332519533, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.4850121523089386, |
| "grad_norm": 1.5384076833724976, |
| "learning_rate": 0.0001013342949873783, |
| "loss": 2.906233787536621, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.4904131785039159, |
| "grad_norm": 1.3399168252944946, |
| "learning_rate": 0.00010097367472051931, |
| "loss": 2.9528438568115236, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.4958142046988927, |
| "grad_norm": 1.3242063522338867, |
| "learning_rate": 0.0001006130544536603, |
| "loss": 2.9394319534301756, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.50121523089387, |
| "grad_norm": 1.5000715255737305, |
| "learning_rate": 0.0001002524341868013, |
| "loss": 2.883406639099121, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.5066162570888468, |
| "grad_norm": 1.272521734237671, |
| "learning_rate": 9.98918139199423e-05, |
| "loss": 2.8342365264892577, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.512017283283824, |
| "grad_norm": 1.1823383569717407, |
| "learning_rate": 9.953119365308331e-05, |
| "loss": 2.7939565658569334, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.517418309478801, |
| "grad_norm": 1.5179256200790405, |
| "learning_rate": 9.917057338622431e-05, |
| "loss": 2.871601867675781, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.522819335673778, |
| "grad_norm": 1.7326610088348389, |
| "learning_rate": 9.880995311936532e-05, |
| "loss": 2.96075553894043, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.528220361868755, |
| "grad_norm": 1.073715329170227, |
| "learning_rate": 9.844933285250632e-05, |
| "loss": 2.952979850769043, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.5336213880637322, |
| "grad_norm": 1.590678095817566, |
| "learning_rate": 9.808871258564731e-05, |
| "loss": 3.0092388153076173, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.5390224142587092, |
| "grad_norm": 1.2470190525054932, |
| "learning_rate": 9.772809231878833e-05, |
| "loss": 2.8631858825683594, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.544423440453686, |
| "grad_norm": 1.2047282457351685, |
| "learning_rate": 9.736747205192932e-05, |
| "loss": 2.8016355514526365, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.5498244666486634, |
| "grad_norm": 1.467477798461914, |
| "learning_rate": 9.700685178507033e-05, |
| "loss": 2.796140670776367, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.5552254928436402, |
| "grad_norm": 1.2711927890777588, |
| "learning_rate": 9.664623151821132e-05, |
| "loss": 2.994451332092285, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.5606265190386175, |
| "grad_norm": 1.808205008506775, |
| "learning_rate": 9.628561125135233e-05, |
| "loss": 2.9458087921142577, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.5660275452335943, |
| "grad_norm": 1.0437573194503784, |
| "learning_rate": 9.592499098449333e-05, |
| "loss": 2.815134620666504, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.5714285714285714, |
| "grad_norm": 1.0917341709136963, |
| "learning_rate": 9.556437071763433e-05, |
| "loss": 2.9576305389404296, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.5768295976235485, |
| "grad_norm": 1.5794211626052856, |
| "learning_rate": 9.520375045077534e-05, |
| "loss": 3.061453437805176, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.5822306238185255, |
| "grad_norm": 1.0889885425567627, |
| "learning_rate": 9.484313018391634e-05, |
| "loss": 2.8470460891723635, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.5876316500135026, |
| "grad_norm": 1.1744705438613892, |
| "learning_rate": 9.448250991705734e-05, |
| "loss": 2.74056453704834, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.5930326762084797, |
| "grad_norm": 1.3190598487854004, |
| "learning_rate": 9.412188965019835e-05, |
| "loss": 2.929494857788086, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.5984337024034567, |
| "grad_norm": 1.3507816791534424, |
| "learning_rate": 9.376126938333935e-05, |
| "loss": 2.9215248107910154, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.6038347285984336, |
| "grad_norm": 1.2186241149902344, |
| "learning_rate": 9.340064911648035e-05, |
| "loss": 2.981372833251953, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.6092357547934109, |
| "grad_norm": 1.780598759651184, |
| "learning_rate": 9.304002884962136e-05, |
| "loss": 2.9505966186523436, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.6146367809883877, |
| "grad_norm": 1.152493953704834, |
| "learning_rate": 9.267940858276235e-05, |
| "loss": 2.8313037872314455, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.620037807183365, |
| "grad_norm": 1.4987826347351074, |
| "learning_rate": 9.231878831590337e-05, |
| "loss": 2.811454963684082, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5556, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.0704827380718592e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
