| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 4965, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0060435132957292505, |
| "grad_norm": 2.6791505813598633, |
| "learning_rate": 1.8108651911468814e-07, |
| "loss": 0.43424110412597655, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.012087026591458501, |
| "grad_norm": 2.683911085128784, |
| "learning_rate": 3.8229376257545275e-07, |
| "loss": 0.42812118530273435, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01813053988718775, |
| "grad_norm": 1.6422226428985596, |
| "learning_rate": 5.835010060362174e-07, |
| "loss": 0.419526481628418, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.024174053182917002, |
| "grad_norm": 0.8506667017936707, |
| "learning_rate": 7.847082494969819e-07, |
| "loss": 0.3855069637298584, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.030217566478646252, |
| "grad_norm": 0.5741743445396423, |
| "learning_rate": 9.859154929577465e-07, |
| "loss": 0.3555116653442383, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0362610797743755, |
| "grad_norm": 0.4924837350845337, |
| "learning_rate": 1.187122736418511e-06, |
| "loss": 0.3286411762237549, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.04230459307010476, |
| "grad_norm": 0.33213233947753906, |
| "learning_rate": 1.3883299798792758e-06, |
| "loss": 0.31856331825256345, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.048348106365834004, |
| "grad_norm": 0.2811642587184906, |
| "learning_rate": 1.5895372233400403e-06, |
| "loss": 0.29794213771820066, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.05439161966156326, |
| "grad_norm": 0.27522650361061096, |
| "learning_rate": 1.790744466800805e-06, |
| "loss": 0.2954577445983887, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.060435132957292505, |
| "grad_norm": 0.30479246377944946, |
| "learning_rate": 1.9919517102615694e-06, |
| "loss": 0.275892972946167, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06647864625302176, |
| "grad_norm": 0.2663208842277527, |
| "learning_rate": 2.193158953722334e-06, |
| "loss": 0.2677940845489502, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.072522159548751, |
| "grad_norm": 0.2940618097782135, |
| "learning_rate": 2.3943661971830984e-06, |
| "loss": 0.27342398166656495, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.07856567284448025, |
| "grad_norm": 0.2885012626647949, |
| "learning_rate": 2.595573440643863e-06, |
| "loss": 0.25932297706604, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.08460918614020951, |
| "grad_norm": 0.26729241013526917, |
| "learning_rate": 2.796780684104628e-06, |
| "loss": 0.2515596389770508, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.09065269943593876, |
| "grad_norm": 0.25183233618736267, |
| "learning_rate": 2.9979879275653927e-06, |
| "loss": 0.25308003425598147, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.09669621273166801, |
| "grad_norm": 0.27593663334846497, |
| "learning_rate": 3.199195171026157e-06, |
| "loss": 0.24183225631713867, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.10273972602739725, |
| "grad_norm": 0.26931726932525635, |
| "learning_rate": 3.4004024144869217e-06, |
| "loss": 0.24087212085723878, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.10878323932312652, |
| "grad_norm": 0.28699785470962524, |
| "learning_rate": 3.601609657947687e-06, |
| "loss": 0.23806214332580566, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.11482675261885576, |
| "grad_norm": 0.2808695435523987, |
| "learning_rate": 3.8028169014084508e-06, |
| "loss": 0.23471593856811523, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.12087026591458501, |
| "grad_norm": 0.26960834860801697, |
| "learning_rate": 4.0040241448692155e-06, |
| "loss": 0.22571153640747071, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.12691377921031427, |
| "grad_norm": 0.2849039137363434, |
| "learning_rate": 4.20523138832998e-06, |
| "loss": 0.2278608798980713, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.13295729250604352, |
| "grad_norm": 0.2857084572315216, |
| "learning_rate": 4.406438631790745e-06, |
| "loss": 0.2277141809463501, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.13900080580177276, |
| "grad_norm": 0.28886616230010986, |
| "learning_rate": 4.60764587525151e-06, |
| "loss": 0.2221583366394043, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.145044319097502, |
| "grad_norm": 0.28347155451774597, |
| "learning_rate": 4.808853118712274e-06, |
| "loss": 0.2190323829650879, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.15108783239323126, |
| "grad_norm": 0.27866682410240173, |
| "learning_rate": 5.010060362173038e-06, |
| "loss": 0.21880054473876953, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.1571313456889605, |
| "grad_norm": 0.28653502464294434, |
| "learning_rate": 5.211267605633803e-06, |
| "loss": 0.22141761779785157, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.16317485898468978, |
| "grad_norm": 0.2667871117591858, |
| "learning_rate": 5.412474849094568e-06, |
| "loss": 0.2136612892150879, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.16921837228041903, |
| "grad_norm": 0.26795583963394165, |
| "learning_rate": 5.6136820925553326e-06, |
| "loss": 0.2144620656967163, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.17526188557614827, |
| "grad_norm": 0.2649329602718353, |
| "learning_rate": 5.814889336016097e-06, |
| "loss": 0.20957472324371337, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.18130539887187752, |
| "grad_norm": 0.29122769832611084, |
| "learning_rate": 6.016096579476862e-06, |
| "loss": 0.21188030242919922, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.18734891216760677, |
| "grad_norm": 0.2643492817878723, |
| "learning_rate": 6.217303822937626e-06, |
| "loss": 0.20421910285949707, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.19339242546333602, |
| "grad_norm": 0.2602762281894684, |
| "learning_rate": 6.418511066398391e-06, |
| "loss": 0.20553312301635743, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.19943593875906526, |
| "grad_norm": 0.2506936490535736, |
| "learning_rate": 6.619718309859155e-06, |
| "loss": 0.20259194374084472, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.2054794520547945, |
| "grad_norm": 0.26634275913238525, |
| "learning_rate": 6.82092555331992e-06, |
| "loss": 0.20387697219848633, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.21152296535052378, |
| "grad_norm": 0.293220192193985, |
| "learning_rate": 7.022132796780685e-06, |
| "loss": 0.1974625825881958, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.21756647864625303, |
| "grad_norm": 0.26546773314476013, |
| "learning_rate": 7.223340040241449e-06, |
| "loss": 0.1918584704399109, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.22360999194198228, |
| "grad_norm": 0.2801249027252197, |
| "learning_rate": 7.4245472837022135e-06, |
| "loss": 0.2003864526748657, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.22965350523771152, |
| "grad_norm": 0.26137885451316833, |
| "learning_rate": 7.625754527162978e-06, |
| "loss": 0.19211164712905884, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.23569701853344077, |
| "grad_norm": 0.23950669169425964, |
| "learning_rate": 7.826961770623743e-06, |
| "loss": 0.1997000217437744, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.24174053182917002, |
| "grad_norm": 0.2763938307762146, |
| "learning_rate": 8.028169014084509e-06, |
| "loss": 0.19561755657196045, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.24778404512489927, |
| "grad_norm": 0.2883632183074951, |
| "learning_rate": 8.229376257545272e-06, |
| "loss": 0.1947632312774658, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.25382755842062854, |
| "grad_norm": 0.2761209011077881, |
| "learning_rate": 8.430583501006036e-06, |
| "loss": 0.19417184591293335, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.25987107171635776, |
| "grad_norm": 0.29035407304763794, |
| "learning_rate": 8.631790744466802e-06, |
| "loss": 0.19058849811553955, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.26591458501208703, |
| "grad_norm": 0.24615156650543213, |
| "learning_rate": 8.832997987927566e-06, |
| "loss": 0.18921122550964356, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.27195809830781625, |
| "grad_norm": 0.2587921619415283, |
| "learning_rate": 9.034205231388331e-06, |
| "loss": 0.18803141117095948, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.27800161160354553, |
| "grad_norm": 0.27339935302734375, |
| "learning_rate": 9.235412474849095e-06, |
| "loss": 0.1917414426803589, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.2840451248992748, |
| "grad_norm": 0.26091912388801575, |
| "learning_rate": 9.43661971830986e-06, |
| "loss": 0.18812184333801268, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.290088638195004, |
| "grad_norm": 0.26199963688850403, |
| "learning_rate": 9.637826961770625e-06, |
| "loss": 0.18310174942016602, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.2961321514907333, |
| "grad_norm": 0.26349949836730957, |
| "learning_rate": 9.839034205231389e-06, |
| "loss": 0.1794055223464966, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.3021756647864625, |
| "grad_norm": 0.2564206123352051, |
| "learning_rate": 9.999995056058254e-06, |
| "loss": 0.181296706199646, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.3082191780821918, |
| "grad_norm": 0.2618381679058075, |
| "learning_rate": 9.999822019123702e-06, |
| "loss": 0.18494994640350343, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.314262691377921, |
| "grad_norm": 0.2703542709350586, |
| "learning_rate": 9.999401794878746e-06, |
| "loss": 0.17985227108001708, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.3203062046736503, |
| "grad_norm": 0.29166391491889954, |
| "learning_rate": 9.998734404098946e-06, |
| "loss": 0.18138515949249268, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.32634971796937956, |
| "grad_norm": 0.24447283148765564, |
| "learning_rate": 9.997819879779586e-06, |
| "loss": 0.18624844551086425, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3323932312651088, |
| "grad_norm": 0.24413910508155823, |
| "learning_rate": 9.996658267134033e-06, |
| "loss": 0.18135397434234618, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.33843674456083805, |
| "grad_norm": 0.26679185032844543, |
| "learning_rate": 9.995249623591515e-06, |
| "loss": 0.17672932147979736, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.3444802578565673, |
| "grad_norm": 0.25367289781570435, |
| "learning_rate": 9.993594018794271e-06, |
| "loss": 0.17478251457214355, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.35052377115229655, |
| "grad_norm": 0.24849548935890198, |
| "learning_rate": 9.991691534594113e-06, |
| "loss": 0.1787455201148987, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.35656728444802577, |
| "grad_norm": 0.263493150472641, |
| "learning_rate": 9.989542265048383e-06, |
| "loss": 0.17695608139038085, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.36261079774375504, |
| "grad_norm": 0.23856207728385925, |
| "learning_rate": 9.987146316415292e-06, |
| "loss": 0.17286056280136108, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.36865431103948426, |
| "grad_norm": 0.3688794672489166, |
| "learning_rate": 9.984503807148677e-06, |
| "loss": 0.17635351419448853, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.37469782433521354, |
| "grad_norm": 0.25517919659614563, |
| "learning_rate": 9.981614867892143e-06, |
| "loss": 0.17394735813140869, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.3807413376309428, |
| "grad_norm": 0.24865099787712097, |
| "learning_rate": 9.978479641472593e-06, |
| "loss": 0.1734173536300659, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.38678485092667203, |
| "grad_norm": 0.2586166262626648, |
| "learning_rate": 9.975098282893187e-06, |
| "loss": 0.17834866046905518, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.3928283642224013, |
| "grad_norm": 0.2314433753490448, |
| "learning_rate": 9.97147095932566e-06, |
| "loss": 0.1714148998260498, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.3988718775181305, |
| "grad_norm": 0.25793835520744324, |
| "learning_rate": 9.967597850102069e-06, |
| "loss": 0.17357563972473145, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.4049153908138598, |
| "grad_norm": 0.2363017499446869, |
| "learning_rate": 9.963479146705916e-06, |
| "loss": 0.17228338718414307, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.410958904109589, |
| "grad_norm": 0.24678575992584229, |
| "learning_rate": 9.959115052762697e-06, |
| "loss": 0.17418212890625, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.4170024174053183, |
| "grad_norm": 0.23901484906673431, |
| "learning_rate": 9.95450578402982e-06, |
| "loss": 0.16737285852432252, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.42304593070104757, |
| "grad_norm": 0.2519242465496063, |
| "learning_rate": 9.949651568385942e-06, |
| "loss": 0.1672084093093872, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.4290894439967768, |
| "grad_norm": 0.24263595044612885, |
| "learning_rate": 9.94455264581971e-06, |
| "loss": 0.16824760437011718, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.43513295729250606, |
| "grad_norm": 0.23398065567016602, |
| "learning_rate": 9.939209268417886e-06, |
| "loss": 0.1633542537689209, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.4411764705882353, |
| "grad_norm": 0.28119024634361267, |
| "learning_rate": 9.933621700352896e-06, |
| "loss": 0.1700071930885315, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.44721998388396456, |
| "grad_norm": 0.24456487596035004, |
| "learning_rate": 9.927790217869753e-06, |
| "loss": 0.16781260967254638, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.4532634971796938, |
| "grad_norm": 0.2353801131248474, |
| "learning_rate": 9.921715109272413e-06, |
| "loss": 0.16569297313690184, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.45930701047542305, |
| "grad_norm": 0.24682150781154633, |
| "learning_rate": 9.915396674909522e-06, |
| "loss": 0.16531245708465575, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.46535052377115227, |
| "grad_norm": 0.22643272578716278, |
| "learning_rate": 9.908835227159559e-06, |
| "loss": 0.16031930446624756, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.47139403706688154, |
| "grad_norm": 0.21679629385471344, |
| "learning_rate": 9.902031090415391e-06, |
| "loss": 0.1657174348831177, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.4774375503626108, |
| "grad_norm": 0.31907621026039124, |
| "learning_rate": 9.894984601068248e-06, |
| "loss": 0.16643948554992677, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.48348106365834004, |
| "grad_norm": 0.22850657999515533, |
| "learning_rate": 9.887696107491079e-06, |
| "loss": 0.16328579187393188, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.4895245769540693, |
| "grad_norm": 0.2363438904285431, |
| "learning_rate": 9.880165970021337e-06, |
| "loss": 0.16295944452285765, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.49556809024979853, |
| "grad_norm": 0.21235784888267517, |
| "learning_rate": 9.872394560943157e-06, |
| "loss": 0.1601036310195923, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5016116035455278, |
| "grad_norm": 0.23377592861652374, |
| "learning_rate": 9.86438226446896e-06, |
| "loss": 0.16438961029052734, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5076551168412571, |
| "grad_norm": 0.2163173109292984, |
| "learning_rate": 9.856129476720449e-06, |
| "loss": 0.1559450387954712, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.5136986301369864, |
| "grad_norm": 0.23434801399707794, |
| "learning_rate": 9.847636605709028e-06, |
| "loss": 0.1650776147842407, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5197421434327155, |
| "grad_norm": 0.2319152057170868, |
| "learning_rate": 9.838904071315632e-06, |
| "loss": 0.1596601963043213, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.5257856567284448, |
| "grad_norm": 0.21985158324241638, |
| "learning_rate": 9.829932305269964e-06, |
| "loss": 0.16151692867279052, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.5318291700241741, |
| "grad_norm": 0.2180061638355255, |
| "learning_rate": 9.820721751129163e-06, |
| "loss": 0.16482841968536377, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.5378726833199033, |
| "grad_norm": 0.22528943419456482, |
| "learning_rate": 9.811272864255853e-06, |
| "loss": 0.158658766746521, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.5439161966156325, |
| "grad_norm": 0.21785296499729156, |
| "learning_rate": 9.801586111795655e-06, |
| "loss": 0.16361989974975585, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.5499597099113618, |
| "grad_norm": 0.2318844050168991, |
| "learning_rate": 9.791661972654069e-06, |
| "loss": 0.15711183547973634, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.5560032232070911, |
| "grad_norm": 0.21686816215515137, |
| "learning_rate": 9.781500937472814e-06, |
| "loss": 0.15947939157485963, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.5620467365028203, |
| "grad_norm": 0.2278321385383606, |
| "learning_rate": 9.771103508605563e-06, |
| "loss": 0.1608155846595764, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.5680902497985496, |
| "grad_norm": 0.22438998520374298, |
| "learning_rate": 9.760470200093111e-06, |
| "loss": 0.15645452737808227, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.5741337630942788, |
| "grad_norm": 0.2459161877632141, |
| "learning_rate": 9.749601537637956e-06, |
| "loss": 0.15974905490875244, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.580177276390008, |
| "grad_norm": 0.22639086842536926, |
| "learning_rate": 9.738498058578311e-06, |
| "loss": 0.16175615787506104, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.5862207896857373, |
| "grad_norm": 0.21432101726531982, |
| "learning_rate": 9.727160311861546e-06, |
| "loss": 0.1513558268547058, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.5922643029814666, |
| "grad_norm": 0.2377699315547943, |
| "learning_rate": 9.715588858017033e-06, |
| "loss": 0.15713939666748047, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.5983078162771958, |
| "grad_norm": 0.23188424110412598, |
| "learning_rate": 9.703784269128449e-06, |
| "loss": 0.15651999711990355, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.604351329572925, |
| "grad_norm": 0.22484862804412842, |
| "learning_rate": 9.691747128805482e-06, |
| "loss": 0.15296961069107057, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6103948428686543, |
| "grad_norm": 0.21575000882148743, |
| "learning_rate": 9.679478032154986e-06, |
| "loss": 0.15741455554962158, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.6164383561643836, |
| "grad_norm": 0.2111063003540039, |
| "learning_rate": 9.666977585751551e-06, |
| "loss": 0.1585395574569702, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.6224818694601129, |
| "grad_norm": 0.2278982400894165, |
| "learning_rate": 9.654246407607522e-06, |
| "loss": 0.15823476314544677, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.628525382755842, |
| "grad_norm": 0.21201825141906738, |
| "learning_rate": 9.641285127142442e-06, |
| "loss": 0.15284976959228516, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.6345688960515713, |
| "grad_norm": 0.22854183614253998, |
| "learning_rate": 9.628094385151931e-06, |
| "loss": 0.14952181577682494, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.6406124093473006, |
| "grad_norm": 0.21677425503730774, |
| "learning_rate": 9.61467483377601e-06, |
| "loss": 0.14994876384735106, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.6466559226430298, |
| "grad_norm": 0.24580124020576477, |
| "learning_rate": 9.601027136466854e-06, |
| "loss": 0.1575385332107544, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.6526994359387591, |
| "grad_norm": 0.22464416921138763, |
| "learning_rate": 9.587151967956006e-06, |
| "loss": 0.15378172397613527, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.6587429492344883, |
| "grad_norm": 0.22706280648708344, |
| "learning_rate": 9.573050014220995e-06, |
| "loss": 0.15251691341400148, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.6647864625302176, |
| "grad_norm": 0.2249971181154251, |
| "learning_rate": 9.558721972451447e-06, |
| "loss": 0.1516406536102295, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.6708299758259468, |
| "grad_norm": 0.21184460818767548, |
| "learning_rate": 9.544168551014594e-06, |
| "loss": 0.1552306056022644, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.6768734891216761, |
| "grad_norm": 0.21974043548107147, |
| "learning_rate": 9.52939046942027e-06, |
| "loss": 0.14897232055664061, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.6829170024174053, |
| "grad_norm": 0.22956401109695435, |
| "learning_rate": 9.514388458285332e-06, |
| "loss": 0.15314501523971558, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.6889605157131345, |
| "grad_norm": 0.20469701290130615, |
| "learning_rate": 9.499163259297535e-06, |
| "loss": 0.15435714721679689, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.6950040290088638, |
| "grad_norm": 0.2130810171365738, |
| "learning_rate": 9.483715625178874e-06, |
| "loss": 0.14373431205749512, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.7010475423045931, |
| "grad_norm": 0.21660926938056946, |
| "learning_rate": 9.468046319648358e-06, |
| "loss": 0.15549267530441285, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.7070910556003224, |
| "grad_norm": 0.22545422613620758, |
| "learning_rate": 9.45215611738426e-06, |
| "loss": 0.1464073419570923, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.7131345688960515, |
| "grad_norm": 0.2041836678981781, |
| "learning_rate": 9.436045803985819e-06, |
| "loss": 0.14939506053924562, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.7191780821917808, |
| "grad_norm": 0.21615348756313324, |
| "learning_rate": 9.41971617593439e-06, |
| "loss": 0.1525928258895874, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.7252215954875101, |
| "grad_norm": 0.21271154284477234, |
| "learning_rate": 9.403168040554085e-06, |
| "loss": 0.14430539608001708, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.7312651087832394, |
| "grad_norm": 0.22406251728534698, |
| "learning_rate": 9.386402215971835e-06, |
| "loss": 0.14692449569702148, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.7373086220789685, |
| "grad_norm": 0.22445231676101685, |
| "learning_rate": 9.369419531076967e-06, |
| "loss": 0.15025017261505128, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.7433521353746978, |
| "grad_norm": 0.21477998793125153, |
| "learning_rate": 9.352220825480205e-06, |
| "loss": 0.15201830863952637, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.7493956486704271, |
| "grad_norm": 0.20397023856639862, |
| "learning_rate": 9.334806949472176e-06, |
| "loss": 0.14703288078308105, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.7554391619661563, |
| "grad_norm": 0.20194675028324127, |
| "learning_rate": 9.317178763981354e-06, |
| "loss": 0.14660085439682008, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.7614826752618856, |
| "grad_norm": 0.2115529626607895, |
| "learning_rate": 9.29933714053152e-06, |
| "loss": 0.1503981828689575, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.7675261885576148, |
| "grad_norm": 0.20875698328018188, |
| "learning_rate": 9.281282961198651e-06, |
| "loss": 0.14698731899261475, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.7735697018533441, |
| "grad_norm": 0.21880143880844116, |
| "learning_rate": 9.263017118567329e-06, |
| "loss": 0.1496628999710083, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.7796132151490733, |
| "grad_norm": 0.20595993101596832, |
| "learning_rate": 9.2445405156866e-06, |
| "loss": 0.14186606407165528, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.7856567284448026, |
| "grad_norm": 0.2238467037677765, |
| "learning_rate": 9.225854066025336e-06, |
| "loss": 0.14565565586090087, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.7917002417405318, |
| "grad_norm": 0.20252187550067902, |
| "learning_rate": 9.206958693427063e-06, |
| "loss": 0.14660226106643676, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.797743755036261, |
| "grad_norm": 0.2454824447631836, |
| "learning_rate": 9.187855332064307e-06, |
| "loss": 0.14617925882339478, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.8037872683319903, |
| "grad_norm": 0.20953455567359924, |
| "learning_rate": 9.168544926392388e-06, |
| "loss": 0.14425084590911866, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.8098307816277196, |
| "grad_norm": 0.22163881361484528, |
| "learning_rate": 9.149028431102738e-06, |
| "loss": 0.1437234401702881, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.8158742949234489, |
| "grad_norm": 0.21825546026229858, |
| "learning_rate": 9.129306811075698e-06, |
| "loss": 0.14237486124038695, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.821917808219178, |
| "grad_norm": 0.21504727005958557, |
| "learning_rate": 9.109381041332815e-06, |
| "loss": 0.1479846477508545, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.8279613215149073, |
| "grad_norm": 0.3299539387226105, |
| "learning_rate": 9.089252106988645e-06, |
| "loss": 0.1492680311203003, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.8340048348106366, |
| "grad_norm": 0.2820020318031311, |
| "learning_rate": 9.06892100320204e-06, |
| "loss": 0.14104161262512208, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.8400483481063659, |
| "grad_norm": 0.24350281059741974, |
| "learning_rate": 9.048388735126949e-06, |
| "loss": 0.14567277431488038, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.8460918614020951, |
| "grad_norm": 0.19603702425956726, |
| "learning_rate": 9.027656317862733e-06, |
| "loss": 0.14261494874954223, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.8521353746978243, |
| "grad_norm": 0.2087412029504776, |
| "learning_rate": 9.00672477640397e-06, |
| "loss": 0.14455668926239013, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.8581788879935536, |
| "grad_norm": 0.2269335836172104, |
| "learning_rate": 8.98559514558978e-06, |
| "loss": 0.14213941097259522, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.8642224012892828, |
| "grad_norm": 0.20767658948898315, |
| "learning_rate": 8.964268470052676e-06, |
| "loss": 0.14149200916290283, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.8702659145850121, |
| "grad_norm": 0.20842665433883667, |
| "learning_rate": 8.942745804166898e-06, |
| "loss": 0.14532248973846434, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.8763094278807413, |
| "grad_norm": 0.2045581191778183, |
| "learning_rate": 8.921028211996304e-06, |
| "loss": 0.14435100555419922, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.8823529411764706, |
| "grad_norm": 0.19654729962348938, |
| "learning_rate": 8.89911676724175e-06, |
| "loss": 0.14154709577560426, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.8883964544721998, |
| "grad_norm": 0.21717678010463715, |
| "learning_rate": 8.87701255318802e-06, |
| "loss": 0.14401607513427733, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.8944399677679291, |
| "grad_norm": 0.1900615245103836, |
| "learning_rate": 8.854716662650255e-06, |
| "loss": 0.14473350048065187, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.9004834810636584, |
| "grad_norm": 0.2035045623779297, |
| "learning_rate": 8.832230197919938e-06, |
| "loss": 0.14227144718170165, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.9065269943593876, |
| "grad_norm": 0.2273212969303131, |
| "learning_rate": 8.809554270710387e-06, |
| "loss": 0.13896039724349976, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.9125705076551168, |
| "grad_norm": 0.22352223098278046, |
| "learning_rate": 8.7866900021018e-06, |
| "loss": 0.14246771335601807, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.9186140209508461, |
| "grad_norm": 0.2079835683107376, |
| "learning_rate": 8.763638522485827e-06, |
| "loss": 0.1394651174545288, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.9246575342465754, |
| "grad_norm": 0.20067137479782104, |
| "learning_rate": 8.740400971509686e-06, |
| "loss": 0.13732972145080566, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.9307010475423045, |
| "grad_norm": 0.28111594915390015, |
| "learning_rate": 8.716978498019814e-06, |
| "loss": 0.134084153175354, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.9367445608380338, |
| "grad_norm": 0.2192552238702774, |
| "learning_rate": 8.693372260005078e-06, |
| "loss": 0.13721671104431152, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.9427880741337631, |
| "grad_norm": 0.21726588904857635, |
| "learning_rate": 8.669583424539518e-06, |
| "loss": 0.13847979307174682, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.9488315874294924, |
| "grad_norm": 0.20951680839061737, |
| "learning_rate": 8.64561316772465e-06, |
| "loss": 0.13922054767608644, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.9548751007252216, |
| "grad_norm": 0.2030678689479828, |
| "learning_rate": 8.62146267463132e-06, |
| "loss": 0.14072515964508056, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.9609186140209508, |
| "grad_norm": 0.21917769312858582, |
| "learning_rate": 8.597133139241113e-06, |
| "loss": 0.1449857234954834, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.9669621273166801, |
| "grad_norm": 0.2006089687347412, |
| "learning_rate": 8.572625764387334e-06, |
| "loss": 0.14181168079376222, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.9730056406124094, |
| "grad_norm": 0.20863375067710876, |
| "learning_rate": 8.547941761695525e-06, |
| "loss": 0.13618249893188478, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.9790491539081386, |
| "grad_norm": 0.20326712727546692, |
| "learning_rate": 8.523082351523573e-06, |
| "loss": 0.13995929956436157, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.9850926672038679, |
| "grad_norm": 0.20966173708438873, |
| "learning_rate": 8.498048762901371e-06, |
| "loss": 0.13684163093566895, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.9911361804995971, |
| "grad_norm": 0.2103189378976822, |
| "learning_rate": 8.47284223347007e-06, |
| "loss": 0.13694381713867188, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.9971796937953263, |
| "grad_norm": 0.21439479291439056, |
| "learning_rate": 8.447464009420863e-06, |
| "loss": 0.1397465229034424, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.13645927608013153, |
| "eval_runtime": 73.0138, |
| "eval_samples_per_second": 10.998, |
| "eval_steps_per_second": 0.698, |
| "step": 1655 |
| }, |
| { |
| "epoch": 1.0030217566478645, |
| "grad_norm": 0.25065481662750244, |
| "learning_rate": 8.42191534543341e-06, |
| "loss": 0.13378231525421141, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.0090652699435938, |
| "grad_norm": 0.23352180421352386, |
| "learning_rate": 8.396197504613774e-06, |
| "loss": 0.12866504192352296, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.015108783239323, |
| "grad_norm": 0.23111934959888458, |
| "learning_rate": 8.370311758431998e-06, |
| "loss": 0.1263338088989258, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.0211522965350524, |
| "grad_norm": 0.21575987339019775, |
| "learning_rate": 8.344259386659231e-06, |
| "loss": 0.12696999311447144, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.0271958098307816, |
| "grad_norm": 0.208969384431839, |
| "learning_rate": 8.318041677304463e-06, |
| "loss": 0.12824112176895142, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.033239323126511, |
| "grad_norm": 0.21562984585762024, |
| "learning_rate": 8.291659926550845e-06, |
| "loss": 0.126296329498291, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.0392828364222402, |
| "grad_norm": 0.2121679186820984, |
| "learning_rate": 8.265115438691607e-06, |
| "loss": 0.12731149196624755, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.0453263497179694, |
| "grad_norm": 0.20733845233917236, |
| "learning_rate": 8.238409526065575e-06, |
| "loss": 0.12744966745376587, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.0513698630136987, |
| "grad_norm": 0.20615026354789734, |
| "learning_rate": 8.211543508992293e-06, |
| "loss": 0.13107160329818726, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.0574133763094278, |
| "grad_norm": 0.20750097930431366, |
| "learning_rate": 8.184518715706737e-06, |
| "loss": 0.12762153148651123, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.063456889605157, |
| "grad_norm": 0.21405155956745148, |
| "learning_rate": 8.157336482293661e-06, |
| "loss": 0.12602468729019164, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.0695004029008863, |
| "grad_norm": 0.20859122276306152, |
| "learning_rate": 8.129998152621539e-06, |
| "loss": 0.12637439966201783, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.0755439161966156, |
| "grad_norm": 0.2062380611896515, |
| "learning_rate": 8.102505078276115e-06, |
| "loss": 0.12189408540725707, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.0815874294923449, |
| "grad_norm": 0.23061694204807281, |
| "learning_rate": 8.074858618493593e-06, |
| "loss": 0.1286104679107666, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.0876309427880742, |
| "grad_norm": 0.20338337123394012, |
| "learning_rate": 8.047060140093436e-06, |
| "loss": 0.12919163703918457, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.0936744560838034, |
| "grad_norm": 0.2183983027935028, |
| "learning_rate": 8.019111017410785e-06, |
| "loss": 0.1271709680557251, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.0997179693795327, |
| "grad_norm": 0.22303783893585205, |
| "learning_rate": 7.991012632228519e-06, |
| "loss": 0.12489502429962158, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.105761482675262, |
| "grad_norm": 0.24084198474884033, |
| "learning_rate": 7.96276637370894e-06, |
| "loss": 0.12184426784515381, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.1118049959709912, |
| "grad_norm": 0.21119949221611023, |
| "learning_rate": 7.93437363832509e-06, |
| "loss": 0.12558618783950806, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.1178485092667203, |
| "grad_norm": 0.21568512916564941, |
| "learning_rate": 7.905835829791717e-06, |
| "loss": 0.12440104484558105, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.1238920225624496, |
| "grad_norm": 0.22111637890338898, |
| "learning_rate": 7.87715435899587e-06, |
| "loss": 0.12415385246276855, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.1299355358581789, |
| "grad_norm": 0.20567971467971802, |
| "learning_rate": 7.848330643927146e-06, |
| "loss": 0.1168677568435669, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.1359790491539081, |
| "grad_norm": 0.2187441736459732, |
| "learning_rate": 7.819366109607595e-06, |
| "loss": 0.1290172219276428, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.1420225624496374, |
| "grad_norm": 0.22424107789993286, |
| "learning_rate": 7.790262188021257e-06, |
| "loss": 0.12380149364471435, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.1480660757453667, |
| "grad_norm": 0.22608165442943573, |
| "learning_rate": 7.761020318043366e-06, |
| "loss": 0.12190085649490356, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.154109589041096, |
| "grad_norm": 0.22297121584415436, |
| "learning_rate": 7.731641945369223e-06, |
| "loss": 0.12813954353332518, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.1601531023368252, |
| "grad_norm": 0.21130020916461945, |
| "learning_rate": 7.702128522442717e-06, |
| "loss": 0.12408671379089356, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.1661966156325545, |
| "grad_norm": 0.21228879690170288, |
| "learning_rate": 7.672481508384512e-06, |
| "loss": 0.11850497722625733, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.1722401289282836, |
| "grad_norm": 0.24546727538108826, |
| "learning_rate": 7.642702368919919e-06, |
| "loss": 0.12462244033813477, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.1782836422240128, |
| "grad_norm": 0.2104247659444809, |
| "learning_rate": 7.612792576306416e-06, |
| "loss": 0.12534818649291993, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.184327155519742, |
| "grad_norm": 0.22319723665714264, |
| "learning_rate": 7.582753609260885e-06, |
| "loss": 0.12887107133865355, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.1903706688154714, |
| "grad_norm": 0.2151956409215927, |
| "learning_rate": 7.552586952886478e-06, |
| "loss": 0.12561689615249633, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.1964141821112007, |
| "grad_norm": 0.24011431634426117, |
| "learning_rate": 7.5222940985992186e-06, |
| "loss": 0.124991774559021, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.20245769540693, |
| "grad_norm": 0.224945068359375, |
| "learning_rate": 7.491876544054251e-06, |
| "loss": 0.12340732812881469, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.2085012087026592, |
| "grad_norm": 0.21621409058570862, |
| "learning_rate": 7.4613357930718044e-06, |
| "loss": 0.12357243299484252, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.2145447219983885, |
| "grad_norm": 0.2096043974161148, |
| "learning_rate": 7.430673355562847e-06, |
| "loss": 0.1263098359107971, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.2205882352941178, |
| "grad_norm": 0.23898456990718842, |
| "learning_rate": 7.3998907474544294e-06, |
| "loss": 0.1227832555770874, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.2266317485898468, |
| "grad_norm": 0.2461117058992386, |
| "learning_rate": 7.368989490614744e-06, |
| "loss": 0.12333790063858033, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.232675261885576, |
| "grad_norm": 0.22805091738700867, |
| "learning_rate": 7.337971112777891e-06, |
| "loss": 0.12160630226135254, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.2387187751813054, |
| "grad_norm": 0.21315939724445343, |
| "learning_rate": 7.306837147468331e-06, |
| "loss": 0.1259782910346985, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.2447622884770346, |
| "grad_norm": 0.2278059870004654, |
| "learning_rate": 7.275589133925085e-06, |
| "loss": 0.1212125301361084, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.250805801772764, |
| "grad_norm": 0.2272907793521881, |
| "learning_rate": 7.244228617025633e-06, |
| "loss": 0.12110664844512939, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.2568493150684932, |
| "grad_norm": 0.22618329524993896, |
| "learning_rate": 7.212757147209525e-06, |
| "loss": 0.1240962266921997, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.2628928283642225, |
| "grad_norm": 0.2161119282245636, |
| "learning_rate": 7.181176280401745e-06, |
| "loss": 0.12139427661895752, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.2689363416599517, |
| "grad_norm": 0.20182672142982483, |
| "learning_rate": 7.149487577935773e-06, |
| "loss": 0.12184669971466064, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.274979854955681, |
| "grad_norm": 0.22437644004821777, |
| "learning_rate": 7.117692606476405e-06, |
| "loss": 0.12244476079940796, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.28102336825141, |
| "grad_norm": 0.22313347458839417, |
| "learning_rate": 7.08579293794229e-06, |
| "loss": 0.12389321327209472, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.2870668815471393, |
| "grad_norm": 0.22929154336452484, |
| "learning_rate": 7.053790149428223e-06, |
| "loss": 0.1189534306526184, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.2931103948428686, |
| "grad_norm": 0.22624798119068146, |
| "learning_rate": 7.021685823127163e-06, |
| "loss": 0.12425057888031006, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.2991539081385979, |
| "grad_norm": 0.2135779857635498, |
| "learning_rate": 6.989481546252027e-06, |
| "loss": 0.12051645517349244, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.3051974214343272, |
| "grad_norm": 0.20884054899215698, |
| "learning_rate": 6.957178910957203e-06, |
| "loss": 0.12027026414871216, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.3112409347300564, |
| "grad_norm": 0.20178496837615967, |
| "learning_rate": 6.924779514259849e-06, |
| "loss": 0.11570076942443848, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.3172844480257857, |
| "grad_norm": 0.22677868604660034, |
| "learning_rate": 6.892284957960926e-06, |
| "loss": 0.12076947689056397, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.323327961321515, |
| "grad_norm": 0.27102935314178467, |
| "learning_rate": 6.859696848566017e-06, |
| "loss": 0.12137305736541748, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.3293714746172443, |
| "grad_norm": 0.2308349609375, |
| "learning_rate": 6.827016797205892e-06, |
| "loss": 0.12035479545593261, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.3354149879129733, |
| "grad_norm": 0.2503156363964081, |
| "learning_rate": 6.794246419556866e-06, |
| "loss": 0.1176835060119629, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.3414585012087026, |
| "grad_norm": 0.9529595375061035, |
| "learning_rate": 6.76138733576091e-06, |
| "loss": 0.12373212575912476, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.3475020145044319, |
| "grad_norm": 0.23353809118270874, |
| "learning_rate": 6.728441170345559e-06, |
| "loss": 0.120170259475708, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.3535455278001611, |
| "grad_norm": 0.21173524856567383, |
| "learning_rate": 6.695409552143599e-06, |
| "loss": 0.12025713920593262, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.3595890410958904, |
| "grad_norm": 0.2226538062095642, |
| "learning_rate": 6.662294114212533e-06, |
| "loss": 0.11859447956085205, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.3656325543916197, |
| "grad_norm": 0.23403026163578033, |
| "learning_rate": 6.629096493753844e-06, |
| "loss": 0.1168973207473755, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.371676067687349, |
| "grad_norm": 0.2118721455335617, |
| "learning_rate": 6.595818332032058e-06, |
| "loss": 0.12062954902648926, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.3777195809830782, |
| "grad_norm": 0.22576157748699188, |
| "learning_rate": 6.562461274293599e-06, |
| "loss": 0.1222001314163208, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.3837630942788075, |
| "grad_norm": 0.22125409543514252, |
| "learning_rate": 6.529026969685446e-06, |
| "loss": 0.11852601766586304, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.3898066075745366, |
| "grad_norm": 0.22153203189373016, |
| "learning_rate": 6.495517071173607e-06, |
| "loss": 0.11841906309127807, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.3958501208702658, |
| "grad_norm": 0.21368172764778137, |
| "learning_rate": 6.461933235461388e-06, |
| "loss": 0.11996223926544189, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.401893634165995, |
| "grad_norm": 0.23732133209705353, |
| "learning_rate": 6.428277122907498e-06, |
| "loss": 0.12129522562026977, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.4079371474617244, |
| "grad_norm": 0.20500251650810242, |
| "learning_rate": 6.394550397443953e-06, |
| "loss": 0.1194156527519226, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.4139806607574537, |
| "grad_norm": 0.22899705171585083, |
| "learning_rate": 6.360754726493821e-06, |
| "loss": 0.11767797470092774, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.420024174053183, |
| "grad_norm": 0.23209087550640106, |
| "learning_rate": 6.326891780888775e-06, |
| "loss": 0.1170041799545288, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.4260676873489122, |
| "grad_norm": 0.24385273456573486, |
| "learning_rate": 6.2929632347865e-06, |
| "loss": 0.11813467741012573, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.4321112006446415, |
| "grad_norm": 0.20373444259166718, |
| "learning_rate": 6.2589707655879165e-06, |
| "loss": 0.11844906806945801, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.4381547139403708, |
| "grad_norm": 0.22466544806957245, |
| "learning_rate": 6.224916053854252e-06, |
| "loss": 0.11670351028442383, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.4441982272360998, |
| "grad_norm": 0.20104901492595673, |
| "learning_rate": 6.190800783223959e-06, |
| "loss": 0.11748621463775635, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.4502417405318293, |
| "grad_norm": 0.21001137793064117, |
| "learning_rate": 6.156626640329471e-06, |
| "loss": 0.11688747406005859, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.4562852538275584, |
| "grad_norm": 0.23640118539333344, |
| "learning_rate": 6.122395314713825e-06, |
| "loss": 0.1174784779548645, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.4623287671232876, |
| "grad_norm": 0.20448064804077148, |
| "learning_rate": 6.088108498747123e-06, |
| "loss": 0.11605008840560913, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.468372280419017, |
| "grad_norm": 0.21227361261844635, |
| "learning_rate": 6.0537678875428715e-06, |
| "loss": 0.1141992449760437, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.4744157937147462, |
| "grad_norm": 0.21395207941532135, |
| "learning_rate": 6.019375178874166e-06, |
| "loss": 0.11088359355926514, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.4804593070104755, |
| "grad_norm": 0.20509681105613708, |
| "learning_rate": 5.984932073089767e-06, |
| "loss": 0.11901907920837403, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.4865028203062047, |
| "grad_norm": 0.23024727404117584, |
| "learning_rate": 5.950440273030019e-06, |
| "loss": 0.11589326858520507, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.492546333601934, |
| "grad_norm": 0.22049815952777863, |
| "learning_rate": 5.915901483942687e-06, |
| "loss": 0.11147205829620362, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.498589846897663, |
| "grad_norm": 0.24279910326004028, |
| "learning_rate": 5.881317413398624e-06, |
| "loss": 0.1184835433959961, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.5046333601933926, |
| "grad_norm": 0.2349153608083725, |
| "learning_rate": 5.846689771207372e-06, |
| "loss": 0.11466156244277954, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.5106768734891216, |
| "grad_norm": 0.22500401735305786, |
| "learning_rate": 5.8120202693326164e-06, |
| "loss": 0.11465930938720703, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.5167203867848509, |
| "grad_norm": 0.2286197394132614, |
| "learning_rate": 5.777310621807556e-06, |
| "loss": 0.11652610301971436, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.5227639000805802, |
| "grad_norm": 0.23102812469005585, |
| "learning_rate": 5.7425625446501575e-06, |
| "loss": 0.11454565525054931, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.5288074133763094, |
| "grad_norm": 0.2146225869655609, |
| "learning_rate": 5.707777755778319e-06, |
| "loss": 0.11421661376953125, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.5348509266720387, |
| "grad_norm": 0.21997742354869843, |
| "learning_rate": 5.672957974924935e-06, |
| "loss": 0.11838579177856445, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.540894439967768, |
| "grad_norm": 0.21023927628993988, |
| "learning_rate": 5.638104923552884e-06, |
| "loss": 0.111042058467865, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.5469379532634973, |
| "grad_norm": 0.21510760486125946, |
| "learning_rate": 5.603220324769901e-06, |
| "loss": 0.11168649196624755, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.5529814665592263, |
| "grad_norm": 0.218896746635437, |
| "learning_rate": 5.568305903243413e-06, |
| "loss": 0.11467195749282837, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.5590249798549558, |
| "grad_norm": 0.20666085183620453, |
| "learning_rate": 5.533363385115251e-06, |
| "loss": 0.11230006217956542, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.5650684931506849, |
| "grad_norm": 0.21789900958538055, |
| "learning_rate": 5.498394497916324e-06, |
| "loss": 0.11302851438522339, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.5711120064464141, |
| "grad_norm": 0.22432194650173187, |
| "learning_rate": 5.463400970481206e-06, |
| "loss": 0.1176527500152588, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.5771555197421434, |
| "grad_norm": 0.21380209922790527, |
| "learning_rate": 5.428384532862667e-06, |
| "loss": 0.11611467599868774, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.5831990330378727, |
| "grad_norm": 0.2121361345052719, |
| "learning_rate": 5.393346916246139e-06, |
| "loss": 0.1127274751663208, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.589242546333602, |
| "grad_norm": 0.23556004464626312, |
| "learning_rate": 5.358289852864123e-06, |
| "loss": 0.11342973709106445, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.5952860596293312, |
| "grad_norm": 0.22848543524742126, |
| "learning_rate": 5.323215075910556e-06, |
| "loss": 0.11354776620864868, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.6013295729250605, |
| "grad_norm": 0.22549968957901, |
| "learning_rate": 5.288124319455121e-06, |
| "loss": 0.11867868900299072, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.6073730862207896, |
| "grad_norm": 0.20736844837665558, |
| "learning_rate": 5.253019318357515e-06, |
| "loss": 0.11953473091125488, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.613416599516519, |
| "grad_norm": 0.21321389079093933, |
| "learning_rate": 5.217901808181675e-06, |
| "loss": 0.11560553312301636, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.619460112812248, |
| "grad_norm": 0.20952194929122925, |
| "learning_rate": 5.182773525109983e-06, |
| "loss": 0.11379563808441162, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.6255036261079774, |
| "grad_norm": 0.2412755936384201, |
| "learning_rate": 5.1476362058574205e-06, |
| "loss": 0.11462094783782958, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.6315471394037067, |
| "grad_norm": 0.21880988776683807, |
| "learning_rate": 5.112491587585712e-06, |
| "loss": 0.11484885215759277, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.637590652699436, |
| "grad_norm": 0.24393679201602936, |
| "learning_rate": 5.077341407817439e-06, |
| "loss": 0.11311535835266114, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.6436341659951652, |
| "grad_norm": 0.21137407422065735, |
| "learning_rate": 5.042187404350142e-06, |
| "loss": 0.1140148401260376, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.6496776792908945, |
| "grad_norm": 0.26122796535491943, |
| "learning_rate": 5.007031315170397e-06, |
| "loss": 0.10838596820831299, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.6557211925866238, |
| "grad_norm": 0.21811725199222565, |
| "learning_rate": 4.971874878367902e-06, |
| "loss": 0.11355844736099244, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.6617647058823528, |
| "grad_norm": 0.25574809312820435, |
| "learning_rate": 4.936719832049537e-06, |
| "loss": 0.11144473552703857, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.6678082191780823, |
| "grad_norm": 0.23158828914165497, |
| "learning_rate": 4.901567914253439e-06, |
| "loss": 0.11145066022872925, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.6738517324738114, |
| "grad_norm": 0.2101062536239624, |
| "learning_rate": 4.8664208628630726e-06, |
| "loss": 0.11440601348876953, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.6798952457695409, |
| "grad_norm": 0.23863664269447327, |
| "learning_rate": 4.831280415521312e-06, |
| "loss": 0.11194591522216797, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.68593875906527, |
| "grad_norm": 0.24111558496952057, |
| "learning_rate": 4.796148309544532e-06, |
| "loss": 0.11374534368515014, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.6919822723609992, |
| "grad_norm": 0.2214035540819168, |
| "learning_rate": 4.761026281836718e-06, |
| "loss": 0.1109438419342041, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.6980257856567285, |
| "grad_norm": 0.23886463046073914, |
| "learning_rate": 4.725916068803589e-06, |
| "loss": 0.10815801620483398, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.7040692989524577, |
| "grad_norm": 0.24336574971675873, |
| "learning_rate": 4.690819406266763e-06, |
| "loss": 0.111271333694458, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.710112812248187, |
| "grad_norm": 0.25888592004776, |
| "learning_rate": 4.6557380293779266e-06, |
| "loss": 0.11122057437896729, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.716156325543916, |
| "grad_norm": 0.21733474731445312, |
| "learning_rate": 4.620673672533057e-06, |
| "loss": 0.1081722617149353, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.7221998388396456, |
| "grad_norm": 0.2514082193374634, |
| "learning_rate": 4.585628069286671e-06, |
| "loss": 0.11077737808227539, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.7282433521353746, |
| "grad_norm": 0.22327256202697754, |
| "learning_rate": 4.5506029522661325e-06, |
| "loss": 0.1123847484588623, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.734286865431104, |
| "grad_norm": 0.23829680681228638, |
| "learning_rate": 4.515600053085969e-06, |
| "loss": 0.10773321390151977, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.7403303787268332, |
| "grad_norm": 0.25309762358665466, |
| "learning_rate": 4.480621102262283e-06, |
| "loss": 0.11210131645202637, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.7463738920225624, |
| "grad_norm": 0.22266383469104767, |
| "learning_rate": 4.445667829127185e-06, |
| "loss": 0.10769500732421874, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.7524174053182917, |
| "grad_norm": 0.23095478117465973, |
| "learning_rate": 4.410741961743306e-06, |
| "loss": 0.11072452068328857, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.758460918614021, |
| "grad_norm": 0.2459106594324112, |
| "learning_rate": 4.375845226818354e-06, |
| "loss": 0.1095454216003418, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.7645044319097503, |
| "grad_norm": 0.23950867354869843, |
| "learning_rate": 4.34097934961975e-06, |
| "loss": 0.10627870559692383, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.7705479452054793, |
| "grad_norm": 0.24852554500102997, |
| "learning_rate": 4.306146053889336e-06, |
| "loss": 0.10963752269744872, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.7765914585012088, |
| "grad_norm": 0.20720911026000977, |
| "learning_rate": 4.271347061758146e-06, |
| "loss": 0.10962324142456055, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.7826349717969379, |
| "grad_norm": 0.2429235428571701, |
| "learning_rate": 4.23658409366128e-06, |
| "loss": 0.10711297988891602, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.7886784850926674, |
| "grad_norm": 0.25143516063690186, |
| "learning_rate": 4.201858868252832e-06, |
| "loss": 0.11143739223480224, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.7947219983883964, |
| "grad_norm": 0.28281307220458984, |
| "learning_rate": 4.167173102320925e-06, |
| "loss": 0.10768698453903199, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.8007655116841257, |
| "grad_norm": 0.262405127286911, |
| "learning_rate": 4.132528510702839e-06, |
| "loss": 0.11116191148757934, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.806809024979855, |
| "grad_norm": 0.24316293001174927, |
| "learning_rate": 4.0979268062002295e-06, |
| "loss": 0.11136236190795898, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.8128525382755842, |
| "grad_norm": 0.2162204533815384, |
| "learning_rate": 4.063369699494443e-06, |
| "loss": 0.10728955268859863, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.8188960515713135, |
| "grad_norm": 0.22905303537845612, |
| "learning_rate": 4.0288588990619475e-06, |
| "loss": 0.11171340942382812, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.8249395648670426, |
| "grad_norm": 0.25043120980262756, |
| "learning_rate": 3.9943961110898645e-06, |
| "loss": 0.10901223421096802, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.830983078162772, |
| "grad_norm": 0.23680433630943298, |
| "learning_rate": 3.959983039391617e-06, |
| "loss": 0.1083879828453064, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.8370265914585011, |
| "grad_norm": 0.2268252670764923, |
| "learning_rate": 3.925621385322693e-06, |
| "loss": 0.10923205614089966, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.8430701047542306, |
| "grad_norm": 0.23718592524528503, |
| "learning_rate": 3.8913128476965356e-06, |
| "loss": 0.10960838794708253, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.8491136180499597, |
| "grad_norm": 0.2261449545621872, |
| "learning_rate": 3.857059122700548e-06, |
| "loss": 0.10592516660690307, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.855157131345689, |
| "grad_norm": 0.2755502462387085, |
| "learning_rate": 3.822861903812244e-06, |
| "loss": 0.11440458297729492, |
| "step": 3070 |
| }, |
| { |
| "epoch": 1.8612006446414182, |
| "grad_norm": 0.23894339799880981, |
| "learning_rate": 3.788722881715518e-06, |
| "loss": 0.105678129196167, |
| "step": 3080 |
| }, |
| { |
| "epoch": 1.8672441579371475, |
| "grad_norm": 0.24882644414901733, |
| "learning_rate": 3.7546437442170593e-06, |
| "loss": 0.10813140869140625, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.8732876712328768, |
| "grad_norm": 0.2674005925655365, |
| "learning_rate": 3.720626176162909e-06, |
| "loss": 0.10488420724868774, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.8793311845286058, |
| "grad_norm": 0.2316111922264099, |
| "learning_rate": 3.686671859355162e-06, |
| "loss": 0.10722472667694091, |
| "step": 3110 |
| }, |
| { |
| "epoch": 1.8853746978243353, |
| "grad_norm": 0.2484072744846344, |
| "learning_rate": 3.6527824724688267e-06, |
| "loss": 0.10736773014068604, |
| "step": 3120 |
| }, |
| { |
| "epoch": 1.8914182111200644, |
| "grad_norm": 0.20056864619255066, |
| "learning_rate": 3.6189596909688194e-06, |
| "loss": 0.10886975526809692, |
| "step": 3130 |
| }, |
| { |
| "epoch": 1.8974617244157939, |
| "grad_norm": 0.23614878952503204, |
| "learning_rate": 3.585205187027142e-06, |
| "loss": 0.10807681083679199, |
| "step": 3140 |
| }, |
| { |
| "epoch": 1.903505237711523, |
| "grad_norm": 0.24152705073356628, |
| "learning_rate": 3.5515206294402026e-06, |
| "loss": 0.10454709529876709, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.9095487510072522, |
| "grad_norm": 0.23608173429965973, |
| "learning_rate": 3.517907683546325e-06, |
| "loss": 0.10878932476043701, |
| "step": 3160 |
| }, |
| { |
| "epoch": 1.9155922643029815, |
| "grad_norm": 0.23896652460098267, |
| "learning_rate": 3.484368011143398e-06, |
| "loss": 0.10882582664489746, |
| "step": 3170 |
| }, |
| { |
| "epoch": 1.9216357775987107, |
| "grad_norm": 0.22567640244960785, |
| "learning_rate": 3.450903270406729e-06, |
| "loss": 0.10648589134216309, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.92767929089444, |
| "grad_norm": 0.21789751946926117, |
| "learning_rate": 3.4175151158070595e-06, |
| "loss": 0.10857722759246827, |
| "step": 3190 |
| }, |
| { |
| "epoch": 1.933722804190169, |
| "grad_norm": 0.2438836544752121, |
| "learning_rate": 3.3842051980287794e-06, |
| "loss": 0.10621727705001831, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.9397663174858986, |
| "grad_norm": 0.23827660083770752, |
| "learning_rate": 3.3509751638883038e-06, |
| "loss": 0.10356340408325196, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.9458098307816276, |
| "grad_norm": 0.23436710238456726, |
| "learning_rate": 3.3178266562526644e-06, |
| "loss": 0.10494379997253418, |
| "step": 3220 |
| }, |
| { |
| "epoch": 1.951853344077357, |
| "grad_norm": 0.2269088178873062, |
| "learning_rate": 3.284761313958286e-06, |
| "loss": 0.10738768577575683, |
| "step": 3230 |
| }, |
| { |
| "epoch": 1.9578968573730862, |
| "grad_norm": 0.21747054159641266, |
| "learning_rate": 3.251780771729968e-06, |
| "loss": 0.10422486066818237, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.9639403706688154, |
| "grad_norm": 0.22467920184135437, |
| "learning_rate": 3.218886660100055e-06, |
| "loss": 0.10968996286392212, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.9699838839645447, |
| "grad_norm": 0.24414922297000885, |
| "learning_rate": 3.186080605327831e-06, |
| "loss": 0.10581851005554199, |
| "step": 3260 |
| }, |
| { |
| "epoch": 1.976027397260274, |
| "grad_norm": 0.23211994767189026, |
| "learning_rate": 3.1533642293191204e-06, |
| "loss": 0.10720672607421874, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.9820709105560033, |
| "grad_norm": 0.24336817860603333, |
| "learning_rate": 3.120739149546095e-06, |
| "loss": 0.10917339324951172, |
| "step": 3280 |
| }, |
| { |
| "epoch": 1.9881144238517323, |
| "grad_norm": 0.2525531053543091, |
| "learning_rate": 3.088206978967315e-06, |
| "loss": 0.10552664995193481, |
| "step": 3290 |
| }, |
| { |
| "epoch": 1.9941579371474618, |
| "grad_norm": 0.23478975892066956, |
| "learning_rate": 3.0557693259479836e-06, |
| "loss": 0.1081237554550171, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.28233903646469116, |
| "learning_rate": 3.0234277941804247e-06, |
| "loss": 0.10643197298049926, |
| "step": 3310 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.11082334816455841, |
| "eval_runtime": 73.8328, |
| "eval_samples_per_second": 10.876, |
| "eval_steps_per_second": 0.691, |
| "step": 3310 |
| }, |
| { |
| "epoch": 2.006043513295729, |
| "grad_norm": 0.25113484263420105, |
| "learning_rate": 2.991183982604804e-06, |
| "loss": 0.0850183367729187, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.0120870265914585, |
| "grad_norm": 0.23909488320350647, |
| "learning_rate": 2.959039485330082e-06, |
| "loss": 0.08990187644958496, |
| "step": 3330 |
| }, |
| { |
| "epoch": 2.0181305398871876, |
| "grad_norm": 0.24318291246891022, |
| "learning_rate": 2.92699589155519e-06, |
| "loss": 0.08521405458450318, |
| "step": 3340 |
| }, |
| { |
| "epoch": 2.024174053182917, |
| "grad_norm": 0.2429560273885727, |
| "learning_rate": 2.895054785490474e-06, |
| "loss": 0.0877398431301117, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.030217566478646, |
| "grad_norm": 0.2468767911195755, |
| "learning_rate": 2.8632177462793605e-06, |
| "loss": 0.08729259371757507, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.0362610797743756, |
| "grad_norm": 0.2928377687931061, |
| "learning_rate": 2.8314863479203026e-06, |
| "loss": 0.08801011443138122, |
| "step": 3370 |
| }, |
| { |
| "epoch": 2.0423045930701047, |
| "grad_norm": 0.2536792755126953, |
| "learning_rate": 2.7998621591889423e-06, |
| "loss": 0.0870097041130066, |
| "step": 3380 |
| }, |
| { |
| "epoch": 2.048348106365834, |
| "grad_norm": 0.3121541440486908, |
| "learning_rate": 2.768346743560565e-06, |
| "loss": 0.08584122657775879, |
| "step": 3390 |
| }, |
| { |
| "epoch": 2.0543916196615633, |
| "grad_norm": 0.2636508643627167, |
| "learning_rate": 2.736941659132799e-06, |
| "loss": 0.08660758137702942, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.0604351329572923, |
| "grad_norm": 0.24208393692970276, |
| "learning_rate": 2.705648458548584e-06, |
| "loss": 0.08983132839202881, |
| "step": 3410 |
| }, |
| { |
| "epoch": 2.066478646253022, |
| "grad_norm": 0.2726794183254242, |
| "learning_rate": 2.674468688919405e-06, |
| "loss": 0.08874686360359192, |
| "step": 3420 |
| }, |
| { |
| "epoch": 2.072522159548751, |
| "grad_norm": 0.29161110520362854, |
| "learning_rate": 2.6434038917488163e-06, |
| "loss": 0.08659718036651612, |
| "step": 3430 |
| }, |
| { |
| "epoch": 2.0785656728444803, |
| "grad_norm": 0.2472435086965561, |
| "learning_rate": 2.6124556028562174e-06, |
| "loss": 0.09049414396286011, |
| "step": 3440 |
| }, |
| { |
| "epoch": 2.0846091861402094, |
| "grad_norm": 0.25984734296798706, |
| "learning_rate": 2.5816253523009305e-06, |
| "loss": 0.0886120080947876, |
| "step": 3450 |
| }, |
| { |
| "epoch": 2.090652699435939, |
| "grad_norm": 0.24759183824062347, |
| "learning_rate": 2.5509146643065563e-06, |
| "loss": 0.09088815450668335, |
| "step": 3460 |
| }, |
| { |
| "epoch": 2.096696212731668, |
| "grad_norm": 0.22352154552936554, |
| "learning_rate": 2.520325057185614e-06, |
| "loss": 0.0859030842781067, |
| "step": 3470 |
| }, |
| { |
| "epoch": 2.1027397260273974, |
| "grad_norm": 0.24618713557720184, |
| "learning_rate": 2.489858043264479e-06, |
| "loss": 0.08588383793830871, |
| "step": 3480 |
| }, |
| { |
| "epoch": 2.1087832393231265, |
| "grad_norm": 0.25341397523880005, |
| "learning_rate": 2.4595151288086104e-06, |
| "loss": 0.08556797504425048, |
| "step": 3490 |
| }, |
| { |
| "epoch": 2.1148267526188556, |
| "grad_norm": 0.2574682831764221, |
| "learning_rate": 2.4292978139480956e-06, |
| "loss": 0.08930388689041138, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.120870265914585, |
| "grad_norm": 0.2640034556388855, |
| "learning_rate": 2.3992075926034663e-06, |
| "loss": 0.08774279952049255, |
| "step": 3510 |
| }, |
| { |
| "epoch": 2.126913779210314, |
| "grad_norm": 0.24985980987548828, |
| "learning_rate": 2.369245952411855e-06, |
| "loss": 0.08940563797950744, |
| "step": 3520 |
| }, |
| { |
| "epoch": 2.1329572925060436, |
| "grad_norm": 0.26639437675476074, |
| "learning_rate": 2.3394143746534383e-06, |
| "loss": 0.08724412322044373, |
| "step": 3530 |
| }, |
| { |
| "epoch": 2.1390008058017727, |
| "grad_norm": 0.2554488480091095, |
| "learning_rate": 2.3097143341782126e-06, |
| "loss": 0.09025406837463379, |
| "step": 3540 |
| }, |
| { |
| "epoch": 2.145044319097502, |
| "grad_norm": 0.2665922939777374, |
| "learning_rate": 2.280147299333068e-06, |
| "loss": 0.08426840901374817, |
| "step": 3550 |
| }, |
| { |
| "epoch": 2.151087832393231, |
| "grad_norm": 0.2911239564418793, |
| "learning_rate": 2.250714731889203e-06, |
| "loss": 0.08560506105422974, |
| "step": 3560 |
| }, |
| { |
| "epoch": 2.1571313456889607, |
| "grad_norm": 0.26575127243995667, |
| "learning_rate": 2.221418086969849e-06, |
| "loss": 0.08637800216674804, |
| "step": 3570 |
| }, |
| { |
| "epoch": 2.1631748589846898, |
| "grad_norm": 0.24241304397583008, |
| "learning_rate": 2.1922588129783403e-06, |
| "loss": 0.08939040899276733, |
| "step": 3580 |
| }, |
| { |
| "epoch": 2.169218372280419, |
| "grad_norm": 0.25169071555137634, |
| "learning_rate": 2.163238351526492e-06, |
| "loss": 0.08800272941589356, |
| "step": 3590 |
| }, |
| { |
| "epoch": 2.1752618855761483, |
| "grad_norm": 0.2451711893081665, |
| "learning_rate": 2.1343581373633394e-06, |
| "loss": 0.08782594799995422, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.1813053988718774, |
| "grad_norm": 0.24838466942310333, |
| "learning_rate": 2.1056195983041987e-06, |
| "loss": 0.08553072214126586, |
| "step": 3610 |
| }, |
| { |
| "epoch": 2.187348912167607, |
| "grad_norm": 0.2609288692474365, |
| "learning_rate": 2.077024155160079e-06, |
| "loss": 0.08314642310142517, |
| "step": 3620 |
| }, |
| { |
| "epoch": 2.193392425463336, |
| "grad_norm": 0.2765029966831207, |
| "learning_rate": 2.048573221667444e-06, |
| "loss": 0.08574669361114502, |
| "step": 3630 |
| }, |
| { |
| "epoch": 2.1994359387590654, |
| "grad_norm": 0.2791488468647003, |
| "learning_rate": 2.0202682044183066e-06, |
| "loss": 0.08509529232978821, |
| "step": 3640 |
| }, |
| { |
| "epoch": 2.2054794520547945, |
| "grad_norm": 0.2832431495189667, |
| "learning_rate": 1.992110502790696e-06, |
| "loss": 0.08729273676872254, |
| "step": 3650 |
| }, |
| { |
| "epoch": 2.211522965350524, |
| "grad_norm": 0.2647612690925598, |
| "learning_rate": 1.964101508879471e-06, |
| "loss": 0.08810110092163086, |
| "step": 3660 |
| }, |
| { |
| "epoch": 2.217566478646253, |
| "grad_norm": 0.2782638669013977, |
| "learning_rate": 1.9362426074275003e-06, |
| "loss": 0.08275524973869323, |
| "step": 3670 |
| }, |
| { |
| "epoch": 2.2236099919419825, |
| "grad_norm": 0.251492977142334, |
| "learning_rate": 1.9085351757571935e-06, |
| "loss": 0.08382174968719483, |
| "step": 3680 |
| }, |
| { |
| "epoch": 2.2296535052377116, |
| "grad_norm": 0.258375346660614, |
| "learning_rate": 1.8809805837024148e-06, |
| "loss": 0.0837257981300354, |
| "step": 3690 |
| }, |
| { |
| "epoch": 2.2356970185334406, |
| "grad_norm": 0.26384153962135315, |
| "learning_rate": 1.8535801935407538e-06, |
| "loss": 0.08655069470405578, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.24174053182917, |
| "grad_norm": 0.2561194896697998, |
| "learning_rate": 1.826335359926184e-06, |
| "loss": 0.0858405888080597, |
| "step": 3710 |
| }, |
| { |
| "epoch": 2.247784045124899, |
| "grad_norm": 0.29886385798454285, |
| "learning_rate": 1.7992474298220792e-06, |
| "loss": 0.0856437087059021, |
| "step": 3720 |
| }, |
| { |
| "epoch": 2.2538275584206287, |
| "grad_norm": 0.2630106806755066, |
| "learning_rate": 1.7723177424346272e-06, |
| "loss": 0.08493099212646485, |
| "step": 3730 |
| }, |
| { |
| "epoch": 2.2598710717163577, |
| "grad_norm": 0.24556013941764832, |
| "learning_rate": 1.7455476291466177e-06, |
| "loss": 0.0812730073928833, |
| "step": 3740 |
| }, |
| { |
| "epoch": 2.265914585012087, |
| "grad_norm": 0.2617291808128357, |
| "learning_rate": 1.7189384134516262e-06, |
| "loss": 0.08479050397872925, |
| "step": 3750 |
| }, |
| { |
| "epoch": 2.2719580983078163, |
| "grad_norm": 0.26498010754585266, |
| "learning_rate": 1.6924914108885709e-06, |
| "loss": 0.08670079112052917, |
| "step": 3760 |
| }, |
| { |
| "epoch": 2.2780016116035453, |
| "grad_norm": 0.2495623528957367, |
| "learning_rate": 1.6662079289766802e-06, |
| "loss": 0.08470574617385865, |
| "step": 3770 |
| }, |
| { |
| "epoch": 2.284045124899275, |
| "grad_norm": 0.27399682998657227, |
| "learning_rate": 1.6400892671508505e-06, |
| "loss": 0.08199700117111205, |
| "step": 3780 |
| }, |
| { |
| "epoch": 2.290088638195004, |
| "grad_norm": 0.26449716091156006, |
| "learning_rate": 1.6141367166973975e-06, |
| "loss": 0.08422369956970215, |
| "step": 3790 |
| }, |
| { |
| "epoch": 2.2961321514907334, |
| "grad_norm": 0.2562250792980194, |
| "learning_rate": 1.5883515606902272e-06, |
| "loss": 0.08601263761520386, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.3021756647864624, |
| "grad_norm": 0.2867155075073242, |
| "learning_rate": 1.5627350739273873e-06, |
| "loss": 0.08274335861206054, |
| "step": 3810 |
| }, |
| { |
| "epoch": 2.308219178082192, |
| "grad_norm": 0.25865477323532104, |
| "learning_rate": 1.5372885228680518e-06, |
| "loss": 0.08601617813110352, |
| "step": 3820 |
| }, |
| { |
| "epoch": 2.314262691377921, |
| "grad_norm": 0.2661864757537842, |
| "learning_rate": 1.512013165569905e-06, |
| "loss": 0.08428186178207397, |
| "step": 3830 |
| }, |
| { |
| "epoch": 2.3203062046736505, |
| "grad_norm": 0.2708439230918884, |
| "learning_rate": 1.4869102516269479e-06, |
| "loss": 0.08554589748382568, |
| "step": 3840 |
| }, |
| { |
| "epoch": 2.3263497179693795, |
| "grad_norm": 0.2581521272659302, |
| "learning_rate": 1.4619810221077135e-06, |
| "loss": 0.08260358572006225, |
| "step": 3850 |
| }, |
| { |
| "epoch": 2.332393231265109, |
| "grad_norm": 0.2732486128807068, |
| "learning_rate": 1.4372267094939113e-06, |
| "loss": 0.08420640230178833, |
| "step": 3860 |
| }, |
| { |
| "epoch": 2.338436744560838, |
| "grad_norm": 0.26530545949935913, |
| "learning_rate": 1.4126485376194954e-06, |
| "loss": 0.08369795680046081, |
| "step": 3870 |
| }, |
| { |
| "epoch": 2.344480257856567, |
| "grad_norm": 0.2732124924659729, |
| "learning_rate": 1.3882477216101626e-06, |
| "loss": 0.08537374138832092, |
| "step": 3880 |
| }, |
| { |
| "epoch": 2.3505237711522966, |
| "grad_norm": 0.2569216787815094, |
| "learning_rate": 1.3640254678232696e-06, |
| "loss": 0.08633752465248108, |
| "step": 3890 |
| }, |
| { |
| "epoch": 2.3565672844480257, |
| "grad_norm": 0.25759920477867126, |
| "learning_rate": 1.3399829737881953e-06, |
| "loss": 0.08359290361404419, |
| "step": 3900 |
| }, |
| { |
| "epoch": 2.362610797743755, |
| "grad_norm": 0.26242437958717346, |
| "learning_rate": 1.3161214281471406e-06, |
| "loss": 0.08388763666152954, |
| "step": 3910 |
| }, |
| { |
| "epoch": 2.368654311039484, |
| "grad_norm": 0.2549450099468231, |
| "learning_rate": 1.2924420105963549e-06, |
| "loss": 0.08403220176696777, |
| "step": 3920 |
| }, |
| { |
| "epoch": 2.3746978243352137, |
| "grad_norm": 0.2518737316131592, |
| "learning_rate": 1.2689458918278158e-06, |
| "loss": 0.07982347011566163, |
| "step": 3930 |
| }, |
| { |
| "epoch": 2.3807413376309428, |
| "grad_norm": 0.2545059025287628, |
| "learning_rate": 1.2456342334713566e-06, |
| "loss": 0.08241246342658996, |
| "step": 3940 |
| }, |
| { |
| "epoch": 2.386784850926672, |
| "grad_norm": 0.24779869616031647, |
| "learning_rate": 1.2225081880372275e-06, |
| "loss": 0.08269934058189392, |
| "step": 3950 |
| }, |
| { |
| "epoch": 2.3928283642224013, |
| "grad_norm": 0.29499658942222595, |
| "learning_rate": 1.1995688988591186e-06, |
| "loss": 0.08604642152786254, |
| "step": 3960 |
| }, |
| { |
| "epoch": 2.3988718775181304, |
| "grad_norm": 0.25372618436813354, |
| "learning_rate": 1.176817500037642e-06, |
| "loss": 0.08472075462341308, |
| "step": 3970 |
| }, |
| { |
| "epoch": 2.40491539081386, |
| "grad_norm": 0.27962806820869446, |
| "learning_rate": 1.1542551163842507e-06, |
| "loss": 0.08208303451538086, |
| "step": 3980 |
| }, |
| { |
| "epoch": 2.410958904109589, |
| "grad_norm": 0.27031031250953674, |
| "learning_rate": 1.1318828633656392e-06, |
| "loss": 0.08391703367233276, |
| "step": 3990 |
| }, |
| { |
| "epoch": 2.4170024174053184, |
| "grad_norm": 0.27157852053642273, |
| "learning_rate": 1.1097018470485866e-06, |
| "loss": 0.08238473534584045, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.4230459307010475, |
| "grad_norm": 0.28021591901779175, |
| "learning_rate": 1.0877131640452842e-06, |
| "loss": 0.08168457150459289, |
| "step": 4010 |
| }, |
| { |
| "epoch": 2.429089443996777, |
| "grad_norm": 0.2608916461467743, |
| "learning_rate": 1.0659179014591103e-06, |
| "loss": 0.08118799924850464, |
| "step": 4020 |
| }, |
| { |
| "epoch": 2.435132957292506, |
| "grad_norm": 0.3028624355792999, |
| "learning_rate": 1.0443171368308879e-06, |
| "loss": 0.08596821427345276, |
| "step": 4030 |
| }, |
| { |
| "epoch": 2.4411764705882355, |
| "grad_norm": 0.2674548923969269, |
| "learning_rate": 1.0229119380856122e-06, |
| "loss": 0.08125120997428895, |
| "step": 4040 |
| }, |
| { |
| "epoch": 2.4472199838839646, |
| "grad_norm": 0.25821155309677124, |
| "learning_rate": 1.0017033634796575e-06, |
| "loss": 0.07936325073242187, |
| "step": 4050 |
| }, |
| { |
| "epoch": 2.4532634971796936, |
| "grad_norm": 0.294775128364563, |
| "learning_rate": 9.806924615484492e-07, |
| "loss": 0.07957918643951416, |
| "step": 4060 |
| }, |
| { |
| "epoch": 2.459307010475423, |
| "grad_norm": 0.2851545512676239, |
| "learning_rate": 9.5988027105463e-07, |
| "loss": 0.08183679580688477, |
| "step": 4070 |
| }, |
| { |
| "epoch": 2.465350523771152, |
| "grad_norm": 0.27319052815437317, |
| "learning_rate": 9.392678209367035e-07, |
| "loss": 0.08182142376899719, |
| "step": 4080 |
| }, |
| { |
| "epoch": 2.4713940370668817, |
| "grad_norm": 0.26378685235977173, |
| "learning_rate": 9.188561302581689e-07, |
| "loss": 0.08690798282623291, |
| "step": 4090 |
| }, |
| { |
| "epoch": 2.4774375503626107, |
| "grad_norm": 0.2635554075241089, |
| "learning_rate": 8.986462081571296e-07, |
| "loss": 0.08294034600257874, |
| "step": 4100 |
| }, |
| { |
| "epoch": 2.48348106365834, |
| "grad_norm": 0.27604904770851135, |
| "learning_rate": 8.78639053796409e-07, |
| "loss": 0.08500493764877319, |
| "step": 4110 |
| }, |
| { |
| "epoch": 2.4895245769540693, |
| "grad_norm": 0.26117950677871704, |
| "learning_rate": 8.588356563141531e-07, |
| "loss": 0.08091460466384888, |
| "step": 4120 |
| }, |
| { |
| "epoch": 2.4955680902497983, |
| "grad_norm": 0.2721405327320099, |
| "learning_rate": 8.392369947749224e-07, |
| "loss": 0.08403721451759338, |
| "step": 4130 |
| }, |
| { |
| "epoch": 2.501611603545528, |
| "grad_norm": 0.2595398426055908, |
| "learning_rate": 8.198440381212974e-07, |
| "loss": 0.0813600778579712, |
| "step": 4140 |
| }, |
| { |
| "epoch": 2.5076551168412573, |
| "grad_norm": 0.28272923827171326, |
| "learning_rate": 8.006577451259645e-07, |
| "loss": 0.07888777852058411, |
| "step": 4150 |
| }, |
| { |
| "epoch": 2.5136986301369864, |
| "grad_norm": 0.31115999817848206, |
| "learning_rate": 7.816790643443206e-07, |
| "loss": 0.08272597789764405, |
| "step": 4160 |
| }, |
| { |
| "epoch": 2.5197421434327154, |
| "grad_norm": 0.2709655463695526, |
| "learning_rate": 7.629089340675767e-07, |
| "loss": 0.08107831478118896, |
| "step": 4170 |
| }, |
| { |
| "epoch": 2.525785656728445, |
| "grad_norm": 0.27046215534210205, |
| "learning_rate": 7.443482822763709e-07, |
| "loss": 0.0840245544910431, |
| "step": 4180 |
| }, |
| { |
| "epoch": 2.531829170024174, |
| "grad_norm": 0.26231053471565247, |
| "learning_rate": 7.259980265948846e-07, |
| "loss": 0.08337774872779846, |
| "step": 4190 |
| }, |
| { |
| "epoch": 2.5378726833199035, |
| "grad_norm": 0.2597627639770508, |
| "learning_rate": 7.078590742454816e-07, |
| "loss": 0.08387154340744019, |
| "step": 4200 |
| }, |
| { |
| "epoch": 2.5439161966156325, |
| "grad_norm": 0.2701342701911926, |
| "learning_rate": 6.899323220038512e-07, |
| "loss": 0.08139055967330933, |
| "step": 4210 |
| }, |
| { |
| "epoch": 2.549959709911362, |
| "grad_norm": 0.2797119617462158, |
| "learning_rate": 6.722186561546779e-07, |
| "loss": 0.08418188095092774, |
| "step": 4220 |
| }, |
| { |
| "epoch": 2.556003223207091, |
| "grad_norm": 0.2397763431072235, |
| "learning_rate": 6.547189524478182e-07, |
| "loss": 0.08225395679473876, |
| "step": 4230 |
| }, |
| { |
| "epoch": 2.56204673650282, |
| "grad_norm": 0.2523185610771179, |
| "learning_rate": 6.374340760550068e-07, |
| "loss": 0.08198237419128418, |
| "step": 4240 |
| }, |
| { |
| "epoch": 2.5680902497985496, |
| "grad_norm": 0.24639897048473358, |
| "learning_rate": 6.20364881527083e-07, |
| "loss": 0.08555344939231872, |
| "step": 4250 |
| }, |
| { |
| "epoch": 2.5741337630942787, |
| "grad_norm": 0.2564961016178131, |
| "learning_rate": 6.035122127517456e-07, |
| "loss": 0.07994904518127441, |
| "step": 4260 |
| }, |
| { |
| "epoch": 2.580177276390008, |
| "grad_norm": 0.2582924962043762, |
| "learning_rate": 5.868769029118243e-07, |
| "loss": 0.08319709300994874, |
| "step": 4270 |
| }, |
| { |
| "epoch": 2.586220789685737, |
| "grad_norm": 0.2715415358543396, |
| "learning_rate": 5.704597744440949e-07, |
| "loss": 0.08228959441184998, |
| "step": 4280 |
| }, |
| { |
| "epoch": 2.5922643029814667, |
| "grad_norm": 0.2580704987049103, |
| "learning_rate": 5.542616389986144e-07, |
| "loss": 0.08236298561096192, |
| "step": 4290 |
| }, |
| { |
| "epoch": 2.5983078162771958, |
| "grad_norm": 0.24521584808826447, |
| "learning_rate": 5.382832973985958e-07, |
| "loss": 0.08108619451522828, |
| "step": 4300 |
| }, |
| { |
| "epoch": 2.604351329572925, |
| "grad_norm": 0.24205389618873596, |
| "learning_rate": 5.225255396008172e-07, |
| "loss": 0.08536337018013, |
| "step": 4310 |
| }, |
| { |
| "epoch": 2.6103948428686543, |
| "grad_norm": 0.40597712993621826, |
| "learning_rate": 5.069891446565617e-07, |
| "loss": 0.08480771780014038, |
| "step": 4320 |
| }, |
| { |
| "epoch": 2.616438356164384, |
| "grad_norm": 0.2616465985774994, |
| "learning_rate": 4.916748806731081e-07, |
| "loss": 0.0817090928554535, |
| "step": 4330 |
| }, |
| { |
| "epoch": 2.622481869460113, |
| "grad_norm": 0.269398033618927, |
| "learning_rate": 4.7658350477575e-07, |
| "loss": 0.08234010934829712, |
| "step": 4340 |
| }, |
| { |
| "epoch": 2.628525382755842, |
| "grad_norm": 0.32039719820022583, |
| "learning_rate": 4.6171576307037226e-07, |
| "loss": 0.08119097948074341, |
| "step": 4350 |
| }, |
| { |
| "epoch": 2.6345688960515714, |
| "grad_norm": 0.296687513589859, |
| "learning_rate": 4.4707239060655604e-07, |
| "loss": 0.07519071102142334, |
| "step": 4360 |
| }, |
| { |
| "epoch": 2.6406124093473005, |
| "grad_norm": 0.2812546193599701, |
| "learning_rate": 4.3265411134124023e-07, |
| "loss": 0.08451371788978576, |
| "step": 4370 |
| }, |
| { |
| "epoch": 2.64665592264303, |
| "grad_norm": 0.2701050341129303, |
| "learning_rate": 4.1846163810293607e-07, |
| "loss": 0.07716899514198303, |
| "step": 4380 |
| }, |
| { |
| "epoch": 2.652699435938759, |
| "grad_norm": 0.26015597581863403, |
| "learning_rate": 4.0449567255647637e-07, |
| "loss": 0.08344717025756836, |
| "step": 4390 |
| }, |
| { |
| "epoch": 2.6587429492344885, |
| "grad_norm": 0.2669179141521454, |
| "learning_rate": 3.907569051683302e-07, |
| "loss": 0.08082753419876099, |
| "step": 4400 |
| }, |
| { |
| "epoch": 2.6647864625302176, |
| "grad_norm": 0.2712559700012207, |
| "learning_rate": 3.7724601517246937e-07, |
| "loss": 0.07941591143608093, |
| "step": 4410 |
| }, |
| { |
| "epoch": 2.6708299758259466, |
| "grad_norm": 0.2751019597053528, |
| "learning_rate": 3.6396367053678274e-07, |
| "loss": 0.08138488531112671, |
| "step": 4420 |
| }, |
| { |
| "epoch": 2.676873489121676, |
| "grad_norm": 0.2488052248954773, |
| "learning_rate": 3.509105279300529e-07, |
| "loss": 0.0773822546005249, |
| "step": 4430 |
| }, |
| { |
| "epoch": 2.682917002417405, |
| "grad_norm": 0.25115492939949036, |
| "learning_rate": 3.380872326894946e-07, |
| "loss": 0.08337308168411255, |
| "step": 4440 |
| }, |
| { |
| "epoch": 2.6889605157131347, |
| "grad_norm": 0.3224640190601349, |
| "learning_rate": 3.254944187888481e-07, |
| "loss": 0.08367630243301391, |
| "step": 4450 |
| }, |
| { |
| "epoch": 2.6950040290088637, |
| "grad_norm": 0.2521418333053589, |
| "learning_rate": 3.131327088070335e-07, |
| "loss": 0.08279047012329102, |
| "step": 4460 |
| }, |
| { |
| "epoch": 2.701047542304593, |
| "grad_norm": 0.27216672897338867, |
| "learning_rate": 3.0100271389737365e-07, |
| "loss": 0.07915748357772827, |
| "step": 4470 |
| }, |
| { |
| "epoch": 2.7070910556003223, |
| "grad_norm": 0.2813398838043213, |
| "learning_rate": 2.891050337573803e-07, |
| "loss": 0.08114453554153442, |
| "step": 4480 |
| }, |
| { |
| "epoch": 2.7131345688960513, |
| "grad_norm": 0.292023241519928, |
| "learning_rate": 2.774402565991019e-07, |
| "loss": 0.07939202785491943, |
| "step": 4490 |
| }, |
| { |
| "epoch": 2.719178082191781, |
| "grad_norm": 0.2795642018318176, |
| "learning_rate": 2.6600895912004433e-07, |
| "loss": 0.07853795289993286, |
| "step": 4500 |
| }, |
| { |
| "epoch": 2.7252215954875103, |
| "grad_norm": 0.25801974534988403, |
| "learning_rate": 2.548117064746608e-07, |
| "loss": 0.08058047294616699, |
| "step": 4510 |
| }, |
| { |
| "epoch": 2.7312651087832394, |
| "grad_norm": 0.2468692809343338, |
| "learning_rate": 2.438490522464104e-07, |
| "loss": 0.08399761915206909, |
| "step": 4520 |
| }, |
| { |
| "epoch": 2.7373086220789684, |
| "grad_norm": 0.2499784380197525, |
| "learning_rate": 2.3312153842038775e-07, |
| "loss": 0.08040977716445923, |
| "step": 4530 |
| }, |
| { |
| "epoch": 2.743352135374698, |
| "grad_norm": 0.2497340440750122, |
| "learning_rate": 2.2262969535653044e-07, |
| "loss": 0.08070325255393981, |
| "step": 4540 |
| }, |
| { |
| "epoch": 2.749395648670427, |
| "grad_norm": 0.2518327832221985, |
| "learning_rate": 2.123740417633946e-07, |
| "loss": 0.0766767144203186, |
| "step": 4550 |
| }, |
| { |
| "epoch": 2.7554391619661565, |
| "grad_norm": 0.28237244486808777, |
| "learning_rate": 2.0235508467251642e-07, |
| "loss": 0.0834607720375061, |
| "step": 4560 |
| }, |
| { |
| "epoch": 2.7614826752618855, |
| "grad_norm": 0.24840769171714783, |
| "learning_rate": 1.9257331941333723e-07, |
| "loss": 0.08156927824020385, |
| "step": 4570 |
| }, |
| { |
| "epoch": 2.767526188557615, |
| "grad_norm": 0.26519617438316345, |
| "learning_rate": 1.830292295887215e-07, |
| "loss": 0.08160626292228698, |
| "step": 4580 |
| }, |
| { |
| "epoch": 2.773569701853344, |
| "grad_norm": 0.26683536171913147, |
| "learning_rate": 1.7372328705104356e-07, |
| "loss": 0.083110111951828, |
| "step": 4590 |
| }, |
| { |
| "epoch": 2.779613215149073, |
| "grad_norm": 0.2819823920726776, |
| "learning_rate": 1.6465595187886209e-07, |
| "loss": 0.07948071956634521, |
| "step": 4600 |
| }, |
| { |
| "epoch": 2.7856567284448026, |
| "grad_norm": 0.25477421283721924, |
| "learning_rate": 1.558276723541735e-07, |
| "loss": 0.08223173618316651, |
| "step": 4610 |
| }, |
| { |
| "epoch": 2.7917002417405317, |
| "grad_norm": 0.25511234998703003, |
| "learning_rate": 1.472388849402473e-07, |
| "loss": 0.07758338451385498, |
| "step": 4620 |
| }, |
| { |
| "epoch": 2.797743755036261, |
| "grad_norm": 0.2947482466697693, |
| "learning_rate": 1.3889001426005134e-07, |
| "loss": 0.07938053011894226, |
| "step": 4630 |
| }, |
| { |
| "epoch": 2.80378726833199, |
| "grad_norm": 0.27020299434661865, |
| "learning_rate": 1.3078147307525491e-07, |
| "loss": 0.08611318469047546, |
| "step": 4640 |
| }, |
| { |
| "epoch": 2.8098307816277197, |
| "grad_norm": 0.26552340388298035, |
| "learning_rate": 1.2291366226582724e-07, |
| "loss": 0.08001590371131898, |
| "step": 4650 |
| }, |
| { |
| "epoch": 2.8158742949234488, |
| "grad_norm": 0.2595081031322479, |
| "learning_rate": 1.1528697081021112e-07, |
| "loss": 0.07811046242713929, |
| "step": 4660 |
| }, |
| { |
| "epoch": 2.821917808219178, |
| "grad_norm": 0.2572011947631836, |
| "learning_rate": 1.0790177576609939e-07, |
| "loss": 0.0812339425086975, |
| "step": 4670 |
| }, |
| { |
| "epoch": 2.8279613215149073, |
| "grad_norm": 0.2580914795398712, |
| "learning_rate": 1.007584422517871e-07, |
| "loss": 0.08156332969665528, |
| "step": 4680 |
| }, |
| { |
| "epoch": 2.834004834810637, |
| "grad_norm": 0.26249319314956665, |
| "learning_rate": 9.385732342812703e-08, |
| "loss": 0.07958078384399414, |
| "step": 4690 |
| }, |
| { |
| "epoch": 2.840048348106366, |
| "grad_norm": 0.26565834879875183, |
| "learning_rate": 8.719876048106313e-08, |
| "loss": 0.07611703276634216, |
| "step": 4700 |
| }, |
| { |
| "epoch": 2.846091861402095, |
| "grad_norm": 0.2693769037723541, |
| "learning_rate": 8.078308260476675e-08, |
| "loss": 0.0787214994430542, |
| "step": 4710 |
| }, |
| { |
| "epoch": 2.8521353746978244, |
| "grad_norm": 0.28061386942863464, |
| "learning_rate": 7.461060698536026e-08, |
| "loss": 0.07973547577857971, |
| "step": 4720 |
| }, |
| { |
| "epoch": 2.8581788879935535, |
| "grad_norm": 0.2562766969203949, |
| "learning_rate": 6.868163878523626e-08, |
| "loss": 0.07998113632202149, |
| "step": 4730 |
| }, |
| { |
| "epoch": 2.864222401289283, |
| "grad_norm": 0.2675401270389557, |
| "learning_rate": 6.299647112796903e-08, |
| "loss": 0.08009319305419922, |
| "step": 4740 |
| }, |
| { |
| "epoch": 2.870265914585012, |
| "grad_norm": 0.3061717450618744, |
| "learning_rate": 5.7555385083823964e-08, |
| "loss": 0.08148778080940247, |
| "step": 4750 |
| }, |
| { |
| "epoch": 2.8763094278807415, |
| "grad_norm": 0.2746511697769165, |
| "learning_rate": 5.235864965586146e-08, |
| "loss": 0.07808900475502015, |
| "step": 4760 |
| }, |
| { |
| "epoch": 2.8823529411764706, |
| "grad_norm": 0.24901708960533142, |
| "learning_rate": 4.7406521766637515e-08, |
| "loss": 0.08119735717773438, |
| "step": 4770 |
| }, |
| { |
| "epoch": 2.8883964544721996, |
| "grad_norm": 0.27437493205070496, |
| "learning_rate": 4.269924624550226e-08, |
| "loss": 0.0810629665851593, |
| "step": 4780 |
| }, |
| { |
| "epoch": 2.894439967767929, |
| "grad_norm": 0.2583921253681183, |
| "learning_rate": 3.8237055816495174e-08, |
| "loss": 0.08207312226295471, |
| "step": 4790 |
| }, |
| { |
| "epoch": 2.9004834810636586, |
| "grad_norm": 0.24652065336704254, |
| "learning_rate": 3.4020171086838196e-08, |
| "loss": 0.07873359322547913, |
| "step": 4800 |
| }, |
| { |
| "epoch": 2.9065269943593877, |
| "grad_norm": 0.25214189291000366, |
| "learning_rate": 3.0048800536031654e-08, |
| "loss": 0.07919525504112243, |
| "step": 4810 |
| }, |
| { |
| "epoch": 2.9125705076551167, |
| "grad_norm": 0.2710227072238922, |
| "learning_rate": 2.6323140505545853e-08, |
| "loss": 0.082087242603302, |
| "step": 4820 |
| }, |
| { |
| "epoch": 2.918614020950846, |
| "grad_norm": 0.25783440470695496, |
| "learning_rate": 2.2843375189113835e-08, |
| "loss": 0.07796441316604615, |
| "step": 4830 |
| }, |
| { |
| "epoch": 2.9246575342465753, |
| "grad_norm": 0.284587025642395, |
| "learning_rate": 1.960967662362534e-08, |
| "loss": 0.08019020557403564, |
| "step": 4840 |
| }, |
| { |
| "epoch": 2.9307010475423043, |
| "grad_norm": 0.27005454897880554, |
| "learning_rate": 1.662220468062081e-08, |
| "loss": 0.08582592010498047, |
| "step": 4850 |
| }, |
| { |
| "epoch": 2.936744560838034, |
| "grad_norm": 0.27235037088394165, |
| "learning_rate": 1.3881107058389409e-08, |
| "loss": 0.0842123031616211, |
| "step": 4860 |
| }, |
| { |
| "epoch": 2.9427880741337633, |
| "grad_norm": 0.2919752299785614, |
| "learning_rate": 1.1386519274664831e-08, |
| "loss": 0.08081229925155639, |
| "step": 4870 |
| }, |
| { |
| "epoch": 2.9488315874294924, |
| "grad_norm": 0.256102055311203, |
| "learning_rate": 9.138564659925131e-09, |
| "loss": 0.07858948707580567, |
| "step": 4880 |
| }, |
| { |
| "epoch": 2.9548751007252214, |
| "grad_norm": 0.2619668245315552, |
| "learning_rate": 7.137354351298698e-09, |
| "loss": 0.08291544318199158, |
| "step": 4890 |
| }, |
| { |
| "epoch": 2.960918614020951, |
| "grad_norm": 0.2574392259120941, |
| "learning_rate": 5.382987287065322e-09, |
| "loss": 0.08099491596221924, |
| "step": 4900 |
| }, |
| { |
| "epoch": 2.96696212731668, |
| "grad_norm": 0.2536278963088989, |
| "learning_rate": 3.875550201767331e-09, |
| "loss": 0.07988271713256836, |
| "step": 4910 |
| }, |
| { |
| "epoch": 2.9730056406124095, |
| "grad_norm": 0.2615348696708679, |
| "learning_rate": 2.6151176219224584e-09, |
| "loss": 0.08206771612167359, |
| "step": 4920 |
| }, |
| { |
| "epoch": 2.9790491539081385, |
| "grad_norm": 0.25114062428474426, |
| "learning_rate": 1.6017518623356876e-09, |
| "loss": 0.08417447209358216, |
| "step": 4930 |
| }, |
| { |
| "epoch": 2.985092667203868, |
| "grad_norm": 0.2586587071418762, |
| "learning_rate": 8.35503023022266e-10, |
| "loss": 0.07650007009506225, |
| "step": 4940 |
| }, |
| { |
| "epoch": 2.991136180499597, |
| "grad_norm": 0.2562219798564911, |
| "learning_rate": 3.1640898672802287e-10, |
| "loss": 0.08685986995697022, |
| "step": 4950 |
| }, |
| { |
| "epoch": 2.997179693795326, |
| "grad_norm": 0.24136510491371155, |
| "learning_rate": 4.4495417059198246e-11, |
| "loss": 0.07802990674972535, |
| "step": 4960 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.10261032730340958, |
| "eval_runtime": 74.3074, |
| "eval_samples_per_second": 10.806, |
| "eval_steps_per_second": 0.686, |
| "step": 4965 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 4965, |
| "total_flos": 6.832000780639352e+19, |
| "train_loss": 0.12692538877388262, |
| "train_runtime": 145498.6824, |
| "train_samples_per_second": 1.637, |
| "train_steps_per_second": 0.034 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 4965, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.832000780639352e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
