| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 1578, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0031685678073510772, |
| "grad_norm": 7.043147563934326, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 2.981099319458008, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0063371356147021544, |
| "grad_norm": 3.7476859092712402, |
| "learning_rate": 1.8750000000000002e-05, |
| "loss": 2.8805755615234374, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.009505703422053232, |
| "grad_norm": 2.1162047386169434, |
| "learning_rate": 2.916666666666667e-05, |
| "loss": 2.704869270324707, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.012674271229404309, |
| "grad_norm": 1.3651797771453857, |
| "learning_rate": 3.958333333333333e-05, |
| "loss": 2.654892921447754, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.015842839036755388, |
| "grad_norm": 1.0428181886672974, |
| "learning_rate": 5e-05, |
| "loss": 2.4319393157958986, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.019011406844106463, |
| "grad_norm": 0.8075228333473206, |
| "learning_rate": 6.041666666666667e-05, |
| "loss": 2.356492042541504, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.022179974651457542, |
| "grad_norm": 0.8686707615852356, |
| "learning_rate": 7.083333333333334e-05, |
| "loss": 2.2213909149169924, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.025348542458808618, |
| "grad_norm": 0.6699849963188171, |
| "learning_rate": 8.125000000000001e-05, |
| "loss": 2.1557392120361327, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.028517110266159697, |
| "grad_norm": 0.7378506660461426, |
| "learning_rate": 9.166666666666667e-05, |
| "loss": 1.993387794494629, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.031685678073510776, |
| "grad_norm": 0.7126041054725647, |
| "learning_rate": 9.999989459608555e-05, |
| "loss": 2.005228614807129, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03485424588086185, |
| "grad_norm": 0.7284029126167297, |
| "learning_rate": 9.999620550574153e-05, |
| "loss": 1.9586082458496095, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.03802281368821293, |
| "grad_norm": 0.6403422355651855, |
| "learning_rate": 9.998724666406601e-05, |
| "loss": 1.843195915222168, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.041191381495564006, |
| "grad_norm": 0.8365342020988464, |
| "learning_rate": 9.997301901534797e-05, |
| "loss": 1.8246192932128906, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.044359949302915085, |
| "grad_norm": 0.704372227191925, |
| "learning_rate": 9.995352405922467e-05, |
| "loss": 1.8255279541015625, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.04752851711026616, |
| "grad_norm": 0.7694789171218872, |
| "learning_rate": 9.992876385052345e-05, |
| "loss": 1.7635623931884765, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.050697084917617236, |
| "grad_norm": 0.8334874510765076, |
| "learning_rate": 9.989874099904524e-05, |
| "loss": 1.7773487091064453, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.053865652724968315, |
| "grad_norm": 0.7224839925765991, |
| "learning_rate": 9.986345866928941e-05, |
| "loss": 1.7267620086669921, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.057034220532319393, |
| "grad_norm": 0.8135210871696472, |
| "learning_rate": 9.982292058012027e-05, |
| "loss": 1.7537405014038085, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.060202788339670466, |
| "grad_norm": 0.7969468235969543, |
| "learning_rate": 9.977713100437509e-05, |
| "loss": 1.7349861145019532, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.06337135614702155, |
| "grad_norm": 0.8676604628562927, |
| "learning_rate": 9.972609476841367e-05, |
| "loss": 1.7168376922607422, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06653992395437262, |
| "grad_norm": 0.7579165697097778, |
| "learning_rate": 9.966981725160973e-05, |
| "loss": 1.674065399169922, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.0697084917617237, |
| "grad_norm": 0.7227125763893127, |
| "learning_rate": 9.960830438578378e-05, |
| "loss": 1.7271408081054687, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.07287705956907478, |
| "grad_norm": 0.7979081869125366, |
| "learning_rate": 9.954156265457801e-05, |
| "loss": 1.6801246643066405, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.07604562737642585, |
| "grad_norm": 0.6576427221298218, |
| "learning_rate": 9.946959909277285e-05, |
| "loss": 1.6519655227661132, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.07921419518377694, |
| "grad_norm": 0.8050142526626587, |
| "learning_rate": 9.939242128554542e-05, |
| "loss": 1.6250421524047851, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.08238276299112801, |
| "grad_norm": 0.7610289454460144, |
| "learning_rate": 9.931003736767013e-05, |
| "loss": 1.646671676635742, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.08555133079847908, |
| "grad_norm": 0.7286546230316162, |
| "learning_rate": 9.922245602266118e-05, |
| "loss": 1.6335386276245116, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.08871989860583017, |
| "grad_norm": 0.8246539235115051, |
| "learning_rate": 9.912968648185734e-05, |
| "loss": 1.6397796630859376, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.09188846641318124, |
| "grad_norm": 0.8313826322555542, |
| "learning_rate": 9.903173852344889e-05, |
| "loss": 1.6269981384277343, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.09505703422053231, |
| "grad_norm": 0.8203248977661133, |
| "learning_rate": 9.892862247144701e-05, |
| "loss": 1.5818193435668946, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0982256020278834, |
| "grad_norm": 0.8538872599601746, |
| "learning_rate": 9.882034919459555e-05, |
| "loss": 1.5892969131469727, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.10139416983523447, |
| "grad_norm": 1.470503568649292, |
| "learning_rate": 9.870693010522552e-05, |
| "loss": 1.5248340606689452, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.10456273764258556, |
| "grad_norm": 0.8072368502616882, |
| "learning_rate": 9.858837715805208e-05, |
| "loss": 1.5973053932189942, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.10773130544993663, |
| "grad_norm": 0.8948448300361633, |
| "learning_rate": 9.846470284891456e-05, |
| "loss": 1.6363914489746094, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1108998732572877, |
| "grad_norm": 0.8655192255973816, |
| "learning_rate": 9.833592021345937e-05, |
| "loss": 1.6859859466552733, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.11406844106463879, |
| "grad_norm": 0.9880424737930298, |
| "learning_rate": 9.820204282576593e-05, |
| "loss": 1.574641799926758, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.11723700887198986, |
| "grad_norm": 0.7979195713996887, |
| "learning_rate": 9.806308479691595e-05, |
| "loss": 1.593592929840088, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.12040557667934093, |
| "grad_norm": 0.8876345157623291, |
| "learning_rate": 9.791906077350612e-05, |
| "loss": 1.5453405380249023, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.12357414448669202, |
| "grad_norm": 0.7818175554275513, |
| "learning_rate": 9.776998593610428e-05, |
| "loss": 1.6270465850830078, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.1267427122940431, |
| "grad_norm": 0.8810750246047974, |
| "learning_rate": 9.761587599764932e-05, |
| "loss": 1.5692276000976562, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.12991128010139416, |
| "grad_norm": 0.8968422412872314, |
| "learning_rate": 9.745674720179508e-05, |
| "loss": 1.5278916358947754, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.13307984790874525, |
| "grad_norm": 0.8381748795509338, |
| "learning_rate": 9.729261632119806e-05, |
| "loss": 1.5704171180725097, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.13624841571609633, |
| "grad_norm": 1.0442235469818115, |
| "learning_rate": 9.71235006557497e-05, |
| "loss": 1.5022503852844238, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.1394169835234474, |
| "grad_norm": 0.7912348508834839, |
| "learning_rate": 9.694941803075283e-05, |
| "loss": 1.5598048210144042, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.14258555133079848, |
| "grad_norm": 0.8984694480895996, |
| "learning_rate": 9.677038679504285e-05, |
| "loss": 1.6556865692138671, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.14575411913814956, |
| "grad_norm": 0.9488692879676819, |
| "learning_rate": 9.658642581905366e-05, |
| "loss": 1.6171920776367188, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.14892268694550062, |
| "grad_norm": 0.8743675947189331, |
| "learning_rate": 9.639755449282875e-05, |
| "loss": 1.5999393463134766, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.1520912547528517, |
| "grad_norm": 1.178044080734253, |
| "learning_rate": 9.620379272397735e-05, |
| "loss": 1.5196931838989258, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.1552598225602028, |
| "grad_norm": 0.863906741142273, |
| "learning_rate": 9.600516093557617e-05, |
| "loss": 1.5039121627807617, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.15842839036755388, |
| "grad_norm": 1.0000500679016113, |
| "learning_rate": 9.580168006401668e-05, |
| "loss": 1.4933100700378419, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.16159695817490494, |
| "grad_norm": 0.8667544722557068, |
| "learning_rate": 9.559337155679842e-05, |
| "loss": 1.5648080825805664, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.16476552598225602, |
| "grad_norm": 0.8225997090339661, |
| "learning_rate": 9.538025737026832e-05, |
| "loss": 1.4912095069885254, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.1679340937896071, |
| "grad_norm": 0.8068106174468994, |
| "learning_rate": 9.516235996730645e-05, |
| "loss": 1.4858381271362304, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.17110266159695817, |
| "grad_norm": 0.9467447400093079, |
| "learning_rate": 9.493970231495835e-05, |
| "loss": 1.524880313873291, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.17427122940430925, |
| "grad_norm": 0.8453680276870728, |
| "learning_rate": 9.471230788201429e-05, |
| "loss": 1.5124773979187012, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.17743979721166034, |
| "grad_norm": 0.9061563014984131, |
| "learning_rate": 9.448020063653549e-05, |
| "loss": 1.49342622756958, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.1806083650190114, |
| "grad_norm": 0.8865219950675964, |
| "learning_rate": 9.424340504332791e-05, |
| "loss": 1.4923158645629884, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.18377693282636248, |
| "grad_norm": 0.9014965295791626, |
| "learning_rate": 9.400194606136354e-05, |
| "loss": 1.523708438873291, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.18694550063371357, |
| "grad_norm": 0.8378658890724182, |
| "learning_rate": 9.375584914114963e-05, |
| "loss": 1.5758267402648927, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.19011406844106463, |
| "grad_norm": 0.8867623805999756, |
| "learning_rate": 9.350514022204622e-05, |
| "loss": 1.5432629585266113, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1932826362484157, |
| "grad_norm": 0.995186448097229, |
| "learning_rate": 9.32498457295319e-05, |
| "loss": 1.5024199485778809, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.1964512040557668, |
| "grad_norm": 0.894067108631134, |
| "learning_rate": 9.298999257241863e-05, |
| "loss": 1.4737892150878906, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.19961977186311788, |
| "grad_norm": 0.9223262667655945, |
| "learning_rate": 9.272560814001539e-05, |
| "loss": 1.5003498077392579, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.20278833967046894, |
| "grad_norm": 1.0859758853912354, |
| "learning_rate": 9.245672029924128e-05, |
| "loss": 1.4052498817443848, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.20595690747782003, |
| "grad_norm": 0.8554385900497437, |
| "learning_rate": 9.218335739168833e-05, |
| "loss": 1.4594630241394042, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.20912547528517111, |
| "grad_norm": 0.9641969203948975, |
| "learning_rate": 9.190554823063403e-05, |
| "loss": 1.5072848320007324, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.21229404309252217, |
| "grad_norm": 1.013372778892517, |
| "learning_rate": 9.162332209800455e-05, |
| "loss": 1.466813850402832, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.21546261089987326, |
| "grad_norm": 0.886248767375946, |
| "learning_rate": 9.133670874128817e-05, |
| "loss": 1.4878669738769532, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.21863117870722434, |
| "grad_norm": 0.9179723262786865, |
| "learning_rate": 9.104573837039992e-05, |
| "loss": 1.4538299560546875, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.2217997465145754, |
| "grad_norm": 0.8039515018463135, |
| "learning_rate": 9.075044165449719e-05, |
| "loss": 1.4979578971862793, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2249683143219265, |
| "grad_norm": 1.012426733970642, |
| "learning_rate": 9.045084971874738e-05, |
| "loss": 1.4779088973999024, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.22813688212927757, |
| "grad_norm": 0.986335813999176, |
| "learning_rate": 9.014699414104692e-05, |
| "loss": 1.465938186645508, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.23130544993662863, |
| "grad_norm": 0.9080740809440613, |
| "learning_rate": 8.983890694869312e-05, |
| "loss": 1.4629207611083985, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.23447401774397972, |
| "grad_norm": 0.934339702129364, |
| "learning_rate": 8.952662061500817e-05, |
| "loss": 1.457223892211914, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.2376425855513308, |
| "grad_norm": 0.8736027479171753, |
| "learning_rate": 8.921016805591654e-05, |
| "loss": 1.4560219764709472, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.24081115335868186, |
| "grad_norm": 0.9550614356994629, |
| "learning_rate": 8.88895826264754e-05, |
| "loss": 1.5248393058776855, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.24397972116603295, |
| "grad_norm": 0.9169988036155701, |
| "learning_rate": 8.856489811735903e-05, |
| "loss": 1.5106586456298827, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.24714828897338403, |
| "grad_norm": 0.8996412754058838, |
| "learning_rate": 8.823614875129706e-05, |
| "loss": 1.4565364837646484, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2503168567807351, |
| "grad_norm": 0.8500154614448547, |
| "learning_rate": 8.790336917946737e-05, |
| "loss": 1.4416918754577637, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.2534854245880862, |
| "grad_norm": 0.7929876446723938, |
| "learning_rate": 8.756659447784368e-05, |
| "loss": 1.4593412399291992, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.25665399239543724, |
| "grad_norm": 1.167829155921936, |
| "learning_rate": 8.72258601434985e-05, |
| "loss": 1.4202542304992676, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.2598225602027883, |
| "grad_norm": 0.8008830547332764, |
| "learning_rate": 8.688120209086165e-05, |
| "loss": 1.4504500389099122, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2629911280101394, |
| "grad_norm": 0.936578094959259, |
| "learning_rate": 8.653265664793467e-05, |
| "loss": 1.4489995956420898, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.2661596958174905, |
| "grad_norm": 0.9912587404251099, |
| "learning_rate": 8.618026055246183e-05, |
| "loss": 1.4207334518432617, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.2693282636248416, |
| "grad_norm": 1.0229488611221313, |
| "learning_rate": 8.58240509480578e-05, |
| "loss": 1.5463509559631348, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.27249683143219267, |
| "grad_norm": 0.8335016965866089, |
| "learning_rate": 8.546406538029269e-05, |
| "loss": 1.4976566314697266, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.27566539923954375, |
| "grad_norm": 1.0242607593536377, |
| "learning_rate": 8.510034179273449e-05, |
| "loss": 1.4665711402893067, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.2788339670468948, |
| "grad_norm": 0.833751380443573, |
| "learning_rate": 8.473291852294987e-05, |
| "loss": 1.5367077827453612, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.28200253485424587, |
| "grad_norm": 0.9694119691848755, |
| "learning_rate": 8.436183429846313e-05, |
| "loss": 1.420050811767578, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.28517110266159695, |
| "grad_norm": 0.9861839413642883, |
| "learning_rate": 8.398712823267434e-05, |
| "loss": 1.3972441673278808, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.28833967046894804, |
| "grad_norm": 0.7589554190635681, |
| "learning_rate": 8.360883982073653e-05, |
| "loss": 1.4342703819274902, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.2915082382762991, |
| "grad_norm": 1.1326944828033447, |
| "learning_rate": 8.32270089353929e-05, |
| "loss": 1.4997499465942383, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.2946768060836502, |
| "grad_norm": 0.9897761940956116, |
| "learning_rate": 8.284167582277406e-05, |
| "loss": 1.366450881958008, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.29784537389100124, |
| "grad_norm": 0.9775916337966919, |
| "learning_rate": 8.245288109815596e-05, |
| "loss": 1.407801628112793, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.3010139416983523, |
| "grad_norm": 0.8449367880821228, |
| "learning_rate": 8.206066574167892e-05, |
| "loss": 1.4435958862304688, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.3041825095057034, |
| "grad_norm": 0.9615752100944519, |
| "learning_rate": 8.166507109402825e-05, |
| "loss": 1.4394434928894042, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3073510773130545, |
| "grad_norm": 0.8721709251403809, |
| "learning_rate": 8.12661388520767e-05, |
| "loss": 1.544541358947754, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.3105196451204056, |
| "grad_norm": 0.8040366768836975, |
| "learning_rate": 8.086391106448965e-05, |
| "loss": 1.4437169075012206, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.31368821292775667, |
| "grad_norm": 0.9599743485450745, |
| "learning_rate": 8.045843012729288e-05, |
| "loss": 1.4029827117919922, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.31685678073510776, |
| "grad_norm": 0.973711371421814, |
| "learning_rate": 8.004973877940405e-05, |
| "loss": 1.432126808166504, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.3200253485424588, |
| "grad_norm": 1.2315587997436523, |
| "learning_rate": 7.963788009812775e-05, |
| "loss": 1.4067696571350097, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.3231939163498099, |
| "grad_norm": 0.9294511079788208, |
| "learning_rate": 7.922289749461516e-05, |
| "loss": 1.3776613235473634, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.32636248415716096, |
| "grad_norm": 0.967047929763794, |
| "learning_rate": 7.880483470928823e-05, |
| "loss": 1.3882503509521484, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.32953105196451205, |
| "grad_norm": 0.8325267434120178, |
| "learning_rate": 7.83837358072295e-05, |
| "loss": 1.4678791999816894, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.33269961977186313, |
| "grad_norm": 1.0061659812927246, |
| "learning_rate": 7.795964517353735e-05, |
| "loss": 1.4159486770629883, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.3358681875792142, |
| "grad_norm": 1.040426254272461, |
| "learning_rate": 7.753260750864768e-05, |
| "loss": 1.4096446990966798, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.33903675538656525, |
| "grad_norm": 0.9612278342247009, |
| "learning_rate": 7.710266782362247e-05, |
| "loss": 1.4248369216918946, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.34220532319391633, |
| "grad_norm": 0.9438225626945496, |
| "learning_rate": 7.666987143540536e-05, |
| "loss": 1.4191057205200195, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3453738910012674, |
| "grad_norm": 0.8708591461181641, |
| "learning_rate": 7.623426396204516e-05, |
| "loss": 1.4026036262512207, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.3485424588086185, |
| "grad_norm": 0.8831802010536194, |
| "learning_rate": 7.579589131788755e-05, |
| "loss": 1.3681581497192383, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.3517110266159696, |
| "grad_norm": 0.8993585705757141, |
| "learning_rate": 7.535479970873562e-05, |
| "loss": 1.421323871612549, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.3548795944233207, |
| "grad_norm": 0.9270035624504089, |
| "learning_rate": 7.491103562697953e-05, |
| "loss": 1.4405481338500976, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.35804816223067176, |
| "grad_norm": 0.7752518057823181, |
| "learning_rate": 7.446464584669618e-05, |
| "loss": 1.4336222648620605, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.3612167300380228, |
| "grad_norm": 0.8551792502403259, |
| "learning_rate": 7.401567741871905e-05, |
| "loss": 1.4587442398071289, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.3643852978453739, |
| "grad_norm": 1.0400238037109375, |
| "learning_rate": 7.356417766567887e-05, |
| "loss": 1.3435915946960448, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.36755386565272496, |
| "grad_norm": 1.0843302011489868, |
| "learning_rate": 7.311019417701566e-05, |
| "loss": 1.388375473022461, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.37072243346007605, |
| "grad_norm": 1.1198105812072754, |
| "learning_rate": 7.265377480396277e-05, |
| "loss": 1.364163303375244, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.37389100126742714, |
| "grad_norm": 0.9389685392379761, |
| "learning_rate": 7.219496765450304e-05, |
| "loss": 1.4237895965576173, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.3770595690747782, |
| "grad_norm": 0.8364915251731873, |
| "learning_rate": 7.173382108829826e-05, |
| "loss": 1.4080724716186523, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.38022813688212925, |
| "grad_norm": 0.9814357161521912, |
| "learning_rate": 7.127038371159174e-05, |
| "loss": 1.3742491722106933, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.38339670468948034, |
| "grad_norm": 0.8945198655128479, |
| "learning_rate": 7.08047043720852e-05, |
| "loss": 1.3940475463867188, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.3865652724968314, |
| "grad_norm": 0.9399378895759583, |
| "learning_rate": 7.033683215379002e-05, |
| "loss": 1.427070426940918, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.3897338403041825, |
| "grad_norm": 0.8892331719398499, |
| "learning_rate": 6.986681637185361e-05, |
| "loss": 1.3754430770874024, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.3929024081115336, |
| "grad_norm": 1.1722021102905273, |
| "learning_rate": 6.939470656736148e-05, |
| "loss": 1.3428964614868164, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.3960709759188847, |
| "grad_norm": 0.9018204212188721, |
| "learning_rate": 6.892055250211552e-05, |
| "loss": 1.416018009185791, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.39923954372623577, |
| "grad_norm": 0.8684733510017395, |
| "learning_rate": 6.844440415338879e-05, |
| "loss": 1.4170392990112304, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.4024081115335868, |
| "grad_norm": 1.0637812614440918, |
| "learning_rate": 6.796631170865789e-05, |
| "loss": 1.412844181060791, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.4055766793409379, |
| "grad_norm": 1.0007359981536865, |
| "learning_rate": 6.748632556031305e-05, |
| "loss": 1.4430639266967773, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.40874524714828897, |
| "grad_norm": 0.9914920330047607, |
| "learning_rate": 6.700449630034662e-05, |
| "loss": 1.3914289474487305, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.41191381495564006, |
| "grad_norm": 1.1350955963134766, |
| "learning_rate": 6.65208747150204e-05, |
| "loss": 1.3682466506958009, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.41508238276299114, |
| "grad_norm": 1.0775210857391357, |
| "learning_rate": 6.603551177951276e-05, |
| "loss": 1.391181755065918, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.41825095057034223, |
| "grad_norm": 1.0117769241333008, |
| "learning_rate": 6.554845865254565e-05, |
| "loss": 1.3873372077941895, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.42141951837769326, |
| "grad_norm": 0.9027493596076965, |
| "learning_rate": 6.505976667099233e-05, |
| "loss": 1.4179336547851562, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.42458808618504434, |
| "grad_norm": 0.8727158904075623, |
| "learning_rate": 6.456948734446624e-05, |
| "loss": 1.3837886810302735, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.42775665399239543, |
| "grad_norm": 1.070072889328003, |
| "learning_rate": 6.407767234989182e-05, |
| "loss": 1.4333530426025392, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.4309252217997465, |
| "grad_norm": 1.224215030670166, |
| "learning_rate": 6.358437352605754e-05, |
| "loss": 1.3491156578063965, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.4340937896070976, |
| "grad_norm": 1.051694393157959, |
| "learning_rate": 6.308964286815203e-05, |
| "loss": 1.3815348625183106, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.4372623574144487, |
| "grad_norm": 0.849431574344635, |
| "learning_rate": 6.259353252228346e-05, |
| "loss": 1.4776974678039552, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.4404309252217998, |
| "grad_norm": 0.8869721293449402, |
| "learning_rate": 6.209609477998338e-05, |
| "loss": 1.4064318656921386, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.4435994930291508, |
| "grad_norm": 1.0174022912979126, |
| "learning_rate": 6.159738207269491e-05, |
| "loss": 1.4444948196411134, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.4467680608365019, |
| "grad_norm": 0.86573326587677, |
| "learning_rate": 6.109744696624631e-05, |
| "loss": 1.4351720809936523, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.449936628643853, |
| "grad_norm": 0.9726159572601318, |
| "learning_rate": 6.0596342155310426e-05, |
| "loss": 1.337043571472168, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.45310519645120406, |
| "grad_norm": 1.0437583923339844, |
| "learning_rate": 6.009412045785051e-05, |
| "loss": 1.4287454605102539, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.45627376425855515, |
| "grad_norm": 0.8963989615440369, |
| "learning_rate": 5.959083480955303e-05, |
| "loss": 1.365916633605957, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.45944233206590623, |
| "grad_norm": 1.2865248918533325, |
| "learning_rate": 5.908653825824808e-05, |
| "loss": 1.3705638885498046, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.46261089987325726, |
| "grad_norm": 0.8341432213783264, |
| "learning_rate": 5.858128395831799e-05, |
| "loss": 1.4411558151245116, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.46577946768060835, |
| "grad_norm": 0.9079269766807556, |
| "learning_rate": 5.807512516509468e-05, |
| "loss": 1.4041607856750489, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.46894803548795944, |
| "grad_norm": 1.1083649396896362, |
| "learning_rate": 5.7568115229246455e-05, |
| "loss": 1.3649417877197265, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.4721166032953105, |
| "grad_norm": 1.0868420600891113, |
| "learning_rate": 5.706030759115457e-05, |
| "loss": 1.3609169960021972, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.4752851711026616, |
| "grad_norm": 1.1324069499969482, |
| "learning_rate": 5.6551755775280535e-05, |
| "loss": 1.3742989540100097, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.4784537389100127, |
| "grad_norm": 0.8875950574874878, |
| "learning_rate": 5.604251338452443e-05, |
| "loss": 1.3568942070007324, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.4816223067173637, |
| "grad_norm": 0.85218745470047, |
| "learning_rate": 5.553263409457504e-05, |
| "loss": 1.4398767471313476, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.4847908745247148, |
| "grad_norm": 1.0838654041290283, |
| "learning_rate": 5.502217164825226e-05, |
| "loss": 1.3630851745605468, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.4879594423320659, |
| "grad_norm": 0.9310572743415833, |
| "learning_rate": 5.4511179849842396e-05, |
| "loss": 1.4191320419311524, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.491128010139417, |
| "grad_norm": 1.1072568893432617, |
| "learning_rate": 5.399971255942709e-05, |
| "loss": 1.332352352142334, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.49429657794676807, |
| "grad_norm": 1.0503177642822266, |
| "learning_rate": 5.348782368720626e-05, |
| "loss": 1.3583803176879883, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.49746514575411915, |
| "grad_norm": 0.9713006615638733, |
| "learning_rate": 5.297556718781588e-05, |
| "loss": 1.4059024810791017, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.5006337135614702, |
| "grad_norm": 0.8210018873214722, |
| "learning_rate": 5.246299705464085e-05, |
| "loss": 1.375057315826416, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5038022813688213, |
| "grad_norm": 0.9948434829711914, |
| "learning_rate": 5.1950167314124085e-05, |
| "loss": 1.362550926208496, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.5069708491761724, |
| "grad_norm": 1.2584747076034546, |
| "learning_rate": 5.1437132020071886e-05, |
| "loss": 1.37750301361084, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5101394169835235, |
| "grad_norm": 0.8576092720031738, |
| "learning_rate": 5.092394524795649e-05, |
| "loss": 1.3371183395385742, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.5133079847908745, |
| "grad_norm": 0.9512493014335632, |
| "learning_rate": 5.041066108921645e-05, |
| "loss": 1.503910732269287, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.5164765525982256, |
| "grad_norm": 1.3466845750808716, |
| "learning_rate": 4.9897333645555066e-05, |
| "loss": 1.3664363861083983, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.5196451204055766, |
| "grad_norm": 0.8851462602615356, |
| "learning_rate": 4.9384017023238085e-05, |
| "loss": 1.3612781524658204, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5228136882129277, |
| "grad_norm": 1.0494959354400635, |
| "learning_rate": 4.8870765327390605e-05, |
| "loss": 1.3557121276855468, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.5259822560202788, |
| "grad_norm": 1.1948227882385254, |
| "learning_rate": 4.835763265629428e-05, |
| "loss": 1.3239543914794922, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5291508238276299, |
| "grad_norm": 0.8744856119155884, |
| "learning_rate": 4.784467309568523e-05, |
| "loss": 1.3509840011596679, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.532319391634981, |
| "grad_norm": 1.2883540391921997, |
| "learning_rate": 4.733194071305315e-05, |
| "loss": 1.3368789672851562, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.5354879594423321, |
| "grad_norm": 1.0098083019256592, |
| "learning_rate": 4.681948955194255e-05, |
| "loss": 1.3610082626342774, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.5386565272496832, |
| "grad_norm": 0.8575060367584229, |
| "learning_rate": 4.6307373626256306e-05, |
| "loss": 1.4005903244018554, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5418250950570342, |
| "grad_norm": 0.9120677709579468, |
| "learning_rate": 4.579564691456245e-05, |
| "loss": 1.361180877685547, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.5449936628643853, |
| "grad_norm": 0.8237045407295227, |
| "learning_rate": 4.528436335440473e-05, |
| "loss": 1.3133733749389649, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.5481622306717364, |
| "grad_norm": 0.9122887253761292, |
| "learning_rate": 4.477357683661734e-05, |
| "loss": 1.3374805450439453, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.5513307984790875, |
| "grad_norm": 0.8085625767707825, |
| "learning_rate": 4.4263341199644696e-05, |
| "loss": 1.3378860473632812, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.5544993662864385, |
| "grad_norm": 0.862529456615448, |
| "learning_rate": 4.375371022386677e-05, |
| "loss": 1.355858325958252, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.5576679340937896, |
| "grad_norm": 1.1068962812423706, |
| "learning_rate": 4.324473762593036e-05, |
| "loss": 1.3223381042480469, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.5608365019011406, |
| "grad_norm": 0.9751445055007935, |
| "learning_rate": 4.2736477053087265e-05, |
| "loss": 1.3480128288269042, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.5640050697084917, |
| "grad_norm": 0.844694197177887, |
| "learning_rate": 4.2228982077539655e-05, |
| "loss": 1.3501531600952148, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.5671736375158428, |
| "grad_norm": 1.0401661396026611, |
| "learning_rate": 4.1722306190793495e-05, |
| "loss": 1.3577798843383788, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.5703422053231939, |
| "grad_norm": 0.9297835826873779, |
| "learning_rate": 4.121650279802027e-05, |
| "loss": 1.3129751205444335, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.573510773130545, |
| "grad_norm": 0.9704940319061279, |
| "learning_rate": 4.071162521242796e-05, |
| "loss": 1.3801716804504394, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.5766793409378961, |
| "grad_norm": 0.8439595699310303, |
| "learning_rate": 4.0207726649641666e-05, |
| "loss": 1.353194522857666, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.5798479087452472, |
| "grad_norm": 1.001358985900879, |
| "learning_rate": 3.970486022209451e-05, |
| "loss": 1.4151784896850585, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.5830164765525983, |
| "grad_norm": 0.8582479953765869, |
| "learning_rate": 3.920307893342949e-05, |
| "loss": 1.3958765029907227, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.5861850443599493, |
| "grad_norm": 0.9078862071037292, |
| "learning_rate": 3.8702435672912626e-05, |
| "loss": 1.4149696350097656, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.5893536121673004, |
| "grad_norm": 1.0525516271591187, |
| "learning_rate": 3.8202983209858356e-05, |
| "loss": 1.3368765830993652, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.5925221799746515, |
| "grad_norm": 0.9519181251525879, |
| "learning_rate": 3.770477418806744e-05, |
| "loss": 1.3330938339233398, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.5956907477820025, |
| "grad_norm": 0.7788481712341309, |
| "learning_rate": 3.720786112027822e-05, |
| "loss": 1.3294697761535645, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.5988593155893536, |
| "grad_norm": 0.9929976463317871, |
| "learning_rate": 3.671229638263151e-05, |
| "loss": 1.4216012001037597, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.6020278833967047, |
| "grad_norm": 1.1244455575942993, |
| "learning_rate": 3.6218132209150045e-05, |
| "loss": 1.3404890060424806, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6051964512040557, |
| "grad_norm": 1.0040193796157837, |
| "learning_rate": 3.57254206862329e-05, |
| "loss": 1.3190261840820312, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.6083650190114068, |
| "grad_norm": 0.8877851366996765, |
| "learning_rate": 3.523421374716537e-05, |
| "loss": 1.3281331062316895, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.6115335868187579, |
| "grad_norm": 0.7751623392105103, |
| "learning_rate": 3.4744563166645037e-05, |
| "loss": 1.334850025177002, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.614702154626109, |
| "grad_norm": 1.3870421648025513, |
| "learning_rate": 3.425652055532461e-05, |
| "loss": 1.3271892547607422, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.6178707224334601, |
| "grad_norm": 1.065826416015625, |
| "learning_rate": 3.377013735437198e-05, |
| "loss": 1.4464192390441895, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.6210392902408112, |
| "grad_norm": 1.0614964962005615, |
| "learning_rate": 3.328546483004814e-05, |
| "loss": 1.3625066757202149, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.6242078580481623, |
| "grad_norm": 1.0641158819198608, |
| "learning_rate": 3.2802554068303596e-05, |
| "loss": 1.2995372772216798, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.6273764258555133, |
| "grad_norm": 1.1293580532073975, |
| "learning_rate": 3.2321455969393784e-05, |
| "loss": 1.3447973251342773, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.6305449936628644, |
| "grad_norm": 0.8212258815765381, |
| "learning_rate": 3.1842221242513944e-05, |
| "loss": 1.3622364044189452, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.6337135614702155, |
| "grad_norm": 0.9654073119163513, |
| "learning_rate": 3.13649004004543e-05, |
| "loss": 1.339268684387207, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6368821292775665, |
| "grad_norm": 1.0687123537063599, |
| "learning_rate": 3.088954375427582e-05, |
| "loss": 1.3421677589416503, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.6400506970849176, |
| "grad_norm": 1.1498644351959229, |
| "learning_rate": 3.0416201408007237e-05, |
| "loss": 1.2978170394897461, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.6432192648922687, |
| "grad_norm": 1.1247986555099487, |
| "learning_rate": 2.9944923253364066e-05, |
| "loss": 1.3145835876464844, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.6463878326996197, |
| "grad_norm": 1.085307002067566, |
| "learning_rate": 2.9475758964489707e-05, |
| "loss": 1.28936824798584, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.6495564005069708, |
| "grad_norm": 0.9060108065605164, |
| "learning_rate": 2.9008757992719732e-05, |
| "loss": 1.3310838699340821, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.6527249683143219, |
| "grad_norm": 0.8243566155433655, |
| "learning_rate": 2.8543969561369556e-05, |
| "loss": 1.3718022346496581, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.655893536121673, |
| "grad_norm": 0.8411113023757935, |
| "learning_rate": 2.8081442660546125e-05, |
| "loss": 1.413943099975586, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.6590621039290241, |
| "grad_norm": 0.9290187358856201, |
| "learning_rate": 2.762122604198424e-05, |
| "loss": 1.3513057708740235, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.6622306717363752, |
| "grad_norm": 1.080499529838562, |
| "learning_rate": 2.7163368213907973e-05, |
| "loss": 1.32059907913208, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.6653992395437263, |
| "grad_norm": 1.1765803098678589, |
| "learning_rate": 2.6707917435917685e-05, |
| "loss": 1.3292306900024413, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.6685678073510773, |
| "grad_norm": 0.970851480960846, |
| "learning_rate": 2.6254921713903446e-05, |
| "loss": 1.345045280456543, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.6717363751584284, |
| "grad_norm": 1.1229257583618164, |
| "learning_rate": 2.5804428794984924e-05, |
| "loss": 1.3488195419311524, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.6749049429657795, |
| "grad_norm": 1.0836807489395142, |
| "learning_rate": 2.5356486162478844e-05, |
| "loss": 1.324122714996338, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.6780735107731305, |
| "grad_norm": 1.0663892030715942, |
| "learning_rate": 2.4911141030893994e-05, |
| "loss": 1.3661954879760743, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.6812420785804816, |
| "grad_norm": 1.1285103559494019, |
| "learning_rate": 2.446844034095466e-05, |
| "loss": 1.3212727546691894, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.6844106463878327, |
| "grad_norm": 0.8290923833847046, |
| "learning_rate": 2.4028430754653065e-05, |
| "loss": 1.3932605743408204, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.6875792141951838, |
| "grad_norm": 0.9139001965522766, |
| "learning_rate": 2.3591158650330898e-05, |
| "loss": 1.3588622093200684, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.6907477820025348, |
| "grad_norm": 0.9368664026260376, |
| "learning_rate": 2.3156670117790996e-05, |
| "loss": 1.3890501976013183, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.6939163498098859, |
| "grad_norm": 1.2055789232254028, |
| "learning_rate": 2.2725010953439324e-05, |
| "loss": 1.3423537254333495, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.697084917617237, |
| "grad_norm": 0.9319270253181458, |
| "learning_rate": 2.2296226655457814e-05, |
| "loss": 1.258255672454834, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7002534854245881, |
| "grad_norm": 0.9653268456459045, |
| "learning_rate": 2.1870362419008845e-05, |
| "loss": 1.3396060943603516, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.7034220532319392, |
| "grad_norm": 1.0389213562011719, |
| "learning_rate": 2.144746313147148e-05, |
| "loss": 1.2651769638061523, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.7065906210392903, |
| "grad_norm": 1.0994007587432861, |
| "learning_rate": 2.1027573367710122e-05, |
| "loss": 1.3021663665771483, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.7097591888466414, |
| "grad_norm": 1.009810209274292, |
| "learning_rate": 2.061073738537635e-05, |
| "loss": 1.331705093383789, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.7129277566539924, |
| "grad_norm": 1.1909452676773071, |
| "learning_rate": 2.0196999120243886e-05, |
| "loss": 1.4106544494628905, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.7160963244613435, |
| "grad_norm": 1.0456634759902954, |
| "learning_rate": 1.9786402181577714e-05, |
| "loss": 1.2929454803466798, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.7192648922686945, |
| "grad_norm": 1.154612421989441, |
| "learning_rate": 1.937898984753751e-05, |
| "loss": 1.3293749809265136, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.7224334600760456, |
| "grad_norm": 0.8952815532684326, |
| "learning_rate": 1.897480506061593e-05, |
| "loss": 1.3869823455810546, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.7256020278833967, |
| "grad_norm": 0.918984591960907, |
| "learning_rate": 1.857389042311246e-05, |
| "loss": 1.3285282135009766, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.7287705956907478, |
| "grad_norm": 0.9093521237373352, |
| "learning_rate": 1.8176288192642944e-05, |
| "loss": 1.286917018890381, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.7319391634980988, |
| "grad_norm": 0.9459413290023804, |
| "learning_rate": 1.7782040277685436e-05, |
| "loss": 1.284006690979004, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.7351077313054499, |
| "grad_norm": 0.7686821222305298, |
| "learning_rate": 1.7391188233163052e-05, |
| "loss": 1.3963065147399902, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.738276299112801, |
| "grad_norm": 0.9745455384254456, |
| "learning_rate": 1.700377325606388e-05, |
| "loss": 1.3169967651367187, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.7414448669201521, |
| "grad_norm": 0.896531343460083, |
| "learning_rate": 1.6619836181098668e-05, |
| "loss": 1.2857364654541015, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.7446134347275032, |
| "grad_norm": 1.1586496829986572, |
| "learning_rate": 1.623941747639679e-05, |
| "loss": 1.3532679557800293, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.7477820025348543, |
| "grad_norm": 1.0042097568511963, |
| "learning_rate": 1.5862557239240728e-05, |
| "loss": 1.3450308799743653, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.7509505703422054, |
| "grad_norm": 1.227421522140503, |
| "learning_rate": 1.5489295191839736e-05, |
| "loss": 1.2885151863098145, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.7541191381495564, |
| "grad_norm": 1.0154186487197876, |
| "learning_rate": 1.5119670677142983e-05, |
| "loss": 1.3617592811584474, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.7572877059569075, |
| "grad_norm": 1.1962554454803467, |
| "learning_rate": 1.4753722654692647e-05, |
| "loss": 1.3216251373291015, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.7604562737642585, |
| "grad_norm": 0.9843072295188904, |
| "learning_rate": 1.4391489696517535e-05, |
| "loss": 1.322807502746582, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.7636248415716096, |
| "grad_norm": 1.023239254951477, |
| "learning_rate": 1.4033009983067452e-05, |
| "loss": 1.3661455154418944, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.7667934093789607, |
| "grad_norm": 0.9753304719924927, |
| "learning_rate": 1.3678321299188801e-05, |
| "loss": 1.2892273902893066, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.7699619771863118, |
| "grad_norm": 1.631977915763855, |
| "learning_rate": 1.3327461030142036e-05, |
| "loss": 1.2959428787231446, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.7731305449936628, |
| "grad_norm": 0.9189720749855042, |
| "learning_rate": 1.298046615766112e-05, |
| "loss": 1.3217609405517579, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.7762991128010139, |
| "grad_norm": 0.9295359253883362, |
| "learning_rate": 1.2637373256055446e-05, |
| "loss": 1.354560661315918, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.779467680608365, |
| "grad_norm": 0.8047182559967041, |
| "learning_rate": 1.229821848835499e-05, |
| "loss": 1.3275278091430665, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.7826362484157161, |
| "grad_norm": 1.093078374862671, |
| "learning_rate": 1.1963037602498384e-05, |
| "loss": 1.329340362548828, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.7858048162230672, |
| "grad_norm": 1.3584924936294556, |
| "learning_rate": 1.1631865927565149e-05, |
| "loss": 1.2881906509399415, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.7889733840304183, |
| "grad_norm": 0.9902975559234619, |
| "learning_rate": 1.130473837005186e-05, |
| "loss": 1.3978662490844727, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.7921419518377694, |
| "grad_norm": 1.096245288848877, |
| "learning_rate": 1.0981689410192813e-05, |
| "loss": 1.2938296318054199, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.7953105196451205, |
| "grad_norm": 1.063981056213379, |
| "learning_rate": 1.066275309832584e-05, |
| "loss": 1.3088212966918946, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.7984790874524715, |
| "grad_norm": 0.9275028705596924, |
| "learning_rate": 1.03479630513032e-05, |
| "loss": 1.264383316040039, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.8016476552598225, |
| "grad_norm": 1.3804821968078613, |
| "learning_rate": 1.0037352448948279e-05, |
| "loss": 1.2914956092834473, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.8048162230671736, |
| "grad_norm": 0.8959029316902161, |
| "learning_rate": 9.73095403055837e-06, |
| "loss": 1.3482831954956054, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.8079847908745247, |
| "grad_norm": 0.9850245118141174, |
| "learning_rate": 9.428800091453838e-06, |
| "loss": 1.331840419769287, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.8111533586818758, |
| "grad_norm": 0.9934479594230652, |
| "learning_rate": 9.130922479574067e-06, |
| "loss": 1.3903246879577638, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.8143219264892269, |
| "grad_norm": 0.8619696497917175, |
| "learning_rate": 8.837352592120645e-06, |
| "loss": 1.3167320251464845, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.8174904942965779, |
| "grad_norm": 0.8320128321647644, |
| "learning_rate": 8.548121372247918e-06, |
| "loss": 1.2873162269592284, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.820659062103929, |
| "grad_norm": 1.2043529748916626, |
| "learning_rate": 8.26325930580159e-06, |
| "loss": 1.283571720123291, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.8238276299112801, |
| "grad_norm": 1.070096731185913, |
| "learning_rate": 7.982796418105371e-06, |
| "loss": 1.2654370307922362, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.8269961977186312, |
| "grad_norm": 1.011426329612732, |
| "learning_rate": 7.706762270796186e-06, |
| "loss": 1.387790584564209, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.8301647655259823, |
| "grad_norm": 1.0511480569839478, |
| "learning_rate": 7.435185958708351e-06, |
| "loss": 1.37603759765625, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.8333333333333334, |
| "grad_norm": 0.9717739820480347, |
| "learning_rate": 7.168096106806871e-06, |
| "loss": 1.2307350158691406, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.8365019011406845, |
| "grad_norm": 0.9008772969245911, |
| "learning_rate": 6.905520867170223e-06, |
| "loss": 1.4192010879516601, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.8396704689480355, |
| "grad_norm": 1.2221213579177856, |
| "learning_rate": 6.647487916023177e-06, |
| "loss": 1.4267322540283203, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.8428390367553865, |
| "grad_norm": 0.789287805557251, |
| "learning_rate": 6.394024450819458e-06, |
| "loss": 1.3336950302124024, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.8460076045627376, |
| "grad_norm": 0.8760536909103394, |
| "learning_rate": 6.145157187375211e-06, |
| "loss": 1.2808075904846192, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.8491761723700887, |
| "grad_norm": 1.1593248844146729, |
| "learning_rate": 5.900912357052996e-06, |
| "loss": 1.3868263244628907, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.8523447401774398, |
| "grad_norm": 0.8710156679153442, |
| "learning_rate": 5.6613157039969055e-06, |
| "loss": 1.3790958404541016, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.8555133079847909, |
| "grad_norm": 1.0077850818634033, |
| "learning_rate": 5.426392482419124e-06, |
| "loss": 1.2981806755065919, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.858681875792142, |
| "grad_norm": 1.0064268112182617, |
| "learning_rate": 5.196167453938011e-06, |
| "loss": 1.3274435997009277, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.861850443599493, |
| "grad_norm": 1.074414610862732, |
| "learning_rate": 4.970664884968135e-06, |
| "loss": 1.3398886680603028, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.8650190114068441, |
| "grad_norm": 0.9940077066421509, |
| "learning_rate": 4.749908544162551e-06, |
| "loss": 1.3527451515197755, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.8681875792141952, |
| "grad_norm": 1.0884714126586914, |
| "learning_rate": 4.533921699907534e-06, |
| "loss": 1.2722294807434082, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.8713561470215463, |
| "grad_norm": 0.8487538695335388, |
| "learning_rate": 4.322727117869951e-06, |
| "loss": 1.3465628623962402, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.8745247148288974, |
| "grad_norm": 0.9994097352027893, |
| "learning_rate": 4.116347058597769e-06, |
| "loss": 1.2989694595336914, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.8776932826362485, |
| "grad_norm": 1.4533636569976807, |
| "learning_rate": 3.9148032751736565e-06, |
| "loss": 1.2593950271606444, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.8808618504435995, |
| "grad_norm": 1.2208831310272217, |
| "learning_rate": 3.71811701092219e-06, |
| "loss": 1.3306990623474122, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.8840304182509505, |
| "grad_norm": 0.7860085964202881, |
| "learning_rate": 3.526308997170724e-06, |
| "loss": 1.3549036979675293, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.8871989860583016, |
| "grad_norm": 0.9392310976982117, |
| "learning_rate": 3.3393994510642567e-06, |
| "loss": 1.3818175315856933, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.8903675538656527, |
| "grad_norm": 1.0431451797485352, |
| "learning_rate": 3.157408073434476e-06, |
| "loss": 1.2601960182189942, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.8935361216730038, |
| "grad_norm": 1.0251599550247192, |
| "learning_rate": 2.980354046723216e-06, |
| "loss": 1.2811641693115234, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.8967046894803549, |
| "grad_norm": 0.974606990814209, |
| "learning_rate": 2.8082560329605934e-06, |
| "loss": 1.3238912582397462, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.899873257287706, |
| "grad_norm": 0.9117522835731506, |
| "learning_rate": 2.641132171797989e-06, |
| "loss": 1.3850933074951173, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.903041825095057, |
| "grad_norm": 0.9673117995262146, |
| "learning_rate": 2.479000078596011e-06, |
| "loss": 1.2810011863708497, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.9062103929024081, |
| "grad_norm": 0.935701310634613, |
| "learning_rate": 2.321876842567844e-06, |
| "loss": 1.3237515449523927, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.9093789607097592, |
| "grad_norm": 1.1298409700393677, |
| "learning_rate": 2.1697790249779636e-06, |
| "loss": 1.348030185699463, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.9125475285171103, |
| "grad_norm": 1.2701897621154785, |
| "learning_rate": 2.0227226573965364e-06, |
| "loss": 1.2942058563232421, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.9157160963244614, |
| "grad_norm": 1.2197922468185425, |
| "learning_rate": 1.8807232400096575e-06, |
| "loss": 1.3446466445922851, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.9188846641318125, |
| "grad_norm": 1.1077975034713745, |
| "learning_rate": 1.7437957399855487e-06, |
| "loss": 1.2483136177062988, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.9220532319391636, |
| "grad_norm": 0.973805844783783, |
| "learning_rate": 1.6119545898970135e-06, |
| "loss": 1.2563264846801758, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.9252217997465145, |
| "grad_norm": 1.1137876510620117, |
| "learning_rate": 1.4852136862001764e-06, |
| "loss": 1.3047880172729491, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.9283903675538656, |
| "grad_norm": 1.1174026727676392, |
| "learning_rate": 1.3635863877697607e-06, |
| "loss": 1.3538530349731446, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.9315589353612167, |
| "grad_norm": 1.254982352256775, |
| "learning_rate": 1.247085514491031e-06, |
| "loss": 1.3151609420776367, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.9347275031685678, |
| "grad_norm": 0.9658820033073425, |
| "learning_rate": 1.135723345908507e-06, |
| "loss": 1.3587602615356444, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.9378960709759189, |
| "grad_norm": 1.3376219272613525, |
| "learning_rate": 1.0295116199317057e-06, |
| "loss": 1.342695426940918, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.94106463878327, |
| "grad_norm": 0.9864044785499573, |
| "learning_rate": 9.284615315979128e-07, |
| "loss": 1.346114158630371, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.944233206590621, |
| "grad_norm": 1.00253164768219, |
| "learning_rate": 8.32583731892178e-07, |
| "loss": 1.386203670501709, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.9474017743979721, |
| "grad_norm": 1.2469029426574707, |
| "learning_rate": 7.418883266246734e-07, |
| "loss": 1.2846878051757813, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.9505703422053232, |
| "grad_norm": 1.0144803524017334, |
| "learning_rate": 6.563848753655455e-07, |
| "loss": 1.3169589996337892, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.9537389100126743, |
| "grad_norm": 1.387046217918396, |
| "learning_rate": 5.760823904372436e-07, |
| "loss": 1.3220189094543457, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.9569074778200254, |
| "grad_norm": 0.8839166760444641, |
| "learning_rate": 5.009893359646523e-07, |
| "loss": 1.2524205207824708, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.9600760456273765, |
| "grad_norm": 0.9231826066970825, |
| "learning_rate": 4.311136269829208e-07, |
| "loss": 1.2773988723754883, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.9632446134347274, |
| "grad_norm": 0.761739194393158, |
| "learning_rate": 3.66462628603198e-07, |
| "loss": 1.3505694389343261, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.9664131812420785, |
| "grad_norm": 0.9646550416946411, |
| "learning_rate": 3.0704315523631953e-07, |
| "loss": 1.336940383911133, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.9695817490494296, |
| "grad_norm": 0.8002787232398987, |
| "learning_rate": 2.528614698745602e-07, |
| "loss": 1.373541259765625, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.9727503168567807, |
| "grad_norm": 0.7745749354362488, |
| "learning_rate": 2.0392328343149525e-07, |
| "loss": 1.3964224815368653, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.9759188846641318, |
| "grad_norm": 0.9030261039733887, |
| "learning_rate": 1.6023375414004894e-07, |
| "loss": 1.373337459564209, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.9790874524714829, |
| "grad_norm": 1.1446213722229004, |
| "learning_rate": 1.2179748700879012e-07, |
| "loss": 1.379157829284668, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.982256020278834, |
| "grad_norm": 0.9039878249168396, |
| "learning_rate": 8.861853333657077e-08, |
| "loss": 1.2705472946166991, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.985424588086185, |
| "grad_norm": 1.1875966787338257, |
| "learning_rate": 6.070039028550633e-08, |
| "loss": 1.2417927742004395, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.9885931558935361, |
| "grad_norm": 0.8743357062339783, |
| "learning_rate": 3.8046000512326206e-08, |
| "loss": 1.3056893348693848, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.9917617237008872, |
| "grad_norm": 0.9445528984069824, |
| "learning_rate": 2.065775185827734e-08, |
| "loss": 1.3818035125732422, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.9949302915082383, |
| "grad_norm": 0.9100821018218994, |
| "learning_rate": 8.537477097364522e-09, |
| "loss": 1.3335657119750977, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.9980988593155894, |
| "grad_norm": 1.2100127935409546, |
| "learning_rate": 1.6864537432270677e-09, |
| "loss": 1.3559389114379883, |
| "step": 1575 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 1578, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.9473863044969267e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
