{"step": 10, "loss": 6.200986862182617, "nll": 6.200520038604736, "acc": 0.3830431401729584, "lr": 2.7499999999999998e-05, "sec_per_step": 6.398, "gnorm": 6.468178749084473} {"step": 20, "loss": 6.085262298583984, "nll": 6.084070682525635, "acc": 0.34061792492866516, "lr": 5.25e-05, "sec_per_step": 6.11, "gnorm": 6.487669944763184} {"step": 30, "loss": 5.7887115478515625, "nll": 5.784521579742432, "acc": 0.34792807698249817, "lr": 7.75e-05, "sec_per_step": 6.32, "gnorm": 8.065339088439941} {"step": 40, "loss": 5.292694091796875, "nll": 5.2869391441345215, "acc": 0.3832145631313324, "lr": 0.0001025, "sec_per_step": 6.314, "gnorm": 10.66641902923584} {"step": 50, "loss": 4.211287021636963, "nll": 4.189800262451172, "acc": 0.41723355650901794, "lr": 0.0001275, "sec_per_step": 6.067, "gnorm": 13.290396690368652} {"step": 60, "loss": 4.039217472076416, "nll": 4.010549545288086, "acc": 0.3768569231033325, "lr": 0.0001525, "sec_per_step": 5.947, "gnorm": 4.629364013671875} {"step": 70, "loss": 4.080512046813965, "nll": 4.0558061599731445, "acc": 0.3692913353443146, "lr": 0.00017750000000000003, "sec_per_step": 5.796, "gnorm": 4.4744062423706055} {"step": 80, "loss": 3.756932497024536, "nll": 3.736483097076416, "acc": 0.422374427318573, "lr": 0.00020250000000000002, "sec_per_step": 5.894, "gnorm": 3.615117311477661} {"step": 90, "loss": 4.03838586807251, "nll": 4.009660243988037, "acc": 0.35103243589401245, "lr": 0.0002275, "sec_per_step": 5.949, "gnorm": 9.545635223388672} {"step": 100, "loss": 3.926302671432495, "nll": 3.896104335784912, "acc": 0.35153844952583313, "lr": 0.00025, "sec_per_step": 5.966, "gnorm": 5.883094787597656} {"step": 110, "loss": 3.689901828765869, "nll": 3.681730031967163, "acc": 0.44033873081207275, "lr": 0.00025, "sec_per_step": 6.052, "gnorm": 5.032026767730713} {"step": 120, "loss": 2.9494550228118896, "nll": 2.9360105991363525, "acc": 0.5653495192527771, "lr": 0.00025, "sec_per_step": 6.461, "gnorm": 3.8694350719451904} {"step": 130, "loss": 3.870502233505249, "nll": 3.849687337875366, "acc": 0.37245696783065796, "lr": 0.00025, "sec_per_step": 6.388, "gnorm": 3.324218273162842} {"step": 140, "loss": 3.858419418334961, "nll": 3.8451130390167236, "acc": 0.3631415367126465, "lr": 0.00025, "sec_per_step": 5.897, "gnorm": 2.8710551261901855} {"step": 150, "loss": 3.7835071086883545, "nll": 3.757303237915039, "acc": 0.3560490012168884, "lr": 0.00025, "sec_per_step": 6.176, "gnorm": 3.1728737354278564} {"step": 160, "loss": 3.879119873046875, "nll": 3.8416779041290283, "acc": 0.3188854455947876, "lr": 0.00025, "sec_per_step": 6.097, "gnorm": 6.751031398773193} {"step": 170, "loss": 3.833686351776123, "nll": 3.8111066818237305, "acc": 0.3591117858886719, "lr": 0.00025, "sec_per_step": 6.261, "gnorm": 3.194800615310669} {"step": 180, "loss": 3.9325289726257324, "nll": 3.9077517986297607, "acc": 0.32421875, "lr": 0.00025, "sec_per_step": 6.429, "gnorm": 5.764603614807129} {"step": 190, "loss": 3.7423737049102783, "nll": 3.7159183025360107, "acc": 0.3640483319759369, "lr": 0.00025, "sec_per_step": 5.951, "gnorm": 3.4916608333587646} {"step": 200, "loss": 3.4003562927246094, "nll": 3.387075662612915, "acc": 0.44687265157699585, "lr": 0.00025, "sec_per_step": 6.264, "gnorm": 3.4254374504089355} {"step": 210, "loss": 3.4553167819976807, "nll": 3.4268157482147217, "acc": 0.3961038887500763, "lr": 0.00025, "sec_per_step": 6.379, "gnorm": 3.3052334785461426} {"step": 220, "loss": 3.253338098526001, "nll": 3.226210594177246, "acc": 0.4332015812397003, "lr": 0.00025, "sec_per_step": 5.931, "gnorm": 4.595219135284424} {"step": 230, "loss": 3.795321226119995, "nll": 3.771483898162842, "acc": 0.3651289939880371, "lr": 0.00025, "sec_per_step": 6.087, "gnorm": 5.327313423156738} {"step": 240, "loss": 3.2495949268341064, "nll": 3.2198522090911865, "acc": 0.4190329909324646, "lr": 0.00025, "sec_per_step": 6.114, "gnorm": 5.86907958984375} {"step": 250, "loss": 3.48093581199646, "nll": 3.4433395862579346, "acc": 0.38876405358314514, "lr": 0.00025, "sec_per_step": 6.339, "gnorm": 3.7719953060150146} {"step": 250, "ema_val_nll": 5.711481094360352, "ema_val_acc": 0.399124912917614, "raw_val_nll": 3.4989233016967773, "raw_val_acc": 0.396411269903183} {"step": 260, "loss": 3.0223655700683594, "nll": 2.9900503158569336, "acc": 0.4696296155452728, "lr": 0.00025, "sec_per_step": 6.07, "gnorm": 3.129960298538208} {"step": 270, "loss": 3.310396432876587, "nll": 3.2859034538269043, "acc": 0.4375951290130615, "lr": 0.00025, "sec_per_step": 5.982, "gnorm": 6.224829196929932} {"step": 280, "loss": 3.3965539932250977, "nll": 3.3703815937042236, "acc": 0.444947212934494, "lr": 0.00025, "sec_per_step": 6.051, "gnorm": 5.335007667541504} {"step": 290, "loss": 3.239400863647461, "nll": 3.199361801147461, "acc": 0.4470762312412262, "lr": 0.00025, "sec_per_step": 5.781, "gnorm": 5.158711910247803} {"step": 300, "loss": 2.912628173828125, "nll": 2.868650197982788, "acc": 0.489393949508667, "lr": 0.00025, "sec_per_step": 6.085, "gnorm": 3.7020480632781982} {"step": 310, "loss": 3.418224573135376, "nll": 3.376781463623047, "acc": 0.38988327980041504, "lr": 0.00025, "sec_per_step": 5.879, "gnorm": 4.393625736236572} {"step": 320, "loss": 3.3609254360198975, "nll": 3.3164608478546143, "acc": 0.38576778769493103, "lr": 0.00025, "sec_per_step": 5.719, "gnorm": 4.6255059242248535} {"step": 330, "loss": 2.9795143604278564, "nll": 2.921900749206543, "acc": 0.47132351994514465, "lr": 0.00025, "sec_per_step": 6.111, "gnorm": 3.5180745124816895} {"step": 340, "loss": 3.5651557445526123, "nll": 3.5129222869873047, "acc": 0.3803863227367401, "lr": 0.00025, "sec_per_step": 6.429, "gnorm": 6.238819122314453} {"step": 350, "loss": 3.0168468952178955, "nll": 2.974374771118164, "acc": 0.46493300795555115, "lr": 0.00025, "sec_per_step": 6.299, "gnorm": 5.946975231170654} {"step": 360, "loss": 2.665656566619873, "nll": 2.6218910217285156, "acc": 0.5297216176986694, "lr": 0.00025, "sec_per_step": 6.026, "gnorm": 4.707192420959473} {"step": 370, "loss": 3.0414562225341797, "nll": 2.9841203689575195, "acc": 0.43898695707321167, "lr": 0.00025, "sec_per_step": 6.234, "gnorm": 5.299668788909912} {"step": 380, "loss": 3.2714550495147705, "nll": 3.2110435962677, "acc": 0.41442155838012695, "lr": 0.00025, "sec_per_step": 6.164, "gnorm": 6.51394510269165} {"step": 390, "loss": 3.1979150772094727, "nll": 3.139848232269287, "acc": 0.43052393198013306, "lr": 0.00025, "sec_per_step": 6.121, "gnorm": 4.636814594268799} {"step": 400, "loss": 2.9832358360290527, "nll": 2.9123218059539795, "acc": 0.4618380069732666, "lr": 0.00025, "sec_per_step": 5.989, "gnorm": 4.325001239776611} {"step": 410, "loss": 3.38590407371521, "nll": 3.2992231845855713, "acc": 0.4131641685962677, "lr": 0.00025, "sec_per_step": 5.876, "gnorm": 5.986806392669678} {"step": 420, "loss": 2.9860775470733643, "nll": 2.897034168243408, "acc": 0.4553093910217285, "lr": 0.00025, "sec_per_step": 7.482, "gnorm": 4.825826644897461} {"step": 430, "loss": 2.791691780090332, "nll": 2.719435214996338, "acc": 0.485871285200119, "lr": 0.00025, "sec_per_step": 6.29, "gnorm": 4.470316410064697} {"step": 440, "loss": 3.3054935932159424, "nll": 3.228121042251587, "acc": 0.3485757112503052, "lr": 0.00025, "sec_per_step": 6.228, "gnorm": 5.163248062133789} {"step": 450, "loss": 2.6202685832977295, "nll": 2.535158395767212, "acc": 0.5271317958831787, "lr": 0.00025, "sec_per_step": 6.05, "gnorm": 4.609095096588135} {"step": 460, "loss": 2.8274412155151367, "nll": 2.754194736480713, "acc": 0.5169230699539185, "lr": 0.00025, "sec_per_step": 6.25, "gnorm": 5.817952632904053} {"step": 470, "loss": 3.3049192428588867, "nll": 3.2267391681671143, "acc": 0.3978576958179474, "lr": 0.00025, "sec_per_step": 5.822, "gnorm": 5.276814937591553} {"step": 480, "loss": 2.734286069869995, "nll": 2.6532654762268066, "acc": 0.48876839876174927, "lr": 0.00025, "sec_per_step": 6.129, "gnorm": 4.163163661956787} {"step": 490, "loss": 3.161760091781616, "nll": 3.0504703521728516, "acc": 0.41040000319480896, "lr": 0.00025, "sec_per_step": 5.932, "gnorm": 5.252750873565674} {"step": 500, "loss": 2.9351284503936768, "nll": 2.848027467727661, "acc": 0.47575056552886963, "lr": 0.00025, "sec_per_step": 5.878, "gnorm": 6.60810661315918} {"step": 500, "ema_val_nll": 4.757295727729797, "ema_val_acc": 0.3992054760456085, "raw_val_nll": 2.869568943977356, "raw_val_acc": 0.4603290930390358} {"step": 510, "loss": 3.00405216217041, "nll": 2.918951988220215, "acc": 0.45122918486595154, "lr": 0.00025, "sec_per_step": 6.425, "gnorm": 5.543540000915527} {"step": 520, "loss": 3.0181691646575928, "nll": 2.906599760055542, "acc": 0.37817639112472534, "lr": 0.00025, "sec_per_step": 6.259, "gnorm": 5.1127519607543945} {"step": 530, "loss": 2.5579750537872314, "nll": 2.4807825088500977, "acc": 0.507876992225647, "lr": 0.00025, "sec_per_step": 6.225, "gnorm": 4.181877136230469} {"step": 540, "loss": 2.5971875190734863, "nll": 2.504199743270874, "acc": 0.5093914270401001, "lr": 0.00025, "sec_per_step": 6.481, "gnorm": 4.407857418060303} {"step": 550, "loss": 2.922457456588745, "nll": 2.835352897644043, "acc": 0.447408527135849, "lr": 0.00025, "sec_per_step": 6.384, "gnorm": 5.971846580505371} {"step": 560, "loss": 3.397606611251831, "nll": 3.27708101272583, "acc": 0.3853580057621002, "lr": 0.00025, "sec_per_step": 6.407, "gnorm": 7.557126045227051} {"step": 570, "loss": 2.498903512954712, "nll": 2.415919303894043, "acc": 0.5505279302597046, "lr": 0.00025, "sec_per_step": 6.452, "gnorm": 3.9383254051208496} {"step": 580, "loss": 3.0961005687713623, "nll": 3.017442226409912, "acc": 0.4386100471019745, "lr": 0.00025, "sec_per_step": 6.23, "gnorm": 5.793766021728516} {"step": 590, "loss": 3.157524347305298, "nll": 3.046320915222168, "acc": 0.40030792355537415, "lr": 0.00025, "sec_per_step": 5.893, "gnorm": 5.688717842102051} {"step": 600, "loss": 2.3616044521331787, "nll": 2.268296957015991, "acc": 0.5714285969734192, "lr": 0.00025, "sec_per_step": 6.051, "gnorm": 6.217453479766846} {"step": 610, "loss": 2.9710419178009033, "nll": 2.88120174407959, "acc": 0.4688957929611206, "lr": 0.00025, "sec_per_step": 6.14, "gnorm": 6.2860870361328125} {"step": 620, "loss": 2.986084461212158, "nll": 2.878966808319092, "acc": 0.3944530189037323, "lr": 0.00025, "sec_per_step": 6.3, "gnorm": 6.300302505493164} {"step": 630, "loss": 2.5614638328552246, "nll": 2.4820749759674072, "acc": 0.5108024477958679, "lr": 0.00025, "sec_per_step": 6.298, "gnorm": 5.761435508728027} {"step": 640, "loss": 3.084238052368164, "nll": 2.9953041076660156, "acc": 0.45324283838272095, "lr": 0.00025, "sec_per_step": 6.518, "gnorm": 5.899290084838867} {"step": 650, "loss": 3.2054970264434814, "nll": 3.1445343494415283, "acc": 0.3931357264518738, "lr": 0.00025, "sec_per_step": 6.168, "gnorm": 6.1849799156188965} {"step": 660, "loss": 2.0578274726867676, "nll": 1.9782261848449707, "acc": 0.6058282256126404, "lr": 0.00025, "sec_per_step": 6.434, "gnorm": 4.426883220672607} {"step": 670, "loss": 2.946725606918335, "nll": 2.8325183391571045, "acc": 0.4192807972431183, "lr": 0.00025, "sec_per_step": 6.409, "gnorm": 4.88676118850708} {"step": 680, "loss": 2.393976926803589, "nll": 2.304959535598755, "acc": 0.5380557775497437, "lr": 0.00025, "sec_per_step": 5.937, "gnorm": 3.898456573486328} {"step": 690, "loss": 3.166815757751465, "nll": 3.0621657371520996, "acc": 0.39906832575798035, "lr": 0.00025, "sec_per_step": 6.558, "gnorm": 5.971321105957031} {"step": 700, "loss": 2.7465415000915527, "nll": 2.62947940826416, "acc": 0.4311145544052124, "lr": 0.00025, "sec_per_step": 6.339, "gnorm": 5.578491687774658} {"step": 710, "loss": 2.4950203895568848, "nll": 2.4207072257995605, "acc": 0.5385220050811768, "lr": 0.00025, "sec_per_step": 6.264, "gnorm": 3.6538729667663574} {"step": 720, "loss": 2.5446856021881104, "nll": 2.4633123874664307, "acc": 0.5325264930725098, "lr": 0.00025, "sec_per_step": 6.018, "gnorm": 4.902586936950684} {"step": 730, "loss": 2.8988325595855713, "nll": 2.799029588699341, "acc": 0.4440919756889343, "lr": 0.00025, "sec_per_step": 6.047, "gnorm": 5.226912975311279} {"step": 740, "loss": 2.6665353775024414, "nll": 2.5732717514038086, "acc": 0.5003952383995056, "lr": 0.00025, "sec_per_step": 6.122, "gnorm": 4.964861869812012} {"step": 750, "loss": 3.175828695297241, "nll": 3.05306077003479, "acc": 0.40813136100769043, "lr": 0.00025, "sec_per_step": 6.156, "gnorm": 5.22468900680542} {"step": 750, "ema_val_nll": 4.113529145717621, "ema_val_acc": 0.40666238963603973, "raw_val_nll": 2.643985390663147, "raw_val_acc": 0.4819430932402611} {"step": 760, "loss": 3.002694845199585, "nll": 2.898425340652466, "acc": 0.4198295772075653, "lr": 0.00025, "sec_per_step": 7.212, "gnorm": 4.94859504699707} {"step": 770, "loss": 2.7087178230285645, "nll": 2.623079538345337, "acc": 0.4950343668460846, "lr": 0.00025, "sec_per_step": 6.125, "gnorm": 4.606741905212402} {"step": 780, "loss": 2.5839145183563232, "nll": 2.4882335662841797, "acc": 0.518324613571167, "lr": 0.00025, "sec_per_step": 5.895, "gnorm": 3.720069408416748} {"step": 790, "loss": 2.465515613555908, "nll": 2.3439218997955322, "acc": 0.5054263472557068, "lr": 0.00025, "sec_per_step": 6.3, "gnorm": 4.490382671356201} {"step": 800, "loss": 2.7122833728790283, "nll": 2.60189151763916, "acc": 0.4909803867340088, "lr": 0.00025, "sec_per_step": 6.147, "gnorm": 4.550020694732666} {"step": 810, "loss": 2.675985097885132, "nll": 2.5788652896881104, "acc": 0.5086477994918823, "lr": 0.00025, "sec_per_step": 6.241, "gnorm": 4.516785621643066} {"step": 820, "loss": 2.798062562942505, "nll": 2.6930816173553467, "acc": 0.48151060938835144, "lr": 0.00025, "sec_per_step": 6.345, "gnorm": 5.3493971824646} {"step": 830, "loss": 2.7418172359466553, "nll": 2.628443956375122, "acc": 0.4716981053352356, "lr": 0.00025, "sec_per_step": 6.246, "gnorm": 5.233100891113281} {"step": 840, "loss": 2.781986951828003, "nll": 2.6775472164154053, "acc": 0.44110479950904846, "lr": 0.00025, "sec_per_step": 5.871, "gnorm": 5.794379234313965} {"step": 850, "loss": 3.0547821521759033, "nll": 2.9467966556549072, "acc": 0.4636785089969635, "lr": 0.00025, "sec_per_step": 6.361, "gnorm": 6.320489883422852} {"step": 860, "loss": 2.9305124282836914, "nll": 2.7980825901031494, "acc": 0.4084821343421936, "lr": 0.00025, "sec_per_step": 6.358, "gnorm": 4.6363043785095215} {"step": 870, "loss": 2.394909620285034, "nll": 2.2805004119873047, "acc": 0.5445935130119324, "lr": 0.00025, "sec_per_step": 6.242, "gnorm": 4.042086601257324} {"step": 880, "loss": 2.4840915203094482, "nll": 2.368605375289917, "acc": 0.4941084086894989, "lr": 0.00025, "sec_per_step": 6.399, "gnorm": 5.068140506744385} {"step": 890, "loss": 2.506272792816162, "nll": 2.4257686138153076, "acc": 0.5312265157699585, "lr": 0.00025, "sec_per_step": 6.348, "gnorm": 4.804419040679932} {"step": 900, "loss": 2.5496621131896973, "nll": 2.4423022270202637, "acc": 0.5185185074806213, "lr": 0.00025, "sec_per_step": 6.004, "gnorm": 5.5875349044799805} {"step": 910, "loss": 2.7930030822753906, "nll": 2.7017321586608887, "acc": 0.4925606846809387, "lr": 0.00025, "sec_per_step": 6.159, "gnorm": 4.833495616912842} {"step": 920, "loss": 2.495145797729492, "nll": 2.3928442001342773, "acc": 0.5393258333206177, "lr": 0.00025, "sec_per_step": 5.959, "gnorm": 3.727670192718506} {"step": 930, "loss": 3.3178422451019287, "nll": 3.1799910068511963, "acc": 0.4032633900642395, "lr": 0.00025, "sec_per_step": 6.723, "gnorm": 6.969775676727295} {"step": 940, "loss": 3.0164005756378174, "nll": 2.8922157287597656, "acc": 0.3935331106185913, "lr": 0.00025, "sec_per_step": 5.885, "gnorm": 5.34336519241333} {"step": 950, "loss": 2.8784775733947754, "nll": 2.7882721424102783, "acc": 0.43485212326049805, "lr": 0.00025, "sec_per_step": 6.02, "gnorm": 5.112490653991699} {"step": 960, "loss": 2.7010087966918945, "nll": 2.5866334438323975, "acc": 0.4752163589000702, "lr": 0.00025, "sec_per_step": 6.199, "gnorm": 5.5563645362854} {"step": 970, "loss": 2.844118595123291, "nll": 2.7358219623565674, "acc": 0.46790409088134766, "lr": 0.00025, "sec_per_step": 5.841, "gnorm": 5.387760162353516} {"step": 980, "loss": 2.6960089206695557, "nll": 2.5920751094818115, "acc": 0.48721805214881897, "lr": 0.00025, "sec_per_step": 6.272, "gnorm": 4.827456951141357} {"step": 990, "loss": 2.5970065593719482, "nll": 2.484112024307251, "acc": 0.48900681734085083, "lr": 0.00025, "sec_per_step": 6.287, "gnorm": 4.624963760375977} {"step": 1000, "loss": 2.3499960899353027, "nll": 2.2429587841033936, "acc": 0.5277127027511597, "lr": 0.00025, "sec_per_step": 6.107, "gnorm": 4.778969764709473} {"step": 1000, "ema_val_nll": 3.6114672422409058, "ema_val_acc": 0.4406821057200432, "raw_val_nll": 2.666260600090027, "raw_val_acc": 0.4742664396762848} {"step": 1010, "loss": 2.7779881954193115, "nll": 2.6650407314300537, "acc": 0.4598715901374817, "lr": 0.00025, "sec_per_step": 8.415, "gnorm": 5.046490669250488} {"step": 1020, "loss": 2.4154486656188965, "nll": 2.325665235519409, "acc": 0.539177656173706, "lr": 0.00025, "sec_per_step": 6.235, "gnorm": 4.5242228507995605} {"step": 1030, "loss": 2.5797035694122314, "nll": 2.485356330871582, "acc": 0.5289193391799927, "lr": 0.00025, "sec_per_step": 6.513, "gnorm": 4.961014270782471} {"step": 1040, "loss": 2.6177289485931396, "nll": 2.5035901069641113, "acc": 0.5226011276245117, "lr": 0.00025, "sec_per_step": 6.029, "gnorm": 4.298247337341309} {"step": 1050, "loss": 2.256521701812744, "nll": 2.1624436378479004, "acc": 0.6048083901405334, "lr": 0.00025, "sec_per_step": 6.097, "gnorm": 3.6198694705963135} {"step": 1060, "loss": 2.7656686305999756, "nll": 2.6518473625183105, "acc": 0.4772382378578186, "lr": 0.00025, "sec_per_step": 6.203, "gnorm": 4.267014980316162} {"step": 1070, "loss": 2.9220519065856934, "nll": 2.8266348838806152, "acc": 0.45517775416374207, "lr": 0.00025, "sec_per_step": 6.151, "gnorm": 3.8635213375091553} {"step": 1080, "loss": 2.689377546310425, "nll": 2.5772922039031982, "acc": 0.4730856716632843, "lr": 0.00025, "sec_per_step": 5.973, "gnorm": 4.459869861602783} {"step": 1090, "loss": 2.34483003616333, "nll": 2.2445740699768066, "acc": 0.545592725276947, "lr": 0.00025, "sec_per_step": 6.188, "gnorm": 4.070357322692871} {"step": 1100, "loss": 2.853635311126709, "nll": 2.735430955886841, "acc": 0.44164037704467773, "lr": 0.00025, "sec_per_step": 6.181, "gnorm": 4.984803676605225} {"step": 1110, "loss": 2.3250839710235596, "nll": 2.2021560668945312, "acc": 0.5528771281242371, "lr": 0.00025, "sec_per_step": 5.84, "gnorm": 4.130050182342529} {"step": 1120, "loss": 2.395454168319702, "nll": 2.250638484954834, "acc": 0.5038520693778992, "lr": 0.00025, "sec_per_step": 6.079, "gnorm": 3.9396791458129883} {"step": 1130, "loss": 3.1179373264312744, "nll": 3.0062990188598633, "acc": 0.41455939412117004, "lr": 0.00025, "sec_per_step": 6.23, "gnorm": 5.461380481719971} {"step": 1140, "loss": 2.6154885292053223, "nll": 2.4895212650299072, "acc": 0.5114678740501404, "lr": 0.00025, "sec_per_step": 6.159, "gnorm": 4.283007621765137} {"step": 1150, "loss": 2.4366607666015625, "nll": 2.3064374923706055, "acc": 0.5144193172454834, "lr": 0.00025, "sec_per_step": 6.121, "gnorm": 5.6990227699279785} {"step": 1160, "loss": 2.505553722381592, "nll": 2.39853835105896, "acc": 0.5068492889404297, "lr": 0.00025, "sec_per_step": 6.078, "gnorm": 4.561639785766602} {"step": 1170, "loss": 2.403393030166626, "nll": 2.287985324859619, "acc": 0.5042080879211426, "lr": 0.00025, "sec_per_step": 6.208, "gnorm": 4.251239776611328} {"step": 1180, "loss": 2.3850104808807373, "nll": 2.2874596118927, "acc": 0.5426356792449951, "lr": 0.00025, "sec_per_step": 6.152, "gnorm": 5.599863052368164} {"step": 1190, "loss": 2.782942295074463, "nll": 2.6919305324554443, "acc": 0.4758364260196686, "lr": 0.00025, "sec_per_step": 6.28, "gnorm": 5.388584136962891} {"step": 1200, "loss": 2.4973490238189697, "nll": 2.3614211082458496, "acc": 0.5364543199539185, "lr": 0.00025, "sec_per_step": 6.34, "gnorm": 4.672701835632324} {"step": 1210, "loss": 2.744319200515747, "nll": 2.60308575630188, "acc": 0.4330826997756958, "lr": 0.00025, "sec_per_step": 6.317, "gnorm": 5.39306116104126} {"step": 1220, "loss": 2.6432716846466064, "nll": 2.517979621887207, "acc": 0.49802058935165405, "lr": 0.00025, "sec_per_step": 6.218, "gnorm": 4.594691753387451} {"step": 1230, "loss": 2.746180534362793, "nll": 2.6465775966644287, "acc": 0.4908953011035919, "lr": 0.00025, "sec_per_step": 6.299, "gnorm": 5.096075534820557} {"step": 1240, "loss": 2.739842653274536, "nll": 2.6066157817840576, "acc": 0.46555638313293457, "lr": 0.00025, "sec_per_step": 5.874, "gnorm": 5.038521766662598} {"step": 1250, "loss": 2.1190388202667236, "nll": 2.018712043762207, "acc": 0.5824345350265503, "lr": 0.00025, "sec_per_step": 6.281, "gnorm": 4.792925834655762} {"step": 1250, "ema_val_nll": 3.211992383003235, "ema_val_acc": 0.4749576523900032, "raw_val_nll": 2.4866853952407837, "raw_val_acc": 0.49806810915470123} {"step": 1260, "loss": 3.0065832138061523, "nll": 2.8991711139678955, "acc": 0.4409448802471161, "lr": 0.00025, "sec_per_step": 7.317, "gnorm": 4.6214680671691895} {"step": 1270, "loss": 2.6068108081817627, "nll": 2.4872145652770996, "acc": 0.46268656849861145, "lr": 0.00025, "sec_per_step": 6.016, "gnorm": 5.460693359375} {"step": 1280, "loss": 2.9487662315368652, "nll": 2.828066825866699, "acc": 0.43990573287010193, "lr": 0.00025, "sec_per_step": 6.076, "gnorm": 4.329925060272217} {"step": 1290, "loss": 2.550868272781372, "nll": 2.4090263843536377, "acc": 0.4996282458305359, "lr": 0.00025, "sec_per_step": 6.159, "gnorm": 4.255090236663818} {"step": 1300, "loss": 2.4514379501342773, "nll": 2.347454071044922, "acc": 0.5015174746513367, "lr": 0.00025, "sec_per_step": 6.068, "gnorm": 5.65173864364624} {"step": 1310, "loss": 2.480661153793335, "nll": 2.361290216445923, "acc": 0.4915003776550293, "lr": 0.00025, "sec_per_step": 6.154, "gnorm": 4.723772048950195} {"step": 1320, "loss": 2.580076217651367, "nll": 2.4763495922088623, "acc": 0.5211701393127441, "lr": 0.00025, "sec_per_step": 6.095, "gnorm": 4.933023452758789} {"step": 1330, "loss": 2.862834930419922, "nll": 2.7394986152648926, "acc": 0.4516380727291107, "lr": 0.00025, "sec_per_step": 6.372, "gnorm": 4.52992582321167} {"step": 1340, "loss": 2.0927963256835938, "nll": 2.003164291381836, "acc": 0.5794117450714111, "lr": 0.00025, "sec_per_step": 6.307, "gnorm": 3.553281784057617} {"step": 1350, "loss": 2.3785457611083984, "nll": 2.26143479347229, "acc": 0.5496987700462341, "lr": 0.00025, "sec_per_step": 6.146, "gnorm": 4.909267902374268} {"step": 1360, "loss": 2.4946482181549072, "nll": 2.3889689445495605, "acc": 0.5175096988677979, "lr": 0.00025, "sec_per_step": 6.075, "gnorm": 4.5072340965271} {"step": 1370, "loss": 2.6881964206695557, "nll": 2.546342134475708, "acc": 0.4414556920528412, "lr": 0.00025, "sec_per_step": 6.424, "gnorm": 6.146117687225342} {"step": 1380, "loss": 2.326253652572632, "nll": 2.199773073196411, "acc": 0.5414527058601379, "lr": 0.00025, "sec_per_step": 6.49, "gnorm": 4.503512382507324} {"step": 1390, "loss": 2.906200647354126, "nll": 2.7529072761535645, "acc": 0.46252837777137756, "lr": 0.00025, "sec_per_step": 6.226, "gnorm": 4.7287211418151855} {"step": 1400, "loss": 2.4027457237243652, "nll": 2.2472972869873047, "acc": 0.5239937901496887, "lr": 0.00025, "sec_per_step": 6.423, "gnorm": 5.4805474281311035} {"step": 1410, "loss": 2.4080331325531006, "nll": 2.2458603382110596, "acc": 0.46352583169937134, "lr": 0.00025, "sec_per_step": 6.33, "gnorm": 5.683468818664551} {"step": 1420, "loss": 2.3063762187957764, "nll": 2.1755499839782715, "acc": 0.5429864525794983, "lr": 0.00025, "sec_per_step": 6.386, "gnorm": 5.139619827270508} {"step": 1430, "loss": 2.491290330886841, "nll": 2.3421034812927246, "acc": 0.4966088831424713, "lr": 0.00025, "sec_per_step": 6.315, "gnorm": 4.2525129318237305} {"step": 1440, "loss": 2.152965784072876, "nll": 2.0535247325897217, "acc": 0.5964912176132202, "lr": 0.00025, "sec_per_step": 6.17, "gnorm": 3.590088129043579} {"step": 1450, "loss": 2.95025897026062, "nll": 2.827056646347046, "acc": 0.414219468832016, "lr": 0.00025, "sec_per_step": 6.41, "gnorm": 5.303553581237793} {"step": 1460, "loss": 2.8419055938720703, "nll": 2.7361035346984863, "acc": 0.4551831781864166, "lr": 0.00025, "sec_per_step": 6.336, "gnorm": 5.055415153503418} {"step": 1470, "loss": 2.92997407913208, "nll": 2.8064730167388916, "acc": 0.4229337275028229, "lr": 0.00025, "sec_per_step": 6.254, "gnorm": 5.053462982177734} {"step": 1480, "loss": 2.549100399017334, "nll": 2.419140338897705, "acc": 0.511904776096344, "lr": 0.00025, "sec_per_step": 6.215, "gnorm": 4.3006205558776855} {"step": 1490, "loss": 2.893587112426758, "nll": 2.7813587188720703, "acc": 0.4875583350658417, "lr": 0.00025, "sec_per_step": 6.132, "gnorm": 5.892554759979248} {"step": 1500, "loss": 2.6392624378204346, "nll": 2.5167980194091797, "acc": 0.48127925395965576, "lr": 0.00025, "sec_per_step": 6.339, "gnorm": 5.114858150482178} {"step": 1500, "ema_val_nll": 2.950586438179016, "ema_val_acc": 0.4897710531949997, "raw_val_nll": 2.484873652458191, "raw_val_acc": 0.5019320175051689} {"step": 1510, "loss": 2.5321125984191895, "nll": 2.433446168899536, "acc": 0.5450918078422546, "lr": 0.00025, "sec_per_step": 8.25, "gnorm": 3.91320538520813} {"step": 1520, "loss": 2.616060972213745, "nll": 2.5097177028656006, "acc": 0.5171624422073364, "lr": 0.00025, "sec_per_step": 6.419, "gnorm": 4.143905162811279} {"step": 1530, "loss": 3.1057634353637695, "nll": 2.9970128536224365, "acc": 0.4374045729637146, "lr": 0.00025, "sec_per_step": 6.011, "gnorm": 6.740103721618652} {"step": 1540, "loss": 2.6444315910339355, "nll": 2.5181338787078857, "acc": 0.5045385956764221, "lr": 0.00025, "sec_per_step": 6.482, "gnorm": 4.590264320373535} {"step": 1550, "loss": 2.076510190963745, "nll": 1.9581280946731567, "acc": 0.5774980187416077, "lr": 0.00025, "sec_per_step": 6.308, "gnorm": 4.635385990142822} {"step": 1560, "loss": 2.5528955459594727, "nll": 2.4293298721313477, "acc": 0.5011746287345886, "lr": 0.00025, "sec_per_step": 6.263, "gnorm": 4.992447853088379} {"step": 1570, "loss": 2.8153975009918213, "nll": 2.6946966648101807, "acc": 0.44435974955558777, "lr": 0.00025, "sec_per_step": 6.228, "gnorm": 6.261963844299316} {"step": 1580, "loss": 2.534857749938965, "nll": 2.419583797454834, "acc": 0.5106545090675354, "lr": 0.00025, "sec_per_step": 6.673, "gnorm": 5.6587347984313965} {"step": 1590, "loss": 2.804851531982422, "nll": 2.683345079421997, "acc": 0.48448145389556885, "lr": 0.00025, "sec_per_step": 6.528, "gnorm": 4.932685375213623} {"step": 1600, "loss": 2.805572032928467, "nll": 2.6489508152008057, "acc": 0.45264846086502075, "lr": 0.00025, "sec_per_step": 6.35, "gnorm": 6.264685153961182} {"step": 1610, "loss": 2.7004661560058594, "nll": 2.5743415355682373, "acc": 0.4812312424182892, "lr": 0.00025, "sec_per_step": 5.881, "gnorm": 6.80185604095459} {"step": 1620, "loss": 2.419762372970581, "nll": 2.2805428504943848, "acc": 0.5216741561889648, "lr": 0.00025, "sec_per_step": 6.344, "gnorm": 4.487758636474609} {"step": 1630, "loss": 2.575009346008301, "nll": 2.4346442222595215, "acc": 0.486821711063385, "lr": 0.00025, "sec_per_step": 6.45, "gnorm": 5.625582695007324} {"step": 1640, "loss": 2.6458613872528076, "nll": 2.5290637016296387, "acc": 0.5316363573074341, "lr": 0.00025, "sec_per_step": 6.287, "gnorm": 3.472202777862549} {"step": 1650, "loss": 2.4841203689575195, "nll": 2.3537588119506836, "acc": 0.5102505683898926, "lr": 0.00025, "sec_per_step": 6.008, "gnorm": 4.373164653778076} {"step": 1660, "loss": 2.651214599609375, "nll": 2.5295002460479736, "acc": 0.4582701027393341, "lr": 0.00025, "sec_per_step": 5.934, "gnorm": 5.1948137283325195} {"step": 1670, "loss": 2.6843926906585693, "nll": 2.5529730319976807, "acc": 0.46102941036224365, "lr": 0.00025, "sec_per_step": 6.049, "gnorm": 5.177816867828369} {"step": 1680, "loss": 2.5292937755584717, "nll": 2.3909285068511963, "acc": 0.4948939383029938, "lr": 0.00025, "sec_per_step": 6.28, "gnorm": 4.215677738189697} {"step": 1690, "loss": 2.4495229721069336, "nll": 2.3191332817077637, "acc": 0.530809223651886, "lr": 0.00025, "sec_per_step": 5.761, "gnorm": 3.945343255996704} {"step": 1700, "loss": 2.617029905319214, "nll": 2.466738224029541, "acc": 0.47542187571525574, "lr": 0.00025, "sec_per_step": 6.277, "gnorm": 4.773387432098389} {"step": 1710, "loss": 2.5217444896698, "nll": 2.3812272548675537, "acc": 0.49837398529052734, "lr": 0.00025, "sec_per_step": 6.32, "gnorm": 4.3939595222473145} {"step": 1720, "loss": 2.846107006072998, "nll": 2.687957286834717, "acc": 0.4266567528247833, "lr": 0.00025, "sec_per_step": 6.239, "gnorm": 6.500346660614014} {"step": 1730, "loss": 2.7188565731048584, "nll": 2.5787158012390137, "acc": 0.49103662371635437, "lr": 0.00025, "sec_per_step": 6.068, "gnorm": 4.834630012512207} {"step": 1740, "loss": 2.459904193878174, "nll": 2.310497283935547, "acc": 0.509476900100708, "lr": 0.00025, "sec_per_step": 6.306, "gnorm": 4.794856071472168} {"step": 1750, "loss": 2.819455623626709, "nll": 2.679036855697632, "acc": 0.4685039222240448, "lr": 0.00025, "sec_per_step": 6.202, "gnorm": 4.270397663116455} {"step": 1750, "ema_val_nll": 2.7671797275543213, "ema_val_acc": 0.5013483017683029, "raw_val_nll": 2.4472358226776123, "raw_val_acc": 0.5091685876250267} {"step": 1760, "loss": 2.1412112712860107, "nll": 2.036386489868164, "acc": 0.5695817470550537, "lr": 0.00025, "sec_per_step": 7.043, "gnorm": 5.377252578735352} {"step": 1770, "loss": 2.5172595977783203, "nll": 2.411311149597168, "acc": 0.527930736541748, "lr": 0.00025, "sec_per_step": 6.318, "gnorm": 4.626220703125} {"step": 1780, "loss": 2.6562397480010986, "nll": 2.4928221702575684, "acc": 0.501886785030365, "lr": 0.00025, "sec_per_step": 6.121, "gnorm": 4.809992790222168} {"step": 1790, "loss": 2.3886077404022217, "nll": 2.2686352729797363, "acc": 0.5409711599349976, "lr": 0.00025, "sec_per_step": 6.397, "gnorm": 3.8020665645599365} {"step": 1800, "loss": 2.6781694889068604, "nll": 2.530588388442993, "acc": 0.48704269528388977, "lr": 0.00025, "sec_per_step": 6.233, "gnorm": 4.668972492218018} {"step": 1810, "loss": 2.15527606010437, "nll": 2.005056142807007, "acc": 0.5967492461204529, "lr": 0.00025, "sec_per_step": 5.59, "gnorm": 5.025992393493652} {"step": 1820, "loss": 2.5151400566101074, "nll": 2.4142086505889893, "acc": 0.5522388219833374, "lr": 0.00025, "sec_per_step": 6.031, "gnorm": 4.32218074798584} {"step": 1830, "loss": 2.6874396800994873, "nll": 2.5723373889923096, "acc": 0.4754098355770111, "lr": 0.00025, "sec_per_step": 5.866, "gnorm": 5.34877347946167} {"step": 1840, "loss": 2.763144016265869, "nll": 2.6047627925872803, "acc": 0.4909909963607788, "lr": 0.00025, "sec_per_step": 5.903, "gnorm": 4.591948509216309} {"step": 1850, "loss": 2.4946372509002686, "nll": 2.345001220703125, "acc": 0.5270379185676575, "lr": 0.00025, "sec_per_step": 6.223, "gnorm": 5.389904022216797} {"step": 1860, "loss": 2.732940673828125, "nll": 2.615614414215088, "acc": 0.48630136251449585, "lr": 0.00025, "sec_per_step": 6.253, "gnorm": 4.7220025062561035} {"step": 1870, "loss": 2.449154853820801, "nll": 2.285970687866211, "acc": 0.5331734418869019, "lr": 0.00025, "sec_per_step": 5.931, "gnorm": 6.002699375152588} {"step": 1880, "loss": 2.2676377296447754, "nll": 2.1399571895599365, "acc": 0.5431165099143982, "lr": 0.00025, "sec_per_step": 6.419, "gnorm": 5.448880672454834} {"step": 1890, "loss": 2.97053861618042, "nll": 2.838926076889038, "acc": 0.4377880096435547, "lr": 0.00025, "sec_per_step": 6.276, "gnorm": 5.652556419372559} {"step": 1900, "loss": 2.379473924636841, "nll": 2.2505381107330322, "acc": 0.549730122089386, "lr": 0.00025, "sec_per_step": 5.922, "gnorm": 3.900559425354004} {"step": 1910, "loss": 2.437931776046753, "nll": 2.3125457763671875, "acc": 0.5287008881568909, "lr": 0.00025, "sec_per_step": 6.051, "gnorm": 3.7915947437286377} {"step": 1920, "loss": 2.351442813873291, "nll": 2.212263822555542, "acc": 0.5736263990402222, "lr": 0.00025, "sec_per_step": 6.284, "gnorm": 3.1446502208709717} {"step": 1930, "loss": 2.6715996265411377, "nll": 2.5253102779388428, "acc": 0.48139533400535583, "lr": 0.00024479166666666665, "sec_per_step": 6.33, "gnorm": 6.262954235076904} {"step": 1940, "loss": 2.6839425563812256, "nll": 2.54409122467041, "acc": 0.5152904987335205, "lr": 0.00023958333333333335, "sec_per_step": 6.287, "gnorm": 4.908402442932129} {"step": 1950, "loss": 2.4449639320373535, "nll": 2.3473141193389893, "acc": 0.5391941666603088, "lr": 0.000234375, "sec_per_step": 6.298, "gnorm": 3.5283448696136475} {"step": 1960, "loss": 2.43481707572937, "nll": 2.3232977390289307, "acc": 0.5366614460945129, "lr": 0.00022916666666666666, "sec_per_step": 6.065, "gnorm": 4.786221981048584} {"step": 1970, "loss": 2.6724231243133545, "nll": 2.545682668685913, "acc": 0.5007727742195129, "lr": 0.00022395833333333336, "sec_per_step": 6.055, "gnorm": 4.052018165588379} {"step": 1980, "loss": 2.4458563327789307, "nll": 2.3175594806671143, "acc": 0.5416666865348816, "lr": 0.00021875, "sec_per_step": 6.476, "gnorm": 5.176480293273926} {"step": 1990, "loss": 2.3839120864868164, "nll": 2.2538390159606934, "acc": 0.5558121800422668, "lr": 0.00021354166666666665, "sec_per_step": 6.128, "gnorm": 4.680918216705322} {"step": 2000, "loss": 2.9278793334960938, "nll": 2.78448486328125, "acc": 0.4787735939025879, "lr": 0.00020833333333333335, "sec_per_step": 6.083, "gnorm": 6.968480587005615} {"step": 2000, "ema_val_nll": 2.6115826964378357, "ema_val_acc": 0.5086340084671974, "raw_val_nll": 2.296378254890442, "raw_val_acc": 0.5319766253232956} {"step": 2010, "loss": 2.7372467517852783, "nll": 2.5916860103607178, "acc": 0.48620128631591797, "lr": 0.00020312500000000002, "sec_per_step": 8.423, "gnorm": 4.617999076843262} {"step": 2020, "loss": 2.4059858322143555, "nll": 2.270644187927246, "acc": 0.5312976837158203, "lr": 0.00019791666666666666, "sec_per_step": 6.384, "gnorm": 6.127459526062012} {"step": 2030, "loss": 2.1576266288757324, "nll": 1.98272705078125, "acc": 0.55513596534729, "lr": 0.00019270833333333336, "sec_per_step": 6.406, "gnorm": 4.933815956115723} {"step": 2040, "loss": 2.548945426940918, "nll": 2.3902101516723633, "acc": 0.5061255693435669, "lr": 0.0001875, "sec_per_step": 5.928, "gnorm": 5.75822639465332} {"step": 2050, "loss": 2.2869479656219482, "nll": 2.1253886222839355, "acc": 0.5607333779335022, "lr": 0.0001822916666666667, "sec_per_step": 6.069, "gnorm": 3.870657444000244} {"step": 2060, "loss": 2.933115243911743, "nll": 2.8382081985473633, "acc": 0.4946889281272888, "lr": 0.00017708333333333332, "sec_per_step": 5.885, "gnorm": 3.6446266174316406} {"step": 2070, "loss": 2.4248807430267334, "nll": 2.273270845413208, "acc": 0.5530303120613098, "lr": 0.000171875, "sec_per_step": 6.1, "gnorm": 3.4939122200012207} {"step": 2080, "loss": 1.9751367568969727, "nll": 1.8419090509414673, "acc": 0.57421875, "lr": 0.0001666666666666667, "sec_per_step": 5.892, "gnorm": 5.098540306091309} {"step": 2090, "loss": 2.5112316608428955, "nll": 2.3503072261810303, "acc": 0.4948778450489044, "lr": 0.0001614583333333333, "sec_per_step": 6.317, "gnorm": 4.346006393432617} {"step": 2100, "loss": 2.2872812747955322, "nll": 2.1516096591949463, "acc": 0.5481203198432922, "lr": 0.00015625, "sec_per_step": 6.508, "gnorm": 4.3317108154296875} {"step": 2110, "loss": 2.7115135192871094, "nll": 2.5750491619110107, "acc": 0.4988797605037689, "lr": 0.0001510416666666667, "sec_per_step": 5.76, "gnorm": 3.901121139526367} {"step": 2120, "loss": 2.5074963569641113, "nll": 2.393440008163452, "acc": 0.540123462677002, "lr": 0.00014583333333333332, "sec_per_step": 5.955, "gnorm": 5.327136039733887} {"step": 2130, "loss": 2.687457323074341, "nll": 2.557091474533081, "acc": 0.5162287354469299, "lr": 0.00014062500000000002, "sec_per_step": 6.048, "gnorm": 4.342340469360352} {"step": 2140, "loss": 1.7849406003952026, "nll": 1.64743971824646, "acc": 0.6392067074775696, "lr": 0.0001354166666666667, "sec_per_step": 6.081, "gnorm": 4.134641647338867} {"step": 2150, "loss": 2.2291746139526367, "nll": 2.0813710689544678, "acc": 0.5711026787757874, "lr": 0.0001302083333333333, "sec_per_step": 6.057, "gnorm": 5.770716190338135} {"step": 2160, "loss": 2.1470110416412354, "nll": 2.018789768218994, "acc": 0.5789865851402283, "lr": 0.000125, "sec_per_step": 5.865, "gnorm": 3.632281541824341} {"step": 2170, "loss": 2.294814109802246, "nll": 2.1122381687164307, "acc": 0.5601532459259033, "lr": 0.00011979166666666666, "sec_per_step": 6.031, "gnorm": 4.823059558868408} {"step": 2180, "loss": 2.255075454711914, "nll": 2.1100776195526123, "acc": 0.5873749256134033, "lr": 0.00011458333333333334, "sec_per_step": 6.292, "gnorm": 5.419332027435303} {"step": 2190, "loss": 2.466179132461548, "nll": 2.3219850063323975, "acc": 0.5212598443031311, "lr": 0.000109375, "sec_per_step": 6.017, "gnorm": 5.503530025482178} {"step": 2200, "loss": 2.6158857345581055, "nll": 2.506026029586792, "acc": 0.5175037980079651, "lr": 0.00010416666666666666, "sec_per_step": 5.97, "gnorm": 3.886592388153076} {"step": 2210, "loss": 2.5306787490844727, "nll": 2.370680332183838, "acc": 0.4883720874786377, "lr": 9.895833333333334e-05, "sec_per_step": 6.301, "gnorm": 4.414287090301514} {"step": 2220, "loss": 2.51403546333313, "nll": 2.3920834064483643, "acc": 0.5277989506721497, "lr": 9.375e-05, "sec_per_step": 6.322, "gnorm": 4.095523357391357} {"step": 2230, "loss": 2.5394654273986816, "nll": 2.3612449169158936, "acc": 0.5, "lr": 8.854166666666666e-05, "sec_per_step": 5.919, "gnorm": 5.0627570152282715} {"step": 2240, "loss": 2.494802951812744, "nll": 2.3610856533050537, "acc": 0.508009135723114, "lr": 8.333333333333334e-05, "sec_per_step": 5.903, "gnorm": 4.964487552642822} {"step": 2250, "loss": 1.8854117393493652, "nll": 1.7896050214767456, "acc": 0.6266159415245056, "lr": 7.8125e-05, "sec_per_step": 6.097, "gnorm": 4.4996466636657715} {"step": 2250, "ema_val_nll": 2.4679396748542786, "ema_val_acc": 0.5299465879797935, "raw_val_nll": 2.1637205481529236, "raw_val_acc": 0.5578823387622833} {"step": 2260, "loss": 2.230721950531006, "nll": 2.091271162033081, "acc": 0.5658198595046997, "lr": 7.291666666666666e-05, "sec_per_step": 7.034, "gnorm": 4.909244537353516} {"step": 2270, "loss": 2.035552740097046, "nll": 1.8922446966171265, "acc": 0.6076335906982422, "lr": 6.770833333333334e-05, "sec_per_step": 6.018, "gnorm": 3.9589521884918213} {"step": 2280, "loss": 2.838111400604248, "nll": 2.701313018798828, "acc": 0.4763810932636261, "lr": 6.25e-05, "sec_per_step": 5.892, "gnorm": 5.069949150085449} {"step": 2290, "loss": 2.502668619155884, "nll": 2.3781075477600098, "acc": 0.5141545534133911, "lr": 5.729166666666666e-05, "sec_per_step": 6.362, "gnorm": 4.266213893890381} {"step": 2300, "loss": 2.645368814468384, "nll": 2.5022597312927246, "acc": 0.49233129620552063, "lr": 5.2083333333333343e-05, "sec_per_step": 6.165, "gnorm": 4.9644622802734375} {"step": 2310, "loss": 2.61704421043396, "nll": 2.5010693073272705, "acc": 0.5034013390541077, "lr": 4.6875e-05, "sec_per_step": 6.549, "gnorm": 3.7004849910736084} {"step": 2320, "loss": 2.2191402912139893, "nll": 2.054413318634033, "acc": 0.5559936761856079, "lr": 4.166666666666666e-05, "sec_per_step": 5.904, "gnorm": 5.543429374694824} {"step": 2330, "loss": 2.2716104984283447, "nll": 2.1119349002838135, "acc": 0.5815176367759705, "lr": 3.645833333333334e-05, "sec_per_step": 6.088, "gnorm": 4.0455451011657715} {"step": 2340, "loss": 2.360276460647583, "nll": 2.187093496322632, "acc": 0.5592452883720398, "lr": 3.125e-05, "sec_per_step": 6.027, "gnorm": 4.779704570770264} {"step": 2350, "loss": 1.95784330368042, "nll": 1.7860734462738037, "acc": 0.6135488748550415, "lr": 2.6041666666666658e-05, "sec_per_step": 6.292, "gnorm": 3.6473851203918457} {"step": 2360, "loss": 2.1754679679870605, "nll": 1.9920741319656372, "acc": 0.5615686178207397, "lr": 2.0833333333333343e-05, "sec_per_step": 6.08, "gnorm": 4.795201301574707} {"step": 2370, "loss": 2.4577841758728027, "nll": 2.3091211318969727, "acc": 0.5495638251304626, "lr": 1.5625e-05, "sec_per_step": 5.973, "gnorm": 4.615086078643799} {"step": 2380, "loss": 1.8841142654418945, "nll": 1.7523480653762817, "acc": 0.6373873949050903, "lr": 1.0416666666666658e-05, "sec_per_step": 5.942, "gnorm": 4.416830062866211} {"step": 2390, "loss": 2.4632983207702637, "nll": 2.296647548675537, "acc": 0.4739263951778412, "lr": 5.2083333333333425e-06, "sec_per_step": 6.363, "gnorm": 4.186145305633545} {"step": 2400, "loss": 2.47607159614563, "nll": 2.3211183547973633, "acc": 0.5543219447135925, "lr": 0.0, "sec_per_step": 6.358, "gnorm": 4.649677753448486} {"step": 2400, "ema_val_nll": 2.445981442928314, "ema_val_acc": 0.5343381315469742, "raw_val_nll": 2.176288068294525, "raw_val_acc": 0.545825183391571}