| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 2030, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0024630541871921183, |
| "grad_norm": 1.627393126487732, |
| "learning_rate": 9.836065573770491e-06, |
| "loss": 3.0176469802856447, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0049261083743842365, |
| "grad_norm": 0.8007542490959167, |
| "learning_rate": 2.2131147540983603e-05, |
| "loss": 2.913766860961914, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.007389162561576354, |
| "grad_norm": 0.3084839880466461, |
| "learning_rate": 3.442622950819672e-05, |
| "loss": 2.6249759674072264, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.009852216748768473, |
| "grad_norm": 0.3165278136730194, |
| "learning_rate": 4.672131147540983e-05, |
| "loss": 2.54384765625, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.012315270935960592, |
| "grad_norm": 0.3195851743221283, |
| "learning_rate": 5.901639344262294e-05, |
| "loss": 2.4461576461791994, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.014778325123152709, |
| "grad_norm": 0.20587186515331268, |
| "learning_rate": 7.131147540983606e-05, |
| "loss": 2.35736198425293, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.017241379310344827, |
| "grad_norm": 0.23413971066474915, |
| "learning_rate": 8.360655737704916e-05, |
| "loss": 2.207070159912109, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.019704433497536946, |
| "grad_norm": 0.21079401671886444, |
| "learning_rate": 9.59016393442623e-05, |
| "loss": 2.1630226135253907, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.022167487684729065, |
| "grad_norm": 0.17173269391059875, |
| "learning_rate": 0.0001081967213114754, |
| "loss": 2.098428153991699, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.024630541871921183, |
| "grad_norm": 0.16880469024181366, |
| "learning_rate": 0.00012049180327868852, |
| "loss": 2.018040084838867, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.027093596059113302, |
| "grad_norm": 0.1860426664352417, |
| "learning_rate": 0.00013278688524590162, |
| "loss": 1.9394796371459961, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.029556650246305417, |
| "grad_norm": 0.2036733627319336, |
| "learning_rate": 0.00014508196721311472, |
| "loss": 1.8991952896118165, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.03201970443349754, |
| "grad_norm": 0.21620874106884003, |
| "learning_rate": 0.0001499991408257329, |
| "loss": 1.8576393127441406, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.034482758620689655, |
| "grad_norm": 0.1799483746290207, |
| "learning_rate": 0.00014999389038760955, |
| "loss": 1.834630584716797, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.03694581280788178, |
| "grad_norm": 0.18848225474357605, |
| "learning_rate": 0.00014998386716414503, |
| "loss": 1.7935523986816406, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.03940886699507389, |
| "grad_norm": 0.21468029916286469, |
| "learning_rate": 0.00014996907179324066, |
| "loss": 1.8077653884887694, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.04187192118226601, |
| "grad_norm": 0.20116886496543884, |
| "learning_rate": 0.00014994950521650814, |
| "loss": 1.7493778228759767, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.04433497536945813, |
| "grad_norm": 0.18760953843593597, |
| "learning_rate": 0.0001499251686792099, |
| "loss": 1.7583953857421875, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.046798029556650245, |
| "grad_norm": 0.22799813747406006, |
| "learning_rate": 0.00014989606373017966, |
| "loss": 1.7204261779785157, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.04926108374384237, |
| "grad_norm": 0.2023308128118515, |
| "learning_rate": 0.00014986219222172398, |
| "loss": 1.6771041870117187, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.05172413793103448, |
| "grad_norm": 0.2221589833498001, |
| "learning_rate": 0.00014982355630950431, |
| "loss": 1.723992156982422, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.054187192118226604, |
| "grad_norm": 0.2168349176645279, |
| "learning_rate": 0.00014978015845239985, |
| "loss": 1.6915512084960938, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.05665024630541872, |
| "grad_norm": 0.24630236625671387, |
| "learning_rate": 0.00014973200141235097, |
| "loss": 1.6741020202636718, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.059113300492610835, |
| "grad_norm": 0.20771881937980652, |
| "learning_rate": 0.00014967908825418353, |
| "loss": 1.6523841857910155, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.06157635467980296, |
| "grad_norm": 0.2257814109325409, |
| "learning_rate": 0.00014962142234541383, |
| "loss": 1.658163833618164, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.06403940886699508, |
| "grad_norm": 0.19681569933891296, |
| "learning_rate": 0.00014955900735603425, |
| "loss": 1.6330482482910156, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0665024630541872, |
| "grad_norm": 0.22882717847824097, |
| "learning_rate": 0.00014949184725827956, |
| "loss": 1.697220230102539, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.06896551724137931, |
| "grad_norm": 0.21855653822422028, |
| "learning_rate": 0.0001494199463263744, |
| "loss": 1.6352031707763672, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.07142857142857142, |
| "grad_norm": 0.21962988376617432, |
| "learning_rate": 0.0001493433091362611, |
| "loss": 1.6244991302490235, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.07389162561576355, |
| "grad_norm": 0.23113107681274414, |
| "learning_rate": 0.00014926194056530834, |
| "loss": 1.6402645111083984, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.07635467980295567, |
| "grad_norm": 0.20645377039909363, |
| "learning_rate": 0.00014917584579200095, |
| "loss": 1.5941497802734375, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.07881773399014778, |
| "grad_norm": 0.20156218111515045, |
| "learning_rate": 0.00014908503029561026, |
| "loss": 1.6078596115112305, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0812807881773399, |
| "grad_norm": 0.2265356332063675, |
| "learning_rate": 0.00014898949985584533, |
| "loss": 1.5930806159973145, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.08374384236453201, |
| "grad_norm": 0.20574317872524261, |
| "learning_rate": 0.00014888926055248524, |
| "loss": 1.6218435287475585, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.08620689655172414, |
| "grad_norm": 0.30682989954948425, |
| "learning_rate": 0.000148784318764992, |
| "loss": 1.5747103691101074, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.08866995073891626, |
| "grad_norm": 0.21600587666034698, |
| "learning_rate": 0.00014867468117210468, |
| "loss": 1.5787104606628417, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.09113300492610837, |
| "grad_norm": 0.24654413759708405, |
| "learning_rate": 0.00014856035475141433, |
| "loss": 1.5819267272949218, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.09359605911330049, |
| "grad_norm": 0.2086670994758606, |
| "learning_rate": 0.0001484413467789198, |
| "loss": 1.5679956436157227, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0960591133004926, |
| "grad_norm": 0.21862246096134186, |
| "learning_rate": 0.0001483176648285649, |
| "loss": 1.580882740020752, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.09852216748768473, |
| "grad_norm": 0.21744588017463684, |
| "learning_rate": 0.0001481893167717561, |
| "loss": 1.617708969116211, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.10098522167487685, |
| "grad_norm": 0.22349102795124054, |
| "learning_rate": 0.00014805631077686185, |
| "loss": 1.5356934547424317, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.10344827586206896, |
| "grad_norm": 0.20569421350955963, |
| "learning_rate": 0.00014791865530869254, |
| "loss": 1.5298048973083496, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.10591133004926108, |
| "grad_norm": 0.19164322316646576, |
| "learning_rate": 0.00014777635912796181, |
| "loss": 1.532371711730957, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.10837438423645321, |
| "grad_norm": 0.2381337434053421, |
| "learning_rate": 0.0001476294312907291, |
| "loss": 1.5280881881713868, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.11083743842364532, |
| "grad_norm": 0.23151648044586182, |
| "learning_rate": 0.0001474778811478231, |
| "loss": 1.5589888572692872, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.11330049261083744, |
| "grad_norm": 0.2313881665468216, |
| "learning_rate": 0.00014732171834424694, |
| "loss": 1.5487717628479003, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.11576354679802955, |
| "grad_norm": 0.2612460255622864, |
| "learning_rate": 0.000147160952818564, |
| "loss": 1.5135647773742675, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.11822660098522167, |
| "grad_norm": 0.20482192933559418, |
| "learning_rate": 0.0001469955948022658, |
| "loss": 1.5466550827026366, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.1206896551724138, |
| "grad_norm": 0.19292517006397247, |
| "learning_rate": 0.00014682565481912037, |
| "loss": 1.5234511375427247, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.12315270935960591, |
| "grad_norm": 0.21411260962486267, |
| "learning_rate": 0.00014665114368450294, |
| "loss": 1.5166451454162597, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.12561576354679804, |
| "grad_norm": 0.25454139709472656, |
| "learning_rate": 0.0001464720725047074, |
| "loss": 1.5222977638244628, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.12807881773399016, |
| "grad_norm": 0.21349242329597473, |
| "learning_rate": 0.0001462884526762395, |
| "loss": 1.523837947845459, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.13054187192118227, |
| "grad_norm": 0.24694757163524628, |
| "learning_rate": 0.00014610029588509147, |
| "loss": 1.5198171615600586, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.1330049261083744, |
| "grad_norm": 0.20886920392513275, |
| "learning_rate": 0.00014590761410599853, |
| "loss": 1.5158114433288574, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.1354679802955665, |
| "grad_norm": 0.23610642552375793, |
| "learning_rate": 0.0001457104196016765, |
| "loss": 1.5281448364257812, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.13793103448275862, |
| "grad_norm": 0.1951839178800583, |
| "learning_rate": 0.00014550872492204164, |
| "loss": 1.5356016159057617, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.14039408866995073, |
| "grad_norm": 0.21323804557323456, |
| "learning_rate": 0.00014530254290341167, |
| "loss": 1.5305219650268556, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 0.21984122693538666, |
| "learning_rate": 0.00014509188666768914, |
| "loss": 1.5287348747253418, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.14532019704433496, |
| "grad_norm": 0.21187560260295868, |
| "learning_rate": 0.00014487676962152607, |
| "loss": 1.5206907272338868, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.1477832512315271, |
| "grad_norm": 0.2447018027305603, |
| "learning_rate": 0.00014465720545547083, |
| "loss": 1.557987594604492, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.15024630541871922, |
| "grad_norm": 0.2692071199417114, |
| "learning_rate": 0.00014443320814309685, |
| "loss": 1.4944952011108399, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.15270935960591134, |
| "grad_norm": 0.21768179535865784, |
| "learning_rate": 0.00014420479194011325, |
| "loss": 1.502120590209961, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.15517241379310345, |
| "grad_norm": 0.20890283584594727, |
| "learning_rate": 0.00014397197138345767, |
| "loss": 1.5136074066162108, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.15763546798029557, |
| "grad_norm": 0.20394501090049744, |
| "learning_rate": 0.000143734761290371, |
| "loss": 1.4903701782226562, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.16009852216748768, |
| "grad_norm": 0.2339993268251419, |
| "learning_rate": 0.00014349317675745442, |
| "loss": 1.4917552947998047, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.1625615763546798, |
| "grad_norm": 0.19806212186813354, |
| "learning_rate": 0.00014324723315970866, |
| "loss": 1.5024358749389648, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.16502463054187191, |
| "grad_norm": 0.20194905996322632, |
| "learning_rate": 0.00014299694614955538, |
| "loss": 1.4618555068969727, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.16748768472906403, |
| "grad_norm": 0.2149001955986023, |
| "learning_rate": 0.0001427423316558412, |
| "loss": 1.5069053649902344, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.16995073891625614, |
| "grad_norm": 0.21930049359798431, |
| "learning_rate": 0.0001424834058828237, |
| "loss": 1.4832588195800782, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.1724137931034483, |
| "grad_norm": 0.23513002693653107, |
| "learning_rate": 0.00014222018530914049, |
| "loss": 1.5300941467285156, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.1748768472906404, |
| "grad_norm": 0.24027951061725616, |
| "learning_rate": 0.00014195268668676007, |
| "loss": 1.4527239799499512, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.17733990147783252, |
| "grad_norm": 0.22858044505119324, |
| "learning_rate": 0.000141680927039916, |
| "loss": 1.4938695907592774, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.17980295566502463, |
| "grad_norm": 0.1923241913318634, |
| "learning_rate": 0.00014140492366402334, |
| "loss": 1.477768325805664, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.18226600985221675, |
| "grad_norm": 0.20562614500522614, |
| "learning_rate": 0.00014112469412457782, |
| "loss": 1.4464492797851562, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.18472906403940886, |
| "grad_norm": 0.21619316935539246, |
| "learning_rate": 0.00014084025625603813, |
| "loss": 1.5029674530029298, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.18719211822660098, |
| "grad_norm": 0.2293156236410141, |
| "learning_rate": 0.00014055162816069077, |
| "loss": 1.4607781410217284, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.1896551724137931, |
| "grad_norm": 0.22010239958763123, |
| "learning_rate": 0.000140258828207498, |
| "loss": 1.453076171875, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.1921182266009852, |
| "grad_norm": 0.21647651493549347, |
| "learning_rate": 0.00013996187503092884, |
| "loss": 1.4681432723999024, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.19458128078817735, |
| "grad_norm": 0.2153208702802658, |
| "learning_rate": 0.000139660787529773, |
| "loss": 1.5228609085083007, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.19704433497536947, |
| "grad_norm": 0.19213175773620605, |
| "learning_rate": 0.0001393555848659383, |
| "loss": 1.471001434326172, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.19950738916256158, |
| "grad_norm": 0.21129681169986725, |
| "learning_rate": 0.00013904628646323105, |
| "loss": 1.4540966033935547, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.2019704433497537, |
| "grad_norm": 0.23157598078250885, |
| "learning_rate": 0.0001387329120061198, |
| "loss": 1.464762020111084, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2044334975369458, |
| "grad_norm": 0.24082177877426147, |
| "learning_rate": 0.00013841548143848283, |
| "loss": 1.4243175506591796, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.20689655172413793, |
| "grad_norm": 0.21667946875095367, |
| "learning_rate": 0.0001380940149623386, |
| "loss": 1.4062715530395509, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.20935960591133004, |
| "grad_norm": 0.2099546641111374, |
| "learning_rate": 0.00013776853303656012, |
| "loss": 1.4669032096862793, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.21182266009852216, |
| "grad_norm": 0.23444649577140808, |
| "learning_rate": 0.0001374390563755731, |
| "loss": 1.4326099395751952, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.21428571428571427, |
| "grad_norm": 0.19571436941623688, |
| "learning_rate": 0.00013710560594803735, |
| "loss": 1.43844575881958, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.21674876847290642, |
| "grad_norm": 0.23410262167453766, |
| "learning_rate": 0.00013676820297551243, |
| "loss": 1.4372885704040528, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.21921182266009853, |
| "grad_norm": 0.19299852848052979, |
| "learning_rate": 0.00013642686893110706, |
| "loss": 1.4768877029418945, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.22167487684729065, |
| "grad_norm": 0.20944936573505402, |
| "learning_rate": 0.00013608162553811255, |
| "loss": 1.4158610343933105, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.22413793103448276, |
| "grad_norm": 0.2328590452671051, |
| "learning_rate": 0.00013573249476862007, |
| "loss": 1.404058074951172, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.22660098522167488, |
| "grad_norm": 0.219072163105011, |
| "learning_rate": 0.0001353794988421227, |
| "loss": 1.3862098693847655, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.229064039408867, |
| "grad_norm": 0.20859263837337494, |
| "learning_rate": 0.00013502266022410084, |
| "loss": 1.4217020988464355, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.2315270935960591, |
| "grad_norm": 0.21829617023468018, |
| "learning_rate": 0.00013466200162459292, |
| "loss": 1.40992431640625, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.23399014778325122, |
| "grad_norm": 0.21700215339660645, |
| "learning_rate": 0.00013429754599674968, |
| "loss": 1.4436223983764649, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.23645320197044334, |
| "grad_norm": 0.19958427548408508, |
| "learning_rate": 0.0001339293165353737, |
| "loss": 1.4243131637573243, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.23891625615763548, |
| "grad_norm": 0.2509094178676605, |
| "learning_rate": 0.00013355733667544303, |
| "loss": 1.4158190727233886, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.2413793103448276, |
| "grad_norm": 0.20713144540786743, |
| "learning_rate": 0.00013318163009061977, |
| "loss": 1.4425319671630858, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.2438423645320197, |
| "grad_norm": 0.17888081073760986, |
| "learning_rate": 0.00013280222069174348, |
| "loss": 1.437204360961914, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.24630541871921183, |
| "grad_norm": 0.22022056579589844, |
| "learning_rate": 0.0001324191326253094, |
| "loss": 1.4549561500549317, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.24876847290640394, |
| "grad_norm": 0.21922940015792847, |
| "learning_rate": 0.00013203239027193174, |
| "loss": 1.4171875, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.2512315270935961, |
| "grad_norm": 0.19908225536346436, |
| "learning_rate": 0.00013164201824479197, |
| "loss": 1.3846515655517577, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.2536945812807882, |
| "grad_norm": 0.2016427367925644, |
| "learning_rate": 0.00013124804138807248, |
| "loss": 1.4141998291015625, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.2561576354679803, |
| "grad_norm": 0.2238454669713974, |
| "learning_rate": 0.00013085048477537531, |
| "loss": 1.4454143524169922, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.25862068965517243, |
| "grad_norm": 0.22041630744934082, |
| "learning_rate": 0.00013044937370812655, |
| "loss": 1.3954301834106446, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.26108374384236455, |
| "grad_norm": 0.2228841781616211, |
| "learning_rate": 0.00013004473371396603, |
| "loss": 1.3917302131652831, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.26354679802955666, |
| "grad_norm": 0.21002982556819916, |
| "learning_rate": 0.00012963659054512265, |
| "loss": 1.4145011901855469, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.2660098522167488, |
| "grad_norm": 0.18161620199680328, |
| "learning_rate": 0.0001292249701767755, |
| "loss": 1.439390277862549, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.2684729064039409, |
| "grad_norm": 0.189104825258255, |
| "learning_rate": 0.00012880989880540068, |
| "loss": 1.4274805068969727, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.270935960591133, |
| "grad_norm": 0.21180245280265808, |
| "learning_rate": 0.00012839140284710425, |
| "loss": 1.4168146133422852, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.2733990147783251, |
| "grad_norm": 0.21424278616905212, |
| "learning_rate": 0.00012796950893594083, |
| "loss": 1.4109338760375976, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.27586206896551724, |
| "grad_norm": 0.21506839990615845, |
| "learning_rate": 0.00012754424392221866, |
| "loss": 1.3610061645507812, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.27832512315270935, |
| "grad_norm": 0.23869743943214417, |
| "learning_rate": 0.0001271156348707908, |
| "loss": 1.4243642807006835, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.28078817733990147, |
| "grad_norm": 0.2110007107257843, |
| "learning_rate": 0.0001266837090593327, |
| "loss": 1.4199881553649902, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.2832512315270936, |
| "grad_norm": 0.1898839771747589, |
| "learning_rate": 0.00012624849397660596, |
| "loss": 1.403303337097168, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 0.26501619815826416, |
| "learning_rate": 0.0001258100173207092, |
| "loss": 1.3995702743530274, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.2881773399014778, |
| "grad_norm": 0.2318245768547058, |
| "learning_rate": 0.00012536830699731502, |
| "loss": 1.4003644943237306, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.29064039408866993, |
| "grad_norm": 0.1923232227563858, |
| "learning_rate": 0.00012492339111789424, |
| "loss": 1.4000411987304688, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.29310344827586204, |
| "grad_norm": 0.24175603687763214, |
| "learning_rate": 0.0001244752979979266, |
| "loss": 1.4027944564819337, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.2955665024630542, |
| "grad_norm": 0.2166663110256195, |
| "learning_rate": 0.00012402405615509886, |
| "loss": 1.3940664291381837, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.29802955665024633, |
| "grad_norm": 0.20402714610099792, |
| "learning_rate": 0.0001235696943074898, |
| "loss": 1.430446243286133, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.30049261083743845, |
| "grad_norm": 0.21095804870128632, |
| "learning_rate": 0.00012311224137174256, |
| "loss": 1.4028675079345703, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.30295566502463056, |
| "grad_norm": 0.24699363112449646, |
| "learning_rate": 0.0001226517264612243, |
| "loss": 1.3896512985229492, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.3054187192118227, |
| "grad_norm": 0.23743489384651184, |
| "learning_rate": 0.00012218817888417341, |
| "loss": 1.3832998275756836, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.3078817733990148, |
| "grad_norm": 0.22747831046581268, |
| "learning_rate": 0.00012172162814183414, |
| "loss": 1.4147226333618164, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.3103448275862069, |
| "grad_norm": 0.21350650489330292, |
| "learning_rate": 0.0001212521039265792, |
| "loss": 1.4063333511352538, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.312807881773399, |
| "grad_norm": 0.231597900390625, |
| "learning_rate": 0.00012077963612002003, |
| "loss": 1.4085102081298828, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.31527093596059114, |
| "grad_norm": 0.22213512659072876, |
| "learning_rate": 0.00012030425479110504, |
| "loss": 1.379136562347412, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.31773399014778325, |
| "grad_norm": 0.21056486666202545, |
| "learning_rate": 0.00011982599019420594, |
| "loss": 1.3508719444274901, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.32019704433497537, |
| "grad_norm": 0.24325105547904968, |
| "learning_rate": 0.00011934487276719238, |
| "loss": 1.4178260803222655, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.3226600985221675, |
| "grad_norm": 0.23807983100414276, |
| "learning_rate": 0.00011886093312949469, |
| "loss": 1.3915666580200194, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.3251231527093596, |
| "grad_norm": 0.20901484787464142, |
| "learning_rate": 0.00011837420208015526, |
| "loss": 1.3760847091674804, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.3275862068965517, |
| "grad_norm": 0.19761306047439575, |
| "learning_rate": 0.00011788471059586839, |
| "loss": 1.4036226272583008, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.33004926108374383, |
| "grad_norm": 0.250301718711853, |
| "learning_rate": 0.00011739248982900887, |
| "loss": 1.3270477294921874, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.33251231527093594, |
| "grad_norm": 0.19960308074951172, |
| "learning_rate": 0.0001168975711056494, |
| "loss": 1.3685549736022948, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.33497536945812806, |
| "grad_norm": 0.19794125854969025, |
| "learning_rate": 0.00011639998592356684, |
| "loss": 1.3679879188537598, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.3374384236453202, |
| "grad_norm": 0.236933633685112, |
| "learning_rate": 0.00011589976595023777, |
| "loss": 1.3485721588134765, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.3399014778325123, |
| "grad_norm": 0.23574577271938324, |
| "learning_rate": 0.00011539694302082288, |
| "loss": 1.3585886001586913, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.34236453201970446, |
| "grad_norm": 0.24639375507831573, |
| "learning_rate": 0.00011489154913614111, |
| "loss": 1.3602943420410156, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.3448275862068966, |
| "grad_norm": 0.2161063253879547, |
| "learning_rate": 0.00011438361646063298, |
| "loss": 1.3920618057250977, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.3472906403940887, |
| "grad_norm": 0.23967303335666656, |
| "learning_rate": 0.00011387317732031346, |
| "loss": 1.323176097869873, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.3497536945812808, |
| "grad_norm": 0.22842799127101898, |
| "learning_rate": 0.00011336026420071491, |
| "loss": 1.3453125, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.3522167487684729, |
| "grad_norm": 0.26447567343711853, |
| "learning_rate": 0.00011284490974481929, |
| "loss": 1.3231969833374024, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.35467980295566504, |
| "grad_norm": 0.19098453223705292, |
| "learning_rate": 0.00011232714675098106, |
| "loss": 1.3952215194702149, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.35714285714285715, |
| "grad_norm": 0.215730220079422, |
| "learning_rate": 0.00011180700817083949, |
| "loss": 1.4024740219116212, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.35960591133004927, |
| "grad_norm": 0.20249366760253906, |
| "learning_rate": 0.00011128452710722171, |
| "loss": 1.3558260917663574, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.3620689655172414, |
| "grad_norm": 0.21701344847679138, |
| "learning_rate": 0.00011075973681203601, |
| "loss": 1.4104610443115235, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.3645320197044335, |
| "grad_norm": 0.20061460137367249, |
| "learning_rate": 0.00011023267068415545, |
| "loss": 1.3634204864501953, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.3669950738916256, |
| "grad_norm": 0.2143600583076477, |
| "learning_rate": 0.00010970336226729242, |
| "loss": 1.3240375518798828, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.3694581280788177, |
| "grad_norm": 0.20612865686416626, |
| "learning_rate": 0.00010917184524786377, |
| "loss": 1.3753711700439453, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.37192118226600984, |
| "grad_norm": 0.2549595832824707, |
| "learning_rate": 0.0001086381534528469, |
| "loss": 1.3931709289550782, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.37438423645320196, |
| "grad_norm": 0.21721267700195312, |
| "learning_rate": 0.0001081023208476271, |
| "loss": 1.3496780395507812, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3768472906403941, |
| "grad_norm": 0.20957210659980774, |
| "learning_rate": 0.00010756438153383568, |
| "loss": 1.3488155364990235, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.3793103448275862, |
| "grad_norm": 0.21333415806293488, |
| "learning_rate": 0.00010702436974717984, |
| "loss": 1.314176368713379, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3817733990147783, |
| "grad_norm": 0.22144381701946259, |
| "learning_rate": 0.00010648231985526371, |
| "loss": 1.3665472984313964, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.3842364532019704, |
| "grad_norm": 0.22947055101394653, |
| "learning_rate": 0.00010593826635540124, |
| "loss": 1.3796130180358888, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.3866995073891626, |
| "grad_norm": 0.22103546559810638, |
| "learning_rate": 0.00010539224387242056, |
| "loss": 1.3775650024414063, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.3891625615763547, |
| "grad_norm": 0.2005070149898529, |
| "learning_rate": 0.00010484428715646054, |
| "loss": 1.3010364532470704, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.3916256157635468, |
| "grad_norm": 0.1832893341779709, |
| "learning_rate": 0.00010429443108075909, |
| "loss": 1.3438265800476075, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.39408866995073893, |
| "grad_norm": 0.23130114376544952, |
| "learning_rate": 0.00010374271063943377, |
| "loss": 1.3167936325073242, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.39655172413793105, |
| "grad_norm": 0.24008631706237793, |
| "learning_rate": 0.0001031891609452547, |
| "loss": 1.3509979248046875, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.39901477832512317, |
| "grad_norm": 0.22518666088581085, |
| "learning_rate": 0.00010263381722740999, |
| "loss": 1.3557344436645509, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.4014778325123153, |
| "grad_norm": 0.2309686541557312, |
| "learning_rate": 0.00010207671482926341, |
| "loss": 1.350716781616211, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.4039408866995074, |
| "grad_norm": 0.19502563774585724, |
| "learning_rate": 0.00010151788920610539, |
| "loss": 1.3548830986022948, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.4064039408866995, |
| "grad_norm": 0.21045354008674622, |
| "learning_rate": 0.00010095737592289636, |
| "loss": 1.3594703674316406, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.4088669950738916, |
| "grad_norm": 0.22062793374061584, |
| "learning_rate": 0.00010039521065200324, |
| "loss": 1.338469886779785, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.41133004926108374, |
| "grad_norm": 0.19777610898017883, |
| "learning_rate": 9.983142917092945e-05, |
| "loss": 1.3236379623413086, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.41379310344827586, |
| "grad_norm": 0.22311320900917053, |
| "learning_rate": 9.926606736003767e-05, |
| "loss": 1.3418456077575684, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.41625615763546797, |
| "grad_norm": 0.1984044313430786, |
| "learning_rate": 9.869916120026651e-05, |
| "loss": 1.3537532806396484, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.4187192118226601, |
| "grad_norm": 0.21143019199371338, |
| "learning_rate": 9.813074677084046e-05, |
| "loss": 1.3383522033691406, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.4211822660098522, |
| "grad_norm": 0.23575901985168457, |
| "learning_rate": 9.756086024697383e-05, |
| "loss": 1.3635971069335937, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.4236453201970443, |
| "grad_norm": 0.2878618836402893, |
| "learning_rate": 9.698953789756844e-05, |
| "loss": 1.4005340576171874, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.42610837438423643, |
| "grad_norm": 0.2632979154586792, |
| "learning_rate": 9.641681608290539e-05, |
| "loss": 1.3476665496826172, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 0.2310360074043274, |
| "learning_rate": 9.584273125233097e-05, |
| "loss": 1.3294408798217774, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.43103448275862066, |
| "grad_norm": 0.23508256673812866, |
| "learning_rate": 9.526731994193695e-05, |
| "loss": 1.34185733795166, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.43349753694581283, |
| "grad_norm": 0.21447646617889404, |
| "learning_rate": 9.469061877223547e-05, |
| "loss": 1.3190247535705566, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.43596059113300495, |
| "grad_norm": 0.24297568202018738, |
| "learning_rate": 9.411266444582817e-05, |
| "loss": 1.3310616493225098, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.43842364532019706, |
| "grad_norm": 0.22872385382652283, |
| "learning_rate": 9.353349374507056e-05, |
| "loss": 1.3593338966369628, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.4408866995073892, |
| "grad_norm": 0.22505290806293488, |
| "learning_rate": 9.29531435297311e-05, |
| "loss": 1.3543621063232423, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.4433497536945813, |
| "grad_norm": 0.2278539389371872, |
| "learning_rate": 9.237165073464512e-05, |
| "loss": 1.3401315689086915, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.4458128078817734, |
| "grad_norm": 0.2113586664199829, |
| "learning_rate": 9.178905236736457e-05, |
| "loss": 1.3289443969726562, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.4482758620689655, |
| "grad_norm": 0.2925296127796173, |
| "learning_rate": 9.120538550580247e-05, |
| "loss": 1.3231324195861816, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.45073891625615764, |
| "grad_norm": 0.19817602634429932, |
| "learning_rate": 9.062068729587331e-05, |
| "loss": 1.3819540023803711, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.45320197044334976, |
| "grad_norm": 0.2078256458044052, |
| "learning_rate": 9.003499494912907e-05, |
| "loss": 1.3268487930297852, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.45566502463054187, |
| "grad_norm": 0.23125478625297546, |
| "learning_rate": 8.944834574039077e-05, |
| "loss": 1.2976766586303712, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.458128078817734, |
| "grad_norm": 0.2297288328409195, |
| "learning_rate": 8.886077700537644e-05, |
| "loss": 1.295766830444336, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.4605911330049261, |
| "grad_norm": 0.20964743196964264, |
| "learning_rate": 8.827232613832487e-05, |
| "loss": 1.3288904190063477, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.4630541871921182, |
| "grad_norm": 0.20685701072216034, |
| "learning_rate": 8.768303058961581e-05, |
| "loss": 1.2745248794555664, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.46551724137931033, |
| "grad_norm": 0.23295199871063232, |
| "learning_rate": 8.709292786338648e-05, |
| "loss": 1.300822925567627, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.46798029556650245, |
| "grad_norm": 0.2697843611240387, |
| "learning_rate": 8.650205551514475e-05, |
| "loss": 1.3437896728515626, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.47044334975369456, |
| "grad_norm": 0.26048171520233154, |
| "learning_rate": 8.591045114937903e-05, |
| "loss": 1.2844138145446777, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.4729064039408867, |
| "grad_norm": 0.19388702511787415, |
| "learning_rate": 8.531815241716503e-05, |
| "loss": 1.3405949592590332, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.4753694581280788, |
| "grad_norm": 0.2128061205148697, |
| "learning_rate": 8.472519701376958e-05, |
| "loss": 1.3624204635620116, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.47783251231527096, |
| "grad_norm": 0.2112760990858078, |
| "learning_rate": 8.413162267625154e-05, |
| "loss": 1.3031497955322267, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.4802955665024631, |
| "grad_norm": 0.20936837792396545, |
| "learning_rate": 8.353746718106016e-05, |
| "loss": 1.3384126663208007, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.4827586206896552, |
| "grad_norm": 0.2166673243045807, |
| "learning_rate": 8.294276834163105e-05, |
| "loss": 1.2886722564697266, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.4852216748768473, |
| "grad_norm": 0.2544674575328827, |
| "learning_rate": 8.234756400597928e-05, |
| "loss": 1.309803581237793, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.4876847290640394, |
| "grad_norm": 0.25606396794319153, |
| "learning_rate": 8.17518920542911e-05, |
| "loss": 1.3331369400024413, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.49014778325123154, |
| "grad_norm": 0.25076860189437866, |
| "learning_rate": 8.11557903965128e-05, |
| "loss": 1.2805109024047852, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.49261083743842365, |
| "grad_norm": 0.2974901795387268, |
| "learning_rate": 8.055929696993818e-05, |
| "loss": 1.2993100166320801, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.49507389162561577, |
| "grad_norm": 0.24903179705142975, |
| "learning_rate": 7.996244973679417e-05, |
| "loss": 1.3078741073608398, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.4975369458128079, |
| "grad_norm": 0.23043100535869598, |
| "learning_rate": 7.936528668182469e-05, |
| "loss": 1.2467409133911134, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.21764904260635376, |
| "learning_rate": 7.876784580987335e-05, |
| "loss": 1.3044242858886719, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.5024630541871922, |
| "grad_norm": 0.24756427109241486, |
| "learning_rate": 7.817016514346469e-05, |
| "loss": 1.2884490966796875, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.5049261083743842, |
| "grad_norm": 0.21987412869930267, |
| "learning_rate": 7.757228272038429e-05, |
| "loss": 1.2775875091552735, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.5073891625615764, |
| "grad_norm": 0.21271178126335144, |
| "learning_rate": 7.6974236591258e-05, |
| "loss": 1.253822135925293, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.5098522167487685, |
| "grad_norm": 0.22218871116638184, |
| "learning_rate": 7.637606481713033e-05, |
| "loss": 1.3192794799804688, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.5123152709359606, |
| "grad_norm": 0.21748924255371094, |
| "learning_rate": 7.577780546704205e-05, |
| "loss": 1.2793066024780273, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.5147783251231527, |
| "grad_norm": 0.27152219414711, |
| "learning_rate": 7.517949661560758e-05, |
| "loss": 1.3064208984375, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.5172413793103449, |
| "grad_norm": 0.2652308940887451, |
| "learning_rate": 7.458117634059167e-05, |
| "loss": 1.2768896102905274, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5197044334975369, |
| "grad_norm": 0.2394336760044098, |
| "learning_rate": 7.398288272048605e-05, |
| "loss": 1.3248939514160156, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.5221674876847291, |
| "grad_norm": 0.21198320388793945, |
| "learning_rate": 7.338465383208616e-05, |
| "loss": 1.330735206604004, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.5246305418719212, |
| "grad_norm": 0.22435452044010162, |
| "learning_rate": 7.278652774806765e-05, |
| "loss": 1.2982617378234864, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.5270935960591133, |
| "grad_norm": 0.22276167571544647, |
| "learning_rate": 7.218854253456357e-05, |
| "loss": 1.3383667945861817, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.5295566502463054, |
| "grad_norm": 0.21616998314857483, |
| "learning_rate": 7.159073624874156e-05, |
| "loss": 1.3443126678466797, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.5320197044334976, |
| "grad_norm": 0.25767794251441956, |
| "learning_rate": 7.099314693638197e-05, |
| "loss": 1.346919059753418, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.5344827586206896, |
| "grad_norm": 0.21083039045333862, |
| "learning_rate": 7.039581262945641e-05, |
| "loss": 1.2509237289428712, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.5369458128078818, |
| "grad_norm": 0.2217107117176056, |
| "learning_rate": 6.979877134370729e-05, |
| "loss": 1.3491952896118165, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.5394088669950738, |
| "grad_norm": 0.2276228666305542, |
| "learning_rate": 6.920206107622857e-05, |
| "loss": 1.3038724899291991, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.541871921182266, |
| "grad_norm": 0.20058490335941315, |
| "learning_rate": 6.860571980304739e-05, |
| "loss": 1.2769588470458983, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.5443349753694581, |
| "grad_norm": 0.2430969476699829, |
| "learning_rate": 6.800978547670727e-05, |
| "loss": 1.297713279724121, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.5467980295566502, |
| "grad_norm": 0.20122674107551575, |
| "learning_rate": 6.741429602385268e-05, |
| "loss": 1.3468814849853517, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.5492610837438424, |
| "grad_norm": 0.22891351580619812, |
| "learning_rate": 6.681928934281521e-05, |
| "loss": 1.3072088241577149, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.5517241379310345, |
| "grad_norm": 0.22393646836280823, |
| "learning_rate": 6.622480330120186e-05, |
| "loss": 1.2663318634033203, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.5541871921182266, |
| "grad_norm": 0.247694730758667, |
| "learning_rate": 6.563087573348494e-05, |
| "loss": 1.3064285278320313, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.5566502463054187, |
| "grad_norm": 0.26341551542282104, |
| "learning_rate": 6.503754443859403e-05, |
| "loss": 1.311113166809082, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.5591133004926109, |
| "grad_norm": 0.24816490709781647, |
| "learning_rate": 6.44448471775107e-05, |
| "loss": 1.2693605422973633, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.5615763546798029, |
| "grad_norm": 0.2166696935892105, |
| "learning_rate": 6.3852821670865e-05, |
| "loss": 1.2208733558654785, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.5640394088669951, |
| "grad_norm": 0.20724032819271088, |
| "learning_rate": 6.326150559653502e-05, |
| "loss": 1.2915777206420898, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.5665024630541872, |
| "grad_norm": 0.23592734336853027, |
| "learning_rate": 6.267093658724898e-05, |
| "loss": 1.3022445678710937, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5689655172413793, |
| "grad_norm": 0.21348340809345245, |
| "learning_rate": 6.208115222819005e-05, |
| "loss": 1.2936946868896484, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.22701257467269897, |
| "learning_rate": 6.149219005460453e-05, |
| "loss": 1.274067497253418, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.5738916256157636, |
| "grad_norm": 0.2418663650751114, |
| "learning_rate": 6.090408754941285e-05, |
| "loss": 1.28143367767334, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.5763546798029556, |
| "grad_norm": 0.2417578399181366, |
| "learning_rate": 6.031688214082415e-05, |
| "loss": 1.28759765625, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.5788177339901478, |
| "grad_norm": 0.23263967037200928, |
| "learning_rate": 5.973061119995434e-05, |
| "loss": 1.3238054275512696, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.5812807881773399, |
| "grad_norm": 0.21644318103790283, |
| "learning_rate": 5.9145312038447575e-05, |
| "loss": 1.2848752975463866, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.583743842364532, |
| "grad_norm": 0.23622092604637146, |
| "learning_rate": 5.8561021906101726e-05, |
| "loss": 1.2801434516906738, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.5862068965517241, |
| "grad_norm": 0.21884071826934814, |
| "learning_rate": 5.7977777988497664e-05, |
| "loss": 1.2974514007568358, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.5886699507389163, |
| "grad_norm": 0.24541740119457245, |
| "learning_rate": 5.7395617404632805e-05, |
| "loss": 1.2843940734863282, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.5911330049261084, |
| "grad_norm": 0.24113544821739197, |
| "learning_rate": 5.68145772045586e-05, |
| "loss": 1.3175272941589355, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.5935960591133005, |
| "grad_norm": 0.24389614164829254, |
| "learning_rate": 5.6234694367022773e-05, |
| "loss": 1.2755836486816405, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.5960591133004927, |
| "grad_norm": 0.23618771135807037, |
| "learning_rate": 5.565600579711574e-05, |
| "loss": 1.2963144302368164, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.5985221674876847, |
| "grad_norm": 0.23990461230278015, |
| "learning_rate": 5.507854832392192e-05, |
| "loss": 1.3165901184082032, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.6009852216748769, |
| "grad_norm": 0.2784763276576996, |
| "learning_rate": 5.450235869817596e-05, |
| "loss": 1.2695181846618653, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.603448275862069, |
| "grad_norm": 0.1964227259159088, |
| "learning_rate": 5.392747358992374e-05, |
| "loss": 1.2765348434448243, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.6059113300492611, |
| "grad_norm": 0.2433655858039856, |
| "learning_rate": 5.335392958618855e-05, |
| "loss": 1.3531946182250976, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.6083743842364532, |
| "grad_norm": 0.18715134263038635, |
| "learning_rate": 5.278176318864278e-05, |
| "loss": 1.287767505645752, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.6108374384236454, |
| "grad_norm": 0.2287338525056839, |
| "learning_rate": 5.221101081128463e-05, |
| "loss": 1.2737717628479004, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.6133004926108374, |
| "grad_norm": 0.2689953148365021, |
| "learning_rate": 5.1641708778120867e-05, |
| "loss": 1.2990927696228027, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.6157635467980296, |
| "grad_norm": 0.23197118937969208, |
| "learning_rate": 5.1073893320854976e-05, |
| "loss": 1.2827943801879882, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.6182266009852216, |
| "grad_norm": 0.2240389734506607, |
| "learning_rate": 5.050760057658125e-05, |
| "loss": 1.3229182243347168, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.6206896551724138, |
| "grad_norm": 0.2288672775030136, |
| "learning_rate": 4.994286658548508e-05, |
| "loss": 1.252695083618164, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.6231527093596059, |
| "grad_norm": 0.24411918222904205, |
| "learning_rate": 4.937972728854909e-05, |
| "loss": 1.2915426254272462, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.625615763546798, |
| "grad_norm": 0.24725782871246338, |
| "learning_rate": 4.8818218525265895e-05, |
| "loss": 1.317911720275879, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.6280788177339901, |
| "grad_norm": 0.2176976054906845, |
| "learning_rate": 4.825837603135718e-05, |
| "loss": 1.269662094116211, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.6305418719211823, |
| "grad_norm": 0.21912750601768494, |
| "learning_rate": 4.77002354364994e-05, |
| "loss": 1.2884700775146485, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.6330049261083743, |
| "grad_norm": 0.26924338936805725, |
| "learning_rate": 4.7143832262056166e-05, |
| "loss": 1.2128746032714843, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.6354679802955665, |
| "grad_norm": 0.2496652603149414, |
| "learning_rate": 4.658920191881757e-05, |
| "loss": 1.363164520263672, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.6379310344827587, |
| "grad_norm": 0.2446102499961853, |
| "learning_rate": 4.603637970474671e-05, |
| "loss": 1.245234775543213, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.6403940886699507, |
| "grad_norm": 0.25118279457092285, |
| "learning_rate": 4.548540080273308e-05, |
| "loss": 1.2631161689758301, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.6428571428571429, |
| "grad_norm": 0.21729733049869537, |
| "learning_rate": 4.493630027835356e-05, |
| "loss": 1.2592344284057617, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.645320197044335, |
| "grad_norm": 0.26334258913993835, |
| "learning_rate": 4.4389113077640646e-05, |
| "loss": 1.2242905616760253, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.6477832512315271, |
| "grad_norm": 0.227190300822258, |
| "learning_rate": 4.3843874024858524e-05, |
| "loss": 1.2664241790771484, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.6502463054187192, |
| "grad_norm": 0.23248690366744995, |
| "learning_rate": 4.330061782028671e-05, |
| "loss": 1.2610064506530763, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.6527093596059114, |
| "grad_norm": 0.21380947530269623, |
| "learning_rate": 4.2759379038011686e-05, |
| "loss": 1.2617598533630372, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.6551724137931034, |
| "grad_norm": 0.2660558223724365, |
| "learning_rate": 4.222019212372644e-05, |
| "loss": 1.226475143432617, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.6576354679802956, |
| "grad_norm": 0.22776232659816742, |
| "learning_rate": 4.168309139253834e-05, |
| "loss": 1.237477684020996, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.6600985221674877, |
| "grad_norm": 0.2977202832698822, |
| "learning_rate": 4.114811102678523e-05, |
| "loss": 1.2966550827026366, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.6625615763546798, |
| "grad_norm": 0.23678140342235565, |
| "learning_rate": 4.061528507385995e-05, |
| "loss": 1.2590033531188964, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.6650246305418719, |
| "grad_norm": 0.27373895049095154, |
| "learning_rate": 4.0084647444043485e-05, |
| "loss": 1.2824597358703613, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.6674876847290641, |
| "grad_norm": 0.22791257500648499, |
| "learning_rate": 3.955623190834697e-05, |
| "loss": 1.1797836303710938, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.6699507389162561, |
| "grad_norm": 0.3305644094944, |
| "learning_rate": 3.903007209636215e-05, |
| "loss": 1.2767440795898437, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.6724137931034483, |
| "grad_norm": 0.24109555780887604, |
| "learning_rate": 3.850620149412135e-05, |
| "loss": 1.3337753295898438, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.6748768472906403, |
| "grad_norm": 0.2364107072353363, |
| "learning_rate": 3.798465344196631e-05, |
| "loss": 1.2710576057434082, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.6773399014778325, |
| "grad_norm": 0.271882027387619, |
| "learning_rate": 3.7465461132426245e-05, |
| "loss": 1.286097240447998, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.6798029556650246, |
| "grad_norm": 0.2673625349998474, |
| "learning_rate": 3.694865760810542e-05, |
| "loss": 1.259279155731201, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.6822660098522167, |
| "grad_norm": 0.262508749961853, |
| "learning_rate": 3.643427575958031e-05, |
| "loss": 1.2561509132385253, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.6847290640394089, |
| "grad_norm": 0.20407506823539734, |
| "learning_rate": 3.592234832330628e-05, |
| "loss": 1.2327983856201172, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.687192118226601, |
| "grad_norm": 0.2393566519021988, |
| "learning_rate": 3.54129078795342e-05, |
| "loss": 1.2643770217895507, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 0.2600564658641815, |
| "learning_rate": 3.490598685023701e-05, |
| "loss": 1.339667510986328, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.6921182266009852, |
| "grad_norm": 0.23139071464538574, |
| "learning_rate": 3.440161749704623e-05, |
| "loss": 1.2579167366027832, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.6945812807881774, |
| "grad_norm": 0.24983708560466766, |
| "learning_rate": 3.389983191919872e-05, |
| "loss": 1.3015851974487305, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.6970443349753694, |
| "grad_norm": 0.21438054740428925, |
| "learning_rate": 3.340066205149401e-05, |
| "loss": 1.2945125579833985, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.6995073891625616, |
| "grad_norm": 0.2539718449115753, |
| "learning_rate": 3.2904139662261664e-05, |
| "loss": 1.2290349006652832, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.7019704433497537, |
| "grad_norm": 0.2936062216758728, |
| "learning_rate": 3.241029635133957e-05, |
| "loss": 1.2282495498657227, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.7044334975369458, |
| "grad_norm": 0.23874711990356445, |
| "learning_rate": 3.191916354806297e-05, |
| "loss": 1.2566828727722168, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.7068965517241379, |
| "grad_norm": 0.2245590090751648, |
| "learning_rate": 3.143077250926391e-05, |
| "loss": 1.2410771369934082, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.7093596059113301, |
| "grad_norm": 0.26783260703086853, |
| "learning_rate": 3.0945154317282297e-05, |
| "loss": 1.2264184951782227, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.7118226600985221, |
| "grad_norm": 0.2439153492450714, |
| "learning_rate": 3.0462339877987666e-05, |
| "loss": 1.3033985137939452, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 0.25006458163261414, |
| "learning_rate": 2.9982359918812136e-05, |
| "loss": 1.2718771934509276, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.7167487684729064, |
| "grad_norm": 0.23204629123210907, |
| "learning_rate": 2.9505244986794946e-05, |
| "loss": 1.2503164291381836, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.7192118226600985, |
| "grad_norm": 0.26418495178222656, |
| "learning_rate": 2.9031025446638375e-05, |
| "loss": 1.2460610389709472, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.7216748768472906, |
| "grad_norm": 0.22843700647354126, |
| "learning_rate": 2.8559731478775218e-05, |
| "loss": 1.2206365585327148, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.7241379310344828, |
| "grad_norm": 0.25052499771118164, |
| "learning_rate": 2.8091393077448082e-05, |
| "loss": 1.2625818252563477, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.7266009852216748, |
| "grad_norm": 0.23987461626529694, |
| "learning_rate": 2.7626040048800403e-05, |
| "loss": 1.2096717834472657, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.729064039408867, |
| "grad_norm": 0.21900923550128937, |
| "learning_rate": 2.716370200897969e-05, |
| "loss": 1.2399868011474608, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.7315270935960592, |
| "grad_norm": 0.27598026394844055, |
| "learning_rate": 2.6704408382252362e-05, |
| "loss": 1.2283302307128907, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.7339901477832512, |
| "grad_norm": 0.23923085629940033, |
| "learning_rate": 2.624818839913151e-05, |
| "loss": 1.341434860229492, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.7364532019704434, |
| "grad_norm": 0.23537442088127136, |
| "learning_rate": 2.579507109451632e-05, |
| "loss": 1.280338668823242, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.7389162561576355, |
| "grad_norm": 0.28500378131866455, |
| "learning_rate": 2.534508530584431e-05, |
| "loss": 1.305718994140625, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.7413793103448276, |
| "grad_norm": 0.2542401850223541, |
| "learning_rate": 2.489825967125607e-05, |
| "loss": 1.1917360305786133, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.7438423645320197, |
| "grad_norm": 0.23925921320915222, |
| "learning_rate": 2.4454622627772636e-05, |
| "loss": 1.2214764595031737, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.7463054187192119, |
| "grad_norm": 0.2583833634853363, |
| "learning_rate": 2.401420240948571e-05, |
| "loss": 1.242533016204834, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.7487684729064039, |
| "grad_norm": 0.2212097942829132, |
| "learning_rate": 2.3577027045760727e-05, |
| "loss": 1.3234115600585938, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.7512315270935961, |
| "grad_norm": 0.26380887627601624, |
| "learning_rate": 2.3143124359453137e-05, |
| "loss": 1.252053451538086, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.7536945812807881, |
| "grad_norm": 0.2283976823091507, |
| "learning_rate": 2.271252196513752e-05, |
| "loss": 1.249081802368164, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.7561576354679803, |
| "grad_norm": 0.2376411408185959, |
| "learning_rate": 2.2285247267350212e-05, |
| "loss": 1.2989398956298828, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.7586206896551724, |
| "grad_norm": 0.2347487211227417, |
| "learning_rate": 2.1861327458845253e-05, |
| "loss": 1.2198263168334962, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.7610837438423645, |
| "grad_norm": 0.2686555087566376, |
| "learning_rate": 2.1440789518863706e-05, |
| "loss": 1.2571537017822265, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.7635467980295566, |
| "grad_norm": 0.24728627502918243, |
| "learning_rate": 2.1023660211416653e-05, |
| "loss": 1.2556602478027343, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.7660098522167488, |
| "grad_norm": 0.2575431168079376, |
| "learning_rate": 2.0609966083581987e-05, |
| "loss": 1.2640047073364258, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.7684729064039408, |
| "grad_norm": 0.21967598795890808, |
| "learning_rate": 2.019973346381464e-05, |
| "loss": 1.2949155807495116, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.770935960591133, |
| "grad_norm": 0.25700730085372925, |
| "learning_rate": 1.9792988460271214e-05, |
| "loss": 1.283220100402832, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.7733990147783252, |
| "grad_norm": 0.24390947818756104, |
| "learning_rate": 1.9389756959148357e-05, |
| "loss": 1.2551408767700196, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.7758620689655172, |
| "grad_norm": 0.27307766675949097, |
| "learning_rate": 1.8990064623035204e-05, |
| "loss": 1.2660499572753907, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.7783251231527094, |
| "grad_norm": 0.238468199968338, |
| "learning_rate": 1.85939368892802e-05, |
| "loss": 1.2559860229492188, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.7807881773399015, |
| "grad_norm": 0.2351454347372055, |
| "learning_rate": 1.8201398968372256e-05, |
| "loss": 1.210586166381836, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.7832512315270936, |
| "grad_norm": 0.2293718159198761, |
| "learning_rate": 1.7812475842336242e-05, |
| "loss": 1.253939437866211, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.7857142857142857, |
| "grad_norm": 0.25299587845802307, |
| "learning_rate": 1.7427192263143056e-05, |
| "loss": 1.2384809494018554, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.7881773399014779, |
| "grad_norm": 0.19808216392993927, |
| "learning_rate": 1.7045572751134464e-05, |
| "loss": 1.2435653686523438, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.7906403940886699, |
| "grad_norm": 0.24835017323493958, |
| "learning_rate": 1.6667641593462442e-05, |
| "loss": 1.2406715393066405, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.7931034482758621, |
| "grad_norm": 0.2713432312011719, |
| "learning_rate": 1.629342284254346e-05, |
| "loss": 1.2658330917358398, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.7955665024630542, |
| "grad_norm": 0.236631378531456, |
| "learning_rate": 1.5922940314527923e-05, |
| "loss": 1.239140510559082, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.7980295566502463, |
| "grad_norm": 0.2512910068035126, |
| "learning_rate": 1.5556217587784272e-05, |
| "loss": 1.2621894836425782, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.8004926108374384, |
| "grad_norm": 0.258465975522995, |
| "learning_rate": 1.5193278001398454e-05, |
| "loss": 1.2158693313598632, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.8029556650246306, |
| "grad_norm": 0.22228635847568512, |
| "learning_rate": 1.4834144653688601e-05, |
| "loss": 1.1974903106689454, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.8054187192118226, |
| "grad_norm": 0.23385341465473175, |
| "learning_rate": 1.4478840400734967e-05, |
| "loss": 1.1803974151611327, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.8078817733990148, |
| "grad_norm": 0.24148158729076385, |
| "learning_rate": 1.4127387854925315e-05, |
| "loss": 1.2340662002563476, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.8103448275862069, |
| "grad_norm": 0.26258596777915955, |
| "learning_rate": 1.3779809383515866e-05, |
| "loss": 1.2787314414978028, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.812807881773399, |
| "grad_norm": 0.23182962834835052, |
| "learning_rate": 1.3436127107207709e-05, |
| "loss": 1.2892789840698242, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.8152709359605911, |
| "grad_norm": 0.25138214230537415, |
| "learning_rate": 1.3096362898738988e-05, |
| "loss": 1.2018814086914062, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.8177339901477833, |
| "grad_norm": 0.2587434649467468, |
| "learning_rate": 1.2760538381493004e-05, |
| "loss": 1.2567611694335938, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.8201970443349754, |
| "grad_norm": 0.24641695618629456, |
| "learning_rate": 1.2428674928121899e-05, |
| "loss": 1.2686907768249511, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.8226600985221675, |
| "grad_norm": 0.22543184459209442, |
| "learning_rate": 1.2100793659186527e-05, |
| "loss": 1.1918268203735352, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.8251231527093597, |
| "grad_norm": 0.23715642094612122, |
| "learning_rate": 1.177691544181227e-05, |
| "loss": 1.2081964492797852, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.8275862068965517, |
| "grad_norm": 0.20962002873420715, |
| "learning_rate": 1.1457060888361028e-05, |
| "loss": 1.2116300582885742, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.8300492610837439, |
| "grad_norm": 0.21805016696453094, |
| "learning_rate": 1.1141250355119347e-05, |
| "loss": 1.2473871231079101, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.8325123152709359, |
| "grad_norm": 0.2535460293292999, |
| "learning_rate": 1.0829503941003001e-05, |
| "loss": 1.2010614395141601, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.8349753694581281, |
| "grad_norm": 0.2526600956916809, |
| "learning_rate": 1.0521841486277738e-05, |
| "loss": 1.2784499168395995, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.8374384236453202, |
| "grad_norm": 0.22173699736595154, |
| "learning_rate": 1.0218282571296637e-05, |
| "loss": 1.2362339973449707, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.8399014778325123, |
| "grad_norm": 0.29041486978530884, |
| "learning_rate": 9.918846515254011e-06, |
| "loss": 1.2847709655761719, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.8423645320197044, |
| "grad_norm": 0.261730819940567, |
| "learning_rate": 9.623552374955842e-06, |
| "loss": 1.2652846336364747, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.8448275862068966, |
| "grad_norm": 0.30616867542266846, |
| "learning_rate": 9.332418943606965e-06, |
| "loss": 1.2111236572265625, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.8472906403940886, |
| "grad_norm": 0.22861535847187042, |
| "learning_rate": 9.045464749615027e-06, |
| "loss": 1.247592067718506, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.8497536945812808, |
| "grad_norm": 0.28312185406684875, |
| "learning_rate": 8.762708055411383e-06, |
| "loss": 1.231865406036377, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.8522167487684729, |
| "grad_norm": 0.23308123648166656, |
| "learning_rate": 8.484166856288635e-06, |
| "loss": 1.2434009552001952, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.854679802955665, |
| "grad_norm": 0.2353149652481079, |
| "learning_rate": 8.209858879255545e-06, |
| "loss": 1.2786510467529297, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 0.21151383221149445, |
| "learning_rate": 7.939801581908834e-06, |
| "loss": 1.2421545028686523, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.8596059113300493, |
| "grad_norm": 0.2373751699924469, |
| "learning_rate": 7.67401215132202e-06, |
| "loss": 1.2191984176635742, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.8620689655172413, |
| "grad_norm": 0.21754534542560577, |
| "learning_rate": 7.412507502951717e-06, |
| "loss": 1.2775027275085449, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.8645320197044335, |
| "grad_norm": 0.25160351395606995, |
| "learning_rate": 7.155304279561033e-06, |
| "loss": 1.189585304260254, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.8669950738916257, |
| "grad_norm": 0.2518729567527771, |
| "learning_rate": 6.902418850160399e-06, |
| "loss": 1.1966890335083007, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.8694581280788177, |
| "grad_norm": 0.21244123578071594, |
| "learning_rate": 6.653867308965799e-06, |
| "loss": 1.2111897468566895, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.8719211822660099, |
| "grad_norm": 0.2451592981815338, |
| "learning_rate": 6.4096654743745424e-06, |
| "loss": 1.2103561401367187, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.874384236453202, |
| "grad_norm": 0.27943119406700134, |
| "learning_rate": 6.1698288879585085e-06, |
| "loss": 1.2733654022216796, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.8768472906403941, |
| "grad_norm": 0.21996136009693146, |
| "learning_rate": 5.934372813474963e-06, |
| "loss": 1.2440560340881348, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.8793103448275862, |
| "grad_norm": 0.2190336436033249, |
| "learning_rate": 5.70331223589533e-06, |
| "loss": 1.2366500854492188, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.8817733990147784, |
| "grad_norm": 0.22338411211967468, |
| "learning_rate": 5.4766618604513395e-06, |
| "loss": 1.2069709777832032, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.8842364532019704, |
| "grad_norm": 0.2502281963825226, |
| "learning_rate": 5.2544361116992175e-06, |
| "loss": 1.2337852478027345, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.8866995073891626, |
| "grad_norm": 0.2651473581790924, |
| "learning_rate": 5.036649132601722e-06, |
| "loss": 1.2154728889465332, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.8891625615763546, |
| "grad_norm": 0.2430681437253952, |
| "learning_rate": 4.823314783627927e-06, |
| "loss": 1.2741308212280273, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.8916256157635468, |
| "grad_norm": 0.20495837926864624, |
| "learning_rate": 4.6144466418712305e-06, |
| "loss": 1.2369997024536132, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.8940886699507389, |
| "grad_norm": 0.25070708990097046, |
| "learning_rate": 4.410058000185243e-06, |
| "loss": 1.2604141235351562, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.896551724137931, |
| "grad_norm": 0.2330113798379898, |
| "learning_rate": 4.210161866337752e-06, |
| "loss": 1.2419015884399414, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.8990147783251231, |
| "grad_norm": 0.2585564851760864, |
| "learning_rate": 4.014770962182945e-06, |
| "loss": 1.2229095458984376, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.9014778325123153, |
| "grad_norm": 0.2556352913379669, |
| "learning_rate": 3.823897722851696e-06, |
| "loss": 1.2521157264709473, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.9039408866995073, |
| "grad_norm": 0.2235206812620163, |
| "learning_rate": 3.637554295960235e-06, |
| "loss": 1.2267001152038575, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.9064039408866995, |
| "grad_norm": 0.24141712486743927, |
| "learning_rate": 3.4557525408369645e-06, |
| "loss": 1.2922637939453125, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.9088669950738916, |
| "grad_norm": 0.24639971554279327, |
| "learning_rate": 3.278504027767814e-06, |
| "loss": 1.2198986053466796, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.9113300492610837, |
| "grad_norm": 0.30096888542175293, |
| "learning_rate": 3.1058200372597542e-06, |
| "loss": 1.260652732849121, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.9137931034482759, |
| "grad_norm": 0.19956085085868835, |
| "learning_rate": 2.937711559322953e-06, |
| "loss": 1.2672597885131835, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.916256157635468, |
| "grad_norm": 0.2193523645401001, |
| "learning_rate": 2.7741892927713617e-06, |
| "loss": 1.2428022384643556, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.9187192118226601, |
| "grad_norm": 0.22981801629066467, |
| "learning_rate": 2.6152636445417513e-06, |
| "loss": 1.2323244094848633, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.9211822660098522, |
| "grad_norm": 0.20749390125274658, |
| "learning_rate": 2.46094472903145e-06, |
| "loss": 1.2612208366394042, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.9236453201970444, |
| "grad_norm": 0.2641940116882324, |
| "learning_rate": 2.3112423674546242e-06, |
| "loss": 1.167129898071289, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.9261083743842364, |
| "grad_norm": 0.24970325827598572, |
| "learning_rate": 2.166166087217197e-06, |
| "loss": 1.2519586563110352, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.9285714285714286, |
| "grad_norm": 0.250540167093277, |
| "learning_rate": 2.0257251213105645e-06, |
| "loss": 1.2368090629577637, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.9310344827586207, |
| "grad_norm": 0.25144103169441223, |
| "learning_rate": 1.8899284077239257e-06, |
| "loss": 1.2359929084777832, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.9334975369458128, |
| "grad_norm": 0.23775865137577057, |
| "learning_rate": 1.7587845888755032e-06, |
| "loss": 1.2116907119750977, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.9359605911330049, |
| "grad_norm": 0.3029141426086426, |
| "learning_rate": 1.6323020110624835e-06, |
| "loss": 1.2756942749023437, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.9384236453201971, |
| "grad_norm": 0.23481281101703644, |
| "learning_rate": 1.5104887239298425e-06, |
| "loss": 1.274601364135742, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.9408866995073891, |
| "grad_norm": 0.2863881587982178, |
| "learning_rate": 1.3933524799580542e-06, |
| "loss": 1.2304944038391112, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.9433497536945813, |
| "grad_norm": 0.2509642541408539, |
| "learning_rate": 1.2809007339697114e-06, |
| "loss": 1.2000990867614747, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.9458128078817734, |
| "grad_norm": 0.24525979161262512, |
| "learning_rate": 1.1731406426550628e-06, |
| "loss": 1.242922878265381, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.9482758620689655, |
| "grad_norm": 0.2376176118850708, |
| "learning_rate": 1.0700790641166023e-06, |
| "loss": 1.271295166015625, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.9507389162561576, |
| "grad_norm": 0.2372656762599945, |
| "learning_rate": 9.71722557432486e-07, |
| "loss": 1.243540382385254, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.9532019704433498, |
| "grad_norm": 0.23170247673988342, |
| "learning_rate": 8.780773822392229e-07, |
| "loss": 1.2256221771240234, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.9556650246305419, |
| "grad_norm": 0.23671060800552368, |
| "learning_rate": 7.891494983332525e-07, |
| "loss": 1.1968117713928224, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.958128078817734, |
| "grad_norm": 0.23950909078121185, |
| "learning_rate": 7.049445652915986e-07, |
| "loss": 1.2302292823791503, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.9605911330049262, |
| "grad_norm": 0.22995109856128693, |
| "learning_rate": 6.254679421117487e-07, |
| "loss": 1.2180012702941894, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.9630541871921182, |
| "grad_norm": 0.22918790578842163, |
| "learning_rate": 5.507246868705851e-07, |
| "loss": 1.2474028587341308, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.9655172413793104, |
| "grad_norm": 0.25687795877456665, |
| "learning_rate": 4.80719556402434e-07, |
| "loss": 1.2379139900207519, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.9679802955665024, |
| "grad_norm": 0.22696813941001892, |
| "learning_rate": 4.154570059963752e-07, |
| "loss": 1.2781574249267578, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.9704433497536946, |
| "grad_norm": 0.2369939386844635, |
| "learning_rate": 3.5494118911266745e-07, |
| "loss": 1.277975082397461, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.9729064039408867, |
| "grad_norm": 0.21082457900047302, |
| "learning_rate": 2.99175957118436e-07, |
| "loss": 1.2537274360656738, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.9753694581280788, |
| "grad_norm": 0.24875393509864807, |
| "learning_rate": 2.4816485904255167e-07, |
| "loss": 1.2338659286499023, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.9778325123152709, |
| "grad_norm": 0.21517492830753326, |
| "learning_rate": 2.0191114134975316e-07, |
| "loss": 1.2391672134399414, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.9802955665024631, |
| "grad_norm": 0.24385160207748413, |
| "learning_rate": 1.604177477340457e-07, |
| "loss": 1.2772870063781738, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.9827586206896551, |
| "grad_norm": 0.24616920948028564, |
| "learning_rate": 1.2368731893136752e-07, |
| "loss": 1.245918083190918, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.9852216748768473, |
| "grad_norm": 0.31482505798339844, |
| "learning_rate": 9.172219255149937e-08, |
| "loss": 1.2193574905395508, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.9876847290640394, |
| "grad_norm": 0.20566366612911224, |
| "learning_rate": 6.452440292931682e-08, |
| "loss": 1.1942904472351075, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.9901477832512315, |
| "grad_norm": 0.3087645173072815, |
| "learning_rate": 4.2095680995310464e-08, |
| "loss": 1.190518569946289, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.9926108374384236, |
| "grad_norm": 0.27292242646217346, |
| "learning_rate": 2.443745416543241e-08, |
| "loss": 1.2792659759521485, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.9950738916256158, |
| "grad_norm": 0.21285434067249298, |
| "learning_rate": 1.1550846250252265e-08, |
| "loss": 1.2324320793151855, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.9975369458128078, |
| "grad_norm": 0.2532356381416321, |
| "learning_rate": 3.4366773834143547e-09, |
| "loss": 1.2427490234375, |
| "step": 2025 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.24805334210395813, |
| "learning_rate": 9.546396946280566e-11, |
| "loss": 1.2228047370910644, |
| "step": 2030 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 2030, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.9519558621383885e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
