| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 30.0, |
| "eval_steps": 500, |
| "global_step": 71610, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.04189359028068706, |
| "grad_norm": 1.1499052047729492, |
| "learning_rate": 4.993017734953219e-05, |
| "loss": 9.973, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08378718056137412, |
| "grad_norm": 1.1211209297180176, |
| "learning_rate": 4.986035469906438e-05, |
| "loss": 9.315, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.12568077084206117, |
| "grad_norm": 1.0281990766525269, |
| "learning_rate": 4.979053204859657e-05, |
| "loss": 8.8239, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.16757436112274823, |
| "grad_norm": 1.1534616947174072, |
| "learning_rate": 4.972070939812876e-05, |
| "loss": 8.4254, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.20946795140343527, |
| "grad_norm": 0.9906216859817505, |
| "learning_rate": 4.9650886747660944e-05, |
| "loss": 8.1225, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.25136154168412234, |
| "grad_norm": 0.9559820294380188, |
| "learning_rate": 4.958106409719313e-05, |
| "loss": 7.8557, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.2932551319648094, |
| "grad_norm": 0.7887147665023804, |
| "learning_rate": 4.951124144672532e-05, |
| "loss": 7.7282, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.33514872224549647, |
| "grad_norm": 0.6530473232269287, |
| "learning_rate": 4.944141879625751e-05, |
| "loss": 7.6586, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.3770423125261835, |
| "grad_norm": 0.6546779870986938, |
| "learning_rate": 4.9371596145789694e-05, |
| "loss": 7.6438, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.41893590280687054, |
| "grad_norm": 0.5660322308540344, |
| "learning_rate": 4.9301773495321885e-05, |
| "loss": 7.6237, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.4608294930875576, |
| "grad_norm": 0.6094719171524048, |
| "learning_rate": 4.9231950844854076e-05, |
| "loss": 7.5937, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.5027230833682447, |
| "grad_norm": 0.6101346015930176, |
| "learning_rate": 4.916212819438626e-05, |
| "loss": 7.5661, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.5446166736489317, |
| "grad_norm": 0.5943477749824524, |
| "learning_rate": 4.909230554391845e-05, |
| "loss": 7.6007, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5865102639296188, |
| "grad_norm": 0.6604776382446289, |
| "learning_rate": 4.902248289345064e-05, |
| "loss": 7.568, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.6284038542103059, |
| "grad_norm": 0.6151777505874634, |
| "learning_rate": 4.8952660242982826e-05, |
| "loss": 7.5521, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.6702974444909929, |
| "grad_norm": 0.6381381750106812, |
| "learning_rate": 4.888283759251501e-05, |
| "loss": 7.5478, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.7121910347716799, |
| "grad_norm": 0.6552081108093262, |
| "learning_rate": 4.88130149420472e-05, |
| "loss": 7.5293, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.754084625052367, |
| "grad_norm": 0.6973659992218018, |
| "learning_rate": 4.874319229157939e-05, |
| "loss": 7.4983, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.795978215333054, |
| "grad_norm": 0.8130584955215454, |
| "learning_rate": 4.8673369641111576e-05, |
| "loss": 7.5213, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.8378718056137411, |
| "grad_norm": 0.8530446887016296, |
| "learning_rate": 4.860354699064377e-05, |
| "loss": 7.5105, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.8797653958944281, |
| "grad_norm": 0.8059477210044861, |
| "learning_rate": 4.853372434017596e-05, |
| "loss": 7.508, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.9216589861751152, |
| "grad_norm": 0.7378331422805786, |
| "learning_rate": 4.846390168970814e-05, |
| "loss": 7.482, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.9635525764558023, |
| "grad_norm": 1.1823194026947021, |
| "learning_rate": 4.839407903924033e-05, |
| "loss": 7.4778, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.0054461667364893, |
| "grad_norm": 0.8547298908233643, |
| "learning_rate": 4.832425638877252e-05, |
| "loss": 7.4529, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.0473397570171763, |
| "grad_norm": 0.8535734415054321, |
| "learning_rate": 4.825443373830471e-05, |
| "loss": 7.4374, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.0892333472978635, |
| "grad_norm": 0.994597852230072, |
| "learning_rate": 4.818461108783689e-05, |
| "loss": 7.4306, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.1311269375785504, |
| "grad_norm": 1.2056490182876587, |
| "learning_rate": 4.8114788437369084e-05, |
| "loss": 7.4322, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.1730205278592376, |
| "grad_norm": 1.2451157569885254, |
| "learning_rate": 4.8044965786901275e-05, |
| "loss": 7.4205, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.2149141181399246, |
| "grad_norm": 0.9964780211448669, |
| "learning_rate": 4.797514313643346e-05, |
| "loss": 7.4031, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.2568077084206117, |
| "grad_norm": 0.8989804983139038, |
| "learning_rate": 4.790532048596565e-05, |
| "loss": 7.4043, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.2987012987012987, |
| "grad_norm": 1.1330469846725464, |
| "learning_rate": 4.783549783549784e-05, |
| "loss": 7.4031, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.3405948889819856, |
| "grad_norm": 0.9531299471855164, |
| "learning_rate": 4.7765675185030025e-05, |
| "loss": 7.3866, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.3824884792626728, |
| "grad_norm": 1.0342323780059814, |
| "learning_rate": 4.7695852534562216e-05, |
| "loss": 7.3477, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.42438206954336, |
| "grad_norm": 1.0523111820220947, |
| "learning_rate": 4.76260298840944e-05, |
| "loss": 7.3726, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.466275659824047, |
| "grad_norm": 1.298751711845398, |
| "learning_rate": 4.755620723362659e-05, |
| "loss": 7.3484, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.508169250104734, |
| "grad_norm": 1.0065233707427979, |
| "learning_rate": 4.7486384583158775e-05, |
| "loss": 7.3567, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.550062840385421, |
| "grad_norm": 1.2989579439163208, |
| "learning_rate": 4.7416561932690966e-05, |
| "loss": 7.3275, |
| "step": 3700 |
| }, |
| { |
| "epoch": 1.591956430666108, |
| "grad_norm": 1.0343406200408936, |
| "learning_rate": 4.734673928222316e-05, |
| "loss": 7.3353, |
| "step": 3800 |
| }, |
| { |
| "epoch": 1.6338500209467952, |
| "grad_norm": 0.9944115281105042, |
| "learning_rate": 4.727691663175534e-05, |
| "loss": 7.3304, |
| "step": 3900 |
| }, |
| { |
| "epoch": 1.6757436112274822, |
| "grad_norm": 1.102974534034729, |
| "learning_rate": 4.720709398128753e-05, |
| "loss": 7.3128, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.7176372015081691, |
| "grad_norm": 1.112282156944275, |
| "learning_rate": 4.713727133081972e-05, |
| "loss": 7.333, |
| "step": 4100 |
| }, |
| { |
| "epoch": 1.7595307917888563, |
| "grad_norm": 1.2143328189849854, |
| "learning_rate": 4.7067448680351914e-05, |
| "loss": 7.3342, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.8014243820695435, |
| "grad_norm": 1.1656922101974487, |
| "learning_rate": 4.69976260298841e-05, |
| "loss": 7.2995, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.8433179723502304, |
| "grad_norm": 1.2085694074630737, |
| "learning_rate": 4.692780337941628e-05, |
| "loss": 7.2939, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.8852115626309174, |
| "grad_norm": 1.1366217136383057, |
| "learning_rate": 4.685798072894847e-05, |
| "loss": 7.3079, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.9271051529116046, |
| "grad_norm": 1.5368098020553589, |
| "learning_rate": 4.678815807848066e-05, |
| "loss": 7.2682, |
| "step": 4600 |
| }, |
| { |
| "epoch": 1.9689987431922917, |
| "grad_norm": 1.1548763513565063, |
| "learning_rate": 4.671833542801285e-05, |
| "loss": 7.2708, |
| "step": 4700 |
| }, |
| { |
| "epoch": 2.0108923334729787, |
| "grad_norm": 1.1510928869247437, |
| "learning_rate": 4.664851277754504e-05, |
| "loss": 7.2794, |
| "step": 4800 |
| }, |
| { |
| "epoch": 2.0527859237536656, |
| "grad_norm": 1.103461503982544, |
| "learning_rate": 4.6578690127077224e-05, |
| "loss": 7.2612, |
| "step": 4900 |
| }, |
| { |
| "epoch": 2.0946795140343526, |
| "grad_norm": 1.2767215967178345, |
| "learning_rate": 4.6508867476609414e-05, |
| "loss": 7.2436, |
| "step": 5000 |
| }, |
| { |
| "epoch": 2.13657310431504, |
| "grad_norm": 1.3062710762023926, |
| "learning_rate": 4.6439044826141605e-05, |
| "loss": 7.2162, |
| "step": 5100 |
| }, |
| { |
| "epoch": 2.178466694595727, |
| "grad_norm": 1.2461299896240234, |
| "learning_rate": 4.6369222175673796e-05, |
| "loss": 7.2387, |
| "step": 5200 |
| }, |
| { |
| "epoch": 2.220360284876414, |
| "grad_norm": 1.5427358150482178, |
| "learning_rate": 4.629939952520598e-05, |
| "loss": 7.2004, |
| "step": 5300 |
| }, |
| { |
| "epoch": 2.262253875157101, |
| "grad_norm": 1.390331506729126, |
| "learning_rate": 4.6229576874738165e-05, |
| "loss": 7.2403, |
| "step": 5400 |
| }, |
| { |
| "epoch": 2.3041474654377883, |
| "grad_norm": 1.4087032079696655, |
| "learning_rate": 4.6159754224270356e-05, |
| "loss": 7.2157, |
| "step": 5500 |
| }, |
| { |
| "epoch": 2.346041055718475, |
| "grad_norm": 1.2417359352111816, |
| "learning_rate": 4.608993157380254e-05, |
| "loss": 7.2277, |
| "step": 5600 |
| }, |
| { |
| "epoch": 2.387934645999162, |
| "grad_norm": 1.4267281293869019, |
| "learning_rate": 4.602010892333473e-05, |
| "loss": 7.1999, |
| "step": 5700 |
| }, |
| { |
| "epoch": 2.429828236279849, |
| "grad_norm": 1.3897684812545776, |
| "learning_rate": 4.595028627286692e-05, |
| "loss": 7.2155, |
| "step": 5800 |
| }, |
| { |
| "epoch": 2.471721826560536, |
| "grad_norm": 1.326821208000183, |
| "learning_rate": 4.5880463622399106e-05, |
| "loss": 7.1705, |
| "step": 5900 |
| }, |
| { |
| "epoch": 2.5136154168412235, |
| "grad_norm": 1.2585749626159668, |
| "learning_rate": 4.58106409719313e-05, |
| "loss": 7.1787, |
| "step": 6000 |
| }, |
| { |
| "epoch": 2.5555090071219104, |
| "grad_norm": 1.4856244325637817, |
| "learning_rate": 4.574081832146349e-05, |
| "loss": 7.1923, |
| "step": 6100 |
| }, |
| { |
| "epoch": 2.5974025974025974, |
| "grad_norm": 1.2883421182632446, |
| "learning_rate": 4.567099567099568e-05, |
| "loss": 7.1776, |
| "step": 6200 |
| }, |
| { |
| "epoch": 2.6392961876832843, |
| "grad_norm": 1.4935518503189087, |
| "learning_rate": 4.560117302052786e-05, |
| "loss": 7.1711, |
| "step": 6300 |
| }, |
| { |
| "epoch": 2.6811897779639713, |
| "grad_norm": 1.3920152187347412, |
| "learning_rate": 4.553135037006005e-05, |
| "loss": 7.1292, |
| "step": 6400 |
| }, |
| { |
| "epoch": 2.7230833682446587, |
| "grad_norm": 1.2802495956420898, |
| "learning_rate": 4.546152771959224e-05, |
| "loss": 7.1558, |
| "step": 6500 |
| }, |
| { |
| "epoch": 2.7649769585253456, |
| "grad_norm": 1.4111789464950562, |
| "learning_rate": 4.5392403295629106e-05, |
| "loss": 7.172, |
| "step": 6600 |
| }, |
| { |
| "epoch": 2.8068705488060326, |
| "grad_norm": 1.6390964984893799, |
| "learning_rate": 4.53225806451613e-05, |
| "loss": 7.1263, |
| "step": 6700 |
| }, |
| { |
| "epoch": 2.84876413908672, |
| "grad_norm": 1.4132812023162842, |
| "learning_rate": 4.525275799469348e-05, |
| "loss": 7.1259, |
| "step": 6800 |
| }, |
| { |
| "epoch": 2.890657729367407, |
| "grad_norm": 1.4943978786468506, |
| "learning_rate": 4.518293534422567e-05, |
| "loss": 7.1252, |
| "step": 6900 |
| }, |
| { |
| "epoch": 2.932551319648094, |
| "grad_norm": 1.3022414445877075, |
| "learning_rate": 4.5113112693757856e-05, |
| "loss": 7.107, |
| "step": 7000 |
| }, |
| { |
| "epoch": 2.974444909928781, |
| "grad_norm": 1.4270446300506592, |
| "learning_rate": 4.504329004329004e-05, |
| "loss": 7.1278, |
| "step": 7100 |
| }, |
| { |
| "epoch": 3.016338500209468, |
| "grad_norm": 1.3672137260437012, |
| "learning_rate": 4.497346739282223e-05, |
| "loss": 7.1282, |
| "step": 7200 |
| }, |
| { |
| "epoch": 3.058232090490155, |
| "grad_norm": 1.955368995666504, |
| "learning_rate": 4.490364474235442e-05, |
| "loss": 7.1123, |
| "step": 7300 |
| }, |
| { |
| "epoch": 3.100125680770842, |
| "grad_norm": 1.3990498781204224, |
| "learning_rate": 4.483382209188661e-05, |
| "loss": 7.1117, |
| "step": 7400 |
| }, |
| { |
| "epoch": 3.142019271051529, |
| "grad_norm": 1.6294671297073364, |
| "learning_rate": 4.47639994414188e-05, |
| "loss": 7.0721, |
| "step": 7500 |
| }, |
| { |
| "epoch": 3.183912861332216, |
| "grad_norm": 1.3939063549041748, |
| "learning_rate": 4.469417679095099e-05, |
| "loss": 7.0599, |
| "step": 7600 |
| }, |
| { |
| "epoch": 3.225806451612903, |
| "grad_norm": 1.918155312538147, |
| "learning_rate": 4.462435414048318e-05, |
| "loss": 7.0759, |
| "step": 7700 |
| }, |
| { |
| "epoch": 3.2677000418935904, |
| "grad_norm": 1.3072093725204468, |
| "learning_rate": 4.455453149001536e-05, |
| "loss": 7.0784, |
| "step": 7800 |
| }, |
| { |
| "epoch": 3.3095936321742774, |
| "grad_norm": 1.3794573545455933, |
| "learning_rate": 4.4484708839547554e-05, |
| "loss": 7.0726, |
| "step": 7900 |
| }, |
| { |
| "epoch": 3.3514872224549643, |
| "grad_norm": 1.4223533868789673, |
| "learning_rate": 4.441488618907974e-05, |
| "loss": 7.0513, |
| "step": 8000 |
| }, |
| { |
| "epoch": 3.3933808127356513, |
| "grad_norm": 1.695520043373108, |
| "learning_rate": 4.434506353861192e-05, |
| "loss": 7.0586, |
| "step": 8100 |
| }, |
| { |
| "epoch": 3.4352744030163387, |
| "grad_norm": 2.290275812149048, |
| "learning_rate": 4.4275240888144113e-05, |
| "loss": 7.0429, |
| "step": 8200 |
| }, |
| { |
| "epoch": 3.4771679932970256, |
| "grad_norm": 1.5322943925857544, |
| "learning_rate": 4.4205418237676304e-05, |
| "loss": 7.0196, |
| "step": 8300 |
| }, |
| { |
| "epoch": 3.5190615835777126, |
| "grad_norm": 1.4767639636993408, |
| "learning_rate": 4.4135595587208495e-05, |
| "loss": 7.0643, |
| "step": 8400 |
| }, |
| { |
| "epoch": 3.5609551738583995, |
| "grad_norm": 1.4343881607055664, |
| "learning_rate": 4.406577293674068e-05, |
| "loss": 7.0153, |
| "step": 8500 |
| }, |
| { |
| "epoch": 3.602848764139087, |
| "grad_norm": 1.7641897201538086, |
| "learning_rate": 4.399664851277755e-05, |
| "loss": 7.013, |
| "step": 8600 |
| }, |
| { |
| "epoch": 3.644742354419774, |
| "grad_norm": 1.9688279628753662, |
| "learning_rate": 4.392682586230973e-05, |
| "loss": 6.9985, |
| "step": 8700 |
| }, |
| { |
| "epoch": 3.686635944700461, |
| "grad_norm": 1.7434871196746826, |
| "learning_rate": 4.385700321184192e-05, |
| "loss": 7.0142, |
| "step": 8800 |
| }, |
| { |
| "epoch": 3.728529534981148, |
| "grad_norm": 1.550470232963562, |
| "learning_rate": 4.378718056137411e-05, |
| "loss": 6.9975, |
| "step": 8900 |
| }, |
| { |
| "epoch": 3.7704231252618348, |
| "grad_norm": 1.759869933128357, |
| "learning_rate": 4.37173579109063e-05, |
| "loss": 6.9821, |
| "step": 9000 |
| }, |
| { |
| "epoch": 3.812316715542522, |
| "grad_norm": 2.052905797958374, |
| "learning_rate": 4.364753526043849e-05, |
| "loss": 6.9917, |
| "step": 9100 |
| }, |
| { |
| "epoch": 3.854210305823209, |
| "grad_norm": 1.8859872817993164, |
| "learning_rate": 4.357771260997068e-05, |
| "loss": 6.9934, |
| "step": 9200 |
| }, |
| { |
| "epoch": 3.896103896103896, |
| "grad_norm": 1.8349354267120361, |
| "learning_rate": 4.3507889959502863e-05, |
| "loss": 6.9861, |
| "step": 9300 |
| }, |
| { |
| "epoch": 3.937997486384583, |
| "grad_norm": 2.519893169403076, |
| "learning_rate": 4.3438067309035054e-05, |
| "loss": 6.9611, |
| "step": 9400 |
| }, |
| { |
| "epoch": 3.97989107666527, |
| "grad_norm": 1.506072759628296, |
| "learning_rate": 4.336824465856724e-05, |
| "loss": 6.9688, |
| "step": 9500 |
| }, |
| { |
| "epoch": 4.021784666945957, |
| "grad_norm": 1.5342004299163818, |
| "learning_rate": 4.329842200809943e-05, |
| "loss": 6.9582, |
| "step": 9600 |
| }, |
| { |
| "epoch": 4.063678257226645, |
| "grad_norm": 1.6476861238479614, |
| "learning_rate": 4.3228599357631614e-05, |
| "loss": 6.9712, |
| "step": 9700 |
| }, |
| { |
| "epoch": 4.105571847507331, |
| "grad_norm": 2.112595319747925, |
| "learning_rate": 4.3158776707163805e-05, |
| "loss": 6.9568, |
| "step": 9800 |
| }, |
| { |
| "epoch": 4.147465437788019, |
| "grad_norm": 2.390101194381714, |
| "learning_rate": 4.3088954056695996e-05, |
| "loss": 6.9501, |
| "step": 9900 |
| }, |
| { |
| "epoch": 4.189359028068705, |
| "grad_norm": 1.900177240371704, |
| "learning_rate": 4.301913140622818e-05, |
| "loss": 6.935, |
| "step": 10000 |
| }, |
| { |
| "epoch": 4.231252618349393, |
| "grad_norm": 1.7032443284988403, |
| "learning_rate": 4.294930875576037e-05, |
| "loss": 6.9343, |
| "step": 10100 |
| }, |
| { |
| "epoch": 4.27314620863008, |
| "grad_norm": 1.8393847942352295, |
| "learning_rate": 4.287948610529256e-05, |
| "loss": 6.8927, |
| "step": 10200 |
| }, |
| { |
| "epoch": 4.3150397989107665, |
| "grad_norm": 2.046727180480957, |
| "learning_rate": 4.280966345482475e-05, |
| "loss": 6.9156, |
| "step": 10300 |
| }, |
| { |
| "epoch": 4.356933389191454, |
| "grad_norm": 1.832216501235962, |
| "learning_rate": 4.273984080435694e-05, |
| "loss": 6.89, |
| "step": 10400 |
| }, |
| { |
| "epoch": 4.39882697947214, |
| "grad_norm": 1.8682448863983154, |
| "learning_rate": 4.267001815388912e-05, |
| "loss": 6.8995, |
| "step": 10500 |
| }, |
| { |
| "epoch": 4.440720569752828, |
| "grad_norm": 2.0732340812683105, |
| "learning_rate": 4.260089372992599e-05, |
| "loss": 6.9094, |
| "step": 10600 |
| }, |
| { |
| "epoch": 4.482614160033515, |
| "grad_norm": 1.6016206741333008, |
| "learning_rate": 4.253107107945818e-05, |
| "loss": 6.913, |
| "step": 10700 |
| }, |
| { |
| "epoch": 4.524507750314202, |
| "grad_norm": 2.063062906265259, |
| "learning_rate": 4.246124842899037e-05, |
| "loss": 6.8943, |
| "step": 10800 |
| }, |
| { |
| "epoch": 4.566401340594889, |
| "grad_norm": 1.9563026428222656, |
| "learning_rate": 4.2391425778522555e-05, |
| "loss": 6.8986, |
| "step": 10900 |
| }, |
| { |
| "epoch": 4.6082949308755765, |
| "grad_norm": 1.8872498273849487, |
| "learning_rate": 4.2321603128054746e-05, |
| "loss": 6.8883, |
| "step": 11000 |
| }, |
| { |
| "epoch": 4.650188521156263, |
| "grad_norm": 2.1376144886016846, |
| "learning_rate": 4.225178047758693e-05, |
| "loss": 6.8716, |
| "step": 11100 |
| }, |
| { |
| "epoch": 4.69208211143695, |
| "grad_norm": 1.938679575920105, |
| "learning_rate": 4.218195782711912e-05, |
| "loss": 6.8836, |
| "step": 11200 |
| }, |
| { |
| "epoch": 4.733975701717637, |
| "grad_norm": 1.9372957944869995, |
| "learning_rate": 4.2112135176651305e-05, |
| "loss": 6.8925, |
| "step": 11300 |
| }, |
| { |
| "epoch": 4.775869291998324, |
| "grad_norm": 2.716827630996704, |
| "learning_rate": 4.2042312526183496e-05, |
| "loss": 6.8284, |
| "step": 11400 |
| }, |
| { |
| "epoch": 4.817762882279011, |
| "grad_norm": 1.942700743675232, |
| "learning_rate": 4.197248987571568e-05, |
| "loss": 6.8753, |
| "step": 11500 |
| }, |
| { |
| "epoch": 4.859656472559698, |
| "grad_norm": 2.026385545730591, |
| "learning_rate": 4.190266722524787e-05, |
| "loss": 6.8707, |
| "step": 11600 |
| }, |
| { |
| "epoch": 4.901550062840386, |
| "grad_norm": 1.7594517469406128, |
| "learning_rate": 4.183284457478006e-05, |
| "loss": 6.8427, |
| "step": 11700 |
| }, |
| { |
| "epoch": 4.943443653121072, |
| "grad_norm": 1.8161801099777222, |
| "learning_rate": 4.176302192431225e-05, |
| "loss": 6.8519, |
| "step": 11800 |
| }, |
| { |
| "epoch": 4.9853372434017595, |
| "grad_norm": 2.6034481525421143, |
| "learning_rate": 4.169319927384444e-05, |
| "loss": 6.8448, |
| "step": 11900 |
| }, |
| { |
| "epoch": 5.027230833682447, |
| "grad_norm": 1.93776535987854, |
| "learning_rate": 4.162337662337663e-05, |
| "loss": 6.8071, |
| "step": 12000 |
| }, |
| { |
| "epoch": 5.0691244239631335, |
| "grad_norm": 2.0754964351654053, |
| "learning_rate": 4.155355397290881e-05, |
| "loss": 6.8386, |
| "step": 12100 |
| }, |
| { |
| "epoch": 5.111018014243821, |
| "grad_norm": 2.0640342235565186, |
| "learning_rate": 4.1483731322440996e-05, |
| "loss": 6.8402, |
| "step": 12200 |
| }, |
| { |
| "epoch": 5.152911604524507, |
| "grad_norm": 1.8218064308166504, |
| "learning_rate": 4.141390867197319e-05, |
| "loss": 6.8153, |
| "step": 12300 |
| }, |
| { |
| "epoch": 5.194805194805195, |
| "grad_norm": 2.0181634426116943, |
| "learning_rate": 4.134408602150538e-05, |
| "loss": 6.8104, |
| "step": 12400 |
| }, |
| { |
| "epoch": 5.236698785085882, |
| "grad_norm": 2.5224316120147705, |
| "learning_rate": 4.127426337103757e-05, |
| "loss": 6.8355, |
| "step": 12500 |
| }, |
| { |
| "epoch": 5.278592375366569, |
| "grad_norm": 3.1008002758026123, |
| "learning_rate": 4.120513894707444e-05, |
| "loss": 6.8384, |
| "step": 12600 |
| }, |
| { |
| "epoch": 5.320485965647256, |
| "grad_norm": 1.8872394561767578, |
| "learning_rate": 4.113531629660662e-05, |
| "loss": 6.8087, |
| "step": 12700 |
| }, |
| { |
| "epoch": 5.362379555927943, |
| "grad_norm": 2.109281063079834, |
| "learning_rate": 4.1065493646138805e-05, |
| "loss": 6.8161, |
| "step": 12800 |
| }, |
| { |
| "epoch": 5.40427314620863, |
| "grad_norm": 1.7881128787994385, |
| "learning_rate": 4.0995670995670996e-05, |
| "loss": 6.8215, |
| "step": 12900 |
| }, |
| { |
| "epoch": 5.446166736489317, |
| "grad_norm": 2.5179624557495117, |
| "learning_rate": 4.092584834520319e-05, |
| "loss": 6.7883, |
| "step": 13000 |
| }, |
| { |
| "epoch": 5.488060326770004, |
| "grad_norm": 2.4349751472473145, |
| "learning_rate": 4.085602569473537e-05, |
| "loss": 6.792, |
| "step": 13100 |
| }, |
| { |
| "epoch": 5.529953917050691, |
| "grad_norm": 2.011018991470337, |
| "learning_rate": 4.078620304426756e-05, |
| "loss": 6.7846, |
| "step": 13200 |
| }, |
| { |
| "epoch": 5.571847507331379, |
| "grad_norm": 2.519958019256592, |
| "learning_rate": 4.071638039379975e-05, |
| "loss": 6.7887, |
| "step": 13300 |
| }, |
| { |
| "epoch": 5.613741097612065, |
| "grad_norm": 1.9241886138916016, |
| "learning_rate": 4.064655774333194e-05, |
| "loss": 6.7662, |
| "step": 13400 |
| }, |
| { |
| "epoch": 5.655634687892753, |
| "grad_norm": 1.8995391130447388, |
| "learning_rate": 4.057673509286413e-05, |
| "loss": 6.7672, |
| "step": 13500 |
| }, |
| { |
| "epoch": 5.697528278173439, |
| "grad_norm": 2.1511363983154297, |
| "learning_rate": 4.050691244239632e-05, |
| "loss": 6.7867, |
| "step": 13600 |
| }, |
| { |
| "epoch": 5.7394218684541265, |
| "grad_norm": 1.8995012044906616, |
| "learning_rate": 4.04370897919285e-05, |
| "loss": 6.7563, |
| "step": 13700 |
| }, |
| { |
| "epoch": 5.781315458734814, |
| "grad_norm": 1.83163321018219, |
| "learning_rate": 4.036726714146069e-05, |
| "loss": 6.7848, |
| "step": 13800 |
| }, |
| { |
| "epoch": 5.8232090490155, |
| "grad_norm": 2.2616159915924072, |
| "learning_rate": 4.029744449099288e-05, |
| "loss": 6.7896, |
| "step": 13900 |
| }, |
| { |
| "epoch": 5.865102639296188, |
| "grad_norm": 2.0548572540283203, |
| "learning_rate": 4.0228320067029746e-05, |
| "loss": 6.7633, |
| "step": 14000 |
| }, |
| { |
| "epoch": 5.906996229576874, |
| "grad_norm": 2.4749302864074707, |
| "learning_rate": 4.015849741656194e-05, |
| "loss": 6.7267, |
| "step": 14100 |
| }, |
| { |
| "epoch": 5.948889819857562, |
| "grad_norm": 1.906648874282837, |
| "learning_rate": 4.008867476609413e-05, |
| "loss": 6.7645, |
| "step": 14200 |
| }, |
| { |
| "epoch": 5.990783410138249, |
| "grad_norm": 2.0839619636535645, |
| "learning_rate": 4.001885211562631e-05, |
| "loss": 6.8082, |
| "step": 14300 |
| }, |
| { |
| "epoch": 6.032677000418936, |
| "grad_norm": 2.1202664375305176, |
| "learning_rate": 3.9949029465158496e-05, |
| "loss": 6.7625, |
| "step": 14400 |
| }, |
| { |
| "epoch": 6.074570590699623, |
| "grad_norm": 1.988951563835144, |
| "learning_rate": 3.987920681469069e-05, |
| "loss": 6.7413, |
| "step": 14500 |
| }, |
| { |
| "epoch": 6.11646418098031, |
| "grad_norm": 2.4327659606933594, |
| "learning_rate": 3.980938416422287e-05, |
| "loss": 6.7123, |
| "step": 14600 |
| }, |
| { |
| "epoch": 6.158357771260997, |
| "grad_norm": 2.07710599899292, |
| "learning_rate": 3.973956151375506e-05, |
| "loss": 6.7316, |
| "step": 14700 |
| }, |
| { |
| "epoch": 6.200251361541684, |
| "grad_norm": 1.9640876054763794, |
| "learning_rate": 3.966973886328725e-05, |
| "loss": 6.752, |
| "step": 14800 |
| }, |
| { |
| "epoch": 6.242144951822371, |
| "grad_norm": 2.3012888431549072, |
| "learning_rate": 3.959991621281944e-05, |
| "loss": 6.7188, |
| "step": 14900 |
| }, |
| { |
| "epoch": 6.284038542103058, |
| "grad_norm": 2.0262773036956787, |
| "learning_rate": 3.953009356235163e-05, |
| "loss": 6.7255, |
| "step": 15000 |
| }, |
| { |
| "epoch": 6.325932132383746, |
| "grad_norm": 1.8689815998077393, |
| "learning_rate": 3.946027091188382e-05, |
| "loss": 6.7132, |
| "step": 15100 |
| }, |
| { |
| "epoch": 6.367825722664432, |
| "grad_norm": 2.188612937927246, |
| "learning_rate": 3.939044826141601e-05, |
| "loss": 6.7407, |
| "step": 15200 |
| }, |
| { |
| "epoch": 6.4097193129451195, |
| "grad_norm": 2.0168368816375732, |
| "learning_rate": 3.9320625610948195e-05, |
| "loss": 6.7132, |
| "step": 15300 |
| }, |
| { |
| "epoch": 6.451612903225806, |
| "grad_norm": 2.496889352798462, |
| "learning_rate": 3.925080296048038e-05, |
| "loss": 6.7003, |
| "step": 15400 |
| }, |
| { |
| "epoch": 6.4935064935064934, |
| "grad_norm": 2.1601486206054688, |
| "learning_rate": 3.918098031001257e-05, |
| "loss": 6.7056, |
| "step": 15500 |
| }, |
| { |
| "epoch": 6.535400083787181, |
| "grad_norm": 2.300112009048462, |
| "learning_rate": 3.9111157659544754e-05, |
| "loss": 6.7314, |
| "step": 15600 |
| }, |
| { |
| "epoch": 6.577293674067867, |
| "grad_norm": 2.321880578994751, |
| "learning_rate": 3.9041335009076945e-05, |
| "loss": 6.7166, |
| "step": 15700 |
| }, |
| { |
| "epoch": 6.619187264348555, |
| "grad_norm": 2.029465913772583, |
| "learning_rate": 3.8971512358609136e-05, |
| "loss": 6.6908, |
| "step": 15800 |
| }, |
| { |
| "epoch": 6.661080854629242, |
| "grad_norm": 2.258577585220337, |
| "learning_rate": 3.890168970814133e-05, |
| "loss": 6.7359, |
| "step": 15900 |
| }, |
| { |
| "epoch": 6.702974444909929, |
| "grad_norm": 2.3579437732696533, |
| "learning_rate": 3.883186705767351e-05, |
| "loss": 6.7021, |
| "step": 16000 |
| }, |
| { |
| "epoch": 6.744868035190616, |
| "grad_norm": 2.236828565597534, |
| "learning_rate": 3.87620444072057e-05, |
| "loss": 6.6897, |
| "step": 16100 |
| }, |
| { |
| "epoch": 6.786761625471303, |
| "grad_norm": 2.6255593299865723, |
| "learning_rate": 3.869222175673789e-05, |
| "loss": 6.6899, |
| "step": 16200 |
| }, |
| { |
| "epoch": 6.82865521575199, |
| "grad_norm": 2.297067880630493, |
| "learning_rate": 3.862239910627008e-05, |
| "loss": 6.7058, |
| "step": 16300 |
| }, |
| { |
| "epoch": 6.870548806032677, |
| "grad_norm": 2.440605640411377, |
| "learning_rate": 3.8553274682306945e-05, |
| "loss": 6.6559, |
| "step": 16400 |
| }, |
| { |
| "epoch": 6.912442396313364, |
| "grad_norm": 2.0427000522613525, |
| "learning_rate": 3.848345203183913e-05, |
| "loss": 6.6799, |
| "step": 16500 |
| }, |
| { |
| "epoch": 6.954335986594051, |
| "grad_norm": 2.0323081016540527, |
| "learning_rate": 3.841362938137132e-05, |
| "loss": 6.6863, |
| "step": 16600 |
| }, |
| { |
| "epoch": 6.996229576874738, |
| "grad_norm": 3.407731533050537, |
| "learning_rate": 3.834380673090351e-05, |
| "loss": 6.6767, |
| "step": 16700 |
| }, |
| { |
| "epoch": 7.038123167155425, |
| "grad_norm": 2.112870931625366, |
| "learning_rate": 3.8273984080435695e-05, |
| "loss": 6.682, |
| "step": 16800 |
| }, |
| { |
| "epoch": 7.080016757436113, |
| "grad_norm": 2.710810422897339, |
| "learning_rate": 3.8204161429967886e-05, |
| "loss": 6.7046, |
| "step": 16900 |
| }, |
| { |
| "epoch": 7.121910347716799, |
| "grad_norm": 2.0754942893981934, |
| "learning_rate": 3.813433877950007e-05, |
| "loss": 6.6511, |
| "step": 17000 |
| }, |
| { |
| "epoch": 7.1638039379974865, |
| "grad_norm": 3.1009552478790283, |
| "learning_rate": 3.8064516129032254e-05, |
| "loss": 6.666, |
| "step": 17100 |
| }, |
| { |
| "epoch": 7.205697528278174, |
| "grad_norm": 2.1582441329956055, |
| "learning_rate": 3.7994693478564445e-05, |
| "loss": 6.6574, |
| "step": 17200 |
| }, |
| { |
| "epoch": 7.24759111855886, |
| "grad_norm": 2.680147647857666, |
| "learning_rate": 3.7924870828096636e-05, |
| "loss": 6.6814, |
| "step": 17300 |
| }, |
| { |
| "epoch": 7.289484708839548, |
| "grad_norm": 2.0264320373535156, |
| "learning_rate": 3.785504817762883e-05, |
| "loss": 6.668, |
| "step": 17400 |
| }, |
| { |
| "epoch": 7.331378299120234, |
| "grad_norm": 2.032093048095703, |
| "learning_rate": 3.778522552716101e-05, |
| "loss": 6.6603, |
| "step": 17500 |
| }, |
| { |
| "epoch": 7.373271889400922, |
| "grad_norm": 2.4837894439697266, |
| "learning_rate": 3.77154028766932e-05, |
| "loss": 6.6817, |
| "step": 17600 |
| }, |
| { |
| "epoch": 7.415165479681609, |
| "grad_norm": 2.70166015625, |
| "learning_rate": 3.764558022622539e-05, |
| "loss": 6.6657, |
| "step": 17700 |
| }, |
| { |
| "epoch": 7.457059069962296, |
| "grad_norm": 2.3508477210998535, |
| "learning_rate": 3.757575757575758e-05, |
| "loss": 6.6314, |
| "step": 17800 |
| }, |
| { |
| "epoch": 7.498952660242983, |
| "grad_norm": 2.450437307357788, |
| "learning_rate": 3.750593492528977e-05, |
| "loss": 6.6551, |
| "step": 17900 |
| }, |
| { |
| "epoch": 7.5408462505236695, |
| "grad_norm": 1.9939864873886108, |
| "learning_rate": 3.743611227482195e-05, |
| "loss": 6.6128, |
| "step": 18000 |
| }, |
| { |
| "epoch": 7.582739840804357, |
| "grad_norm": 2.470285177230835, |
| "learning_rate": 3.736628962435414e-05, |
| "loss": 6.6126, |
| "step": 18100 |
| }, |
| { |
| "epoch": 7.624633431085044, |
| "grad_norm": 2.5651469230651855, |
| "learning_rate": 3.729646697388633e-05, |
| "loss": 6.6694, |
| "step": 18200 |
| }, |
| { |
| "epoch": 7.666527021365731, |
| "grad_norm": 2.361785650253296, |
| "learning_rate": 3.722664432341852e-05, |
| "loss": 6.6349, |
| "step": 18300 |
| }, |
| { |
| "epoch": 7.708420611646418, |
| "grad_norm": 2.371994972229004, |
| "learning_rate": 3.715682167295071e-05, |
| "loss": 6.6483, |
| "step": 18400 |
| }, |
| { |
| "epoch": 7.750314201927106, |
| "grad_norm": 2.862107038497925, |
| "learning_rate": 3.708769724898758e-05, |
| "loss": 6.634, |
| "step": 18500 |
| }, |
| { |
| "epoch": 7.792207792207792, |
| "grad_norm": 2.815486192703247, |
| "learning_rate": 3.701787459851976e-05, |
| "loss": 6.6324, |
| "step": 18600 |
| }, |
| { |
| "epoch": 7.8341013824884795, |
| "grad_norm": 1.930017352104187, |
| "learning_rate": 3.6948051948051945e-05, |
| "loss": 6.6275, |
| "step": 18700 |
| }, |
| { |
| "epoch": 7.875994972769166, |
| "grad_norm": 3.1758625507354736, |
| "learning_rate": 3.6878229297584136e-05, |
| "loss": 6.6529, |
| "step": 18800 |
| }, |
| { |
| "epoch": 7.9178885630498534, |
| "grad_norm": 2.1219429969787598, |
| "learning_rate": 3.680840664711633e-05, |
| "loss": 6.6085, |
| "step": 18900 |
| }, |
| { |
| "epoch": 7.95978215333054, |
| "grad_norm": 2.1965785026550293, |
| "learning_rate": 3.673858399664851e-05, |
| "loss": 6.6206, |
| "step": 19000 |
| }, |
| { |
| "epoch": 8.001675743611228, |
| "grad_norm": 2.489473581314087, |
| "learning_rate": 3.66687613461807e-05, |
| "loss": 6.6089, |
| "step": 19100 |
| }, |
| { |
| "epoch": 8.043569333891915, |
| "grad_norm": 2.3411850929260254, |
| "learning_rate": 3.659893869571289e-05, |
| "loss": 6.6286, |
| "step": 19200 |
| }, |
| { |
| "epoch": 8.085462924172601, |
| "grad_norm": 2.32071590423584, |
| "learning_rate": 3.6529116045245084e-05, |
| "loss": 6.5984, |
| "step": 19300 |
| }, |
| { |
| "epoch": 8.12735651445329, |
| "grad_norm": 2.402956247329712, |
| "learning_rate": 3.645929339477727e-05, |
| "loss": 6.5952, |
| "step": 19400 |
| }, |
| { |
| "epoch": 8.169250104733976, |
| "grad_norm": 2.6951029300689697, |
| "learning_rate": 3.638947074430946e-05, |
| "loss": 6.6106, |
| "step": 19500 |
| }, |
| { |
| "epoch": 8.211143695014663, |
| "grad_norm": 2.807187080383301, |
| "learning_rate": 3.6319648093841643e-05, |
| "loss": 6.6109, |
| "step": 19600 |
| }, |
| { |
| "epoch": 8.253037285295349, |
| "grad_norm": 2.798614025115967, |
| "learning_rate": 3.624982544337383e-05, |
| "loss": 6.6052, |
| "step": 19700 |
| }, |
| { |
| "epoch": 8.294930875576037, |
| "grad_norm": 4.015589237213135, |
| "learning_rate": 3.618000279290602e-05, |
| "loss": 6.5995, |
| "step": 19800 |
| }, |
| { |
| "epoch": 8.336824465856724, |
| "grad_norm": 2.6923959255218506, |
| "learning_rate": 3.611018014243821e-05, |
| "loss": 6.5855, |
| "step": 19900 |
| }, |
| { |
| "epoch": 8.37871805613741, |
| "grad_norm": 2.112994909286499, |
| "learning_rate": 3.6040357491970394e-05, |
| "loss": 6.5968, |
| "step": 20000 |
| }, |
| { |
| "epoch": 8.420611646418099, |
| "grad_norm": 2.8196451663970947, |
| "learning_rate": 3.5970534841502585e-05, |
| "loss": 6.5977, |
| "step": 20100 |
| }, |
| { |
| "epoch": 8.462505236698785, |
| "grad_norm": 2.2421326637268066, |
| "learning_rate": 3.5900712191034776e-05, |
| "loss": 6.5846, |
| "step": 20200 |
| }, |
| { |
| "epoch": 8.504398826979472, |
| "grad_norm": 2.634634256362915, |
| "learning_rate": 3.583088954056697e-05, |
| "loss": 6.5955, |
| "step": 20300 |
| }, |
| { |
| "epoch": 8.54629241726016, |
| "grad_norm": 2.101125955581665, |
| "learning_rate": 3.576106689009915e-05, |
| "loss": 6.6013, |
| "step": 20400 |
| }, |
| { |
| "epoch": 8.588186007540846, |
| "grad_norm": 2.719330072402954, |
| "learning_rate": 3.569194246613601e-05, |
| "loss": 6.5668, |
| "step": 20500 |
| }, |
| { |
| "epoch": 8.630079597821533, |
| "grad_norm": 2.283790349960327, |
| "learning_rate": 3.56221198156682e-05, |
| "loss": 6.6107, |
| "step": 20600 |
| }, |
| { |
| "epoch": 8.671973188102221, |
| "grad_norm": 2.1805171966552734, |
| "learning_rate": 3.5552297165200393e-05, |
| "loss": 6.5875, |
| "step": 20700 |
| }, |
| { |
| "epoch": 8.713866778382908, |
| "grad_norm": 2.6632487773895264, |
| "learning_rate": 3.5482474514732584e-05, |
| "loss": 6.613, |
| "step": 20800 |
| }, |
| { |
| "epoch": 8.755760368663594, |
| "grad_norm": 2.3296337127685547, |
| "learning_rate": 3.541265186426477e-05, |
| "loss": 6.5628, |
| "step": 20900 |
| }, |
| { |
| "epoch": 8.79765395894428, |
| "grad_norm": 2.8429343700408936, |
| "learning_rate": 3.534282921379696e-05, |
| "loss": 6.5823, |
| "step": 21000 |
| }, |
| { |
| "epoch": 8.839547549224969, |
| "grad_norm": 2.4361233711242676, |
| "learning_rate": 3.527300656332915e-05, |
| "loss": 6.5853, |
| "step": 21100 |
| }, |
| { |
| "epoch": 8.881441139505656, |
| "grad_norm": 2.5633111000061035, |
| "learning_rate": 3.5203183912861335e-05, |
| "loss": 6.5979, |
| "step": 21200 |
| }, |
| { |
| "epoch": 8.923334729786342, |
| "grad_norm": 2.350463628768921, |
| "learning_rate": 3.513336126239352e-05, |
| "loss": 6.5744, |
| "step": 21300 |
| }, |
| { |
| "epoch": 8.96522832006703, |
| "grad_norm": 2.456291675567627, |
| "learning_rate": 3.506353861192571e-05, |
| "loss": 6.57, |
| "step": 21400 |
| }, |
| { |
| "epoch": 9.007121910347717, |
| "grad_norm": 2.401036262512207, |
| "learning_rate": 3.49937159614579e-05, |
| "loss": 6.5614, |
| "step": 21500 |
| }, |
| { |
| "epoch": 9.049015500628403, |
| "grad_norm": 2.5537233352661133, |
| "learning_rate": 3.4923893310990085e-05, |
| "loss": 6.5836, |
| "step": 21600 |
| }, |
| { |
| "epoch": 9.090909090909092, |
| "grad_norm": 2.6386375427246094, |
| "learning_rate": 3.4854070660522276e-05, |
| "loss": 6.6178, |
| "step": 21700 |
| }, |
| { |
| "epoch": 9.132802681189778, |
| "grad_norm": 2.508533477783203, |
| "learning_rate": 3.478424801005447e-05, |
| "loss": 6.5761, |
| "step": 21800 |
| }, |
| { |
| "epoch": 9.174696271470465, |
| "grad_norm": 3.1510419845581055, |
| "learning_rate": 3.471442535958665e-05, |
| "loss": 6.558, |
| "step": 21900 |
| }, |
| { |
| "epoch": 9.216589861751151, |
| "grad_norm": 2.6325526237487793, |
| "learning_rate": 3.464460270911884e-05, |
| "loss": 6.5661, |
| "step": 22000 |
| }, |
| { |
| "epoch": 9.25848345203184, |
| "grad_norm": 2.9870827198028564, |
| "learning_rate": 3.457478005865103e-05, |
| "loss": 6.5392, |
| "step": 22100 |
| }, |
| { |
| "epoch": 9.300377042312526, |
| "grad_norm": 2.4924209117889404, |
| "learning_rate": 3.450495740818322e-05, |
| "loss": 6.547, |
| "step": 22200 |
| }, |
| { |
| "epoch": 9.342270632593213, |
| "grad_norm": 2.3227298259735107, |
| "learning_rate": 3.44351347577154e-05, |
| "loss": 6.5306, |
| "step": 22300 |
| }, |
| { |
| "epoch": 9.3841642228739, |
| "grad_norm": 2.867182731628418, |
| "learning_rate": 3.436531210724759e-05, |
| "loss": 6.5628, |
| "step": 22400 |
| }, |
| { |
| "epoch": 9.426057813154587, |
| "grad_norm": 2.2619149684906006, |
| "learning_rate": 3.429548945677978e-05, |
| "loss": 6.5192, |
| "step": 22500 |
| }, |
| { |
| "epoch": 9.467951403435274, |
| "grad_norm": 2.232321262359619, |
| "learning_rate": 3.422636503281665e-05, |
| "loss": 6.56, |
| "step": 22600 |
| }, |
| { |
| "epoch": 9.509844993715962, |
| "grad_norm": 2.4485862255096436, |
| "learning_rate": 3.4156542382348835e-05, |
| "loss": 6.557, |
| "step": 22700 |
| }, |
| { |
| "epoch": 9.551738583996649, |
| "grad_norm": 2.4476943016052246, |
| "learning_rate": 3.4086719731881026e-05, |
| "loss": 6.5314, |
| "step": 22800 |
| }, |
| { |
| "epoch": 9.593632174277335, |
| "grad_norm": 2.491731643676758, |
| "learning_rate": 3.401689708141321e-05, |
| "loss": 6.4952, |
| "step": 22900 |
| }, |
| { |
| "epoch": 9.635525764558023, |
| "grad_norm": 2.6474783420562744, |
| "learning_rate": 3.39470744309454e-05, |
| "loss": 6.5499, |
| "step": 23000 |
| }, |
| { |
| "epoch": 9.67741935483871, |
| "grad_norm": 2.5691514015197754, |
| "learning_rate": 3.3877251780477585e-05, |
| "loss": 6.5417, |
| "step": 23100 |
| }, |
| { |
| "epoch": 9.719312945119396, |
| "grad_norm": 2.601832151412964, |
| "learning_rate": 3.3807429130009776e-05, |
| "loss": 6.5584, |
| "step": 23200 |
| }, |
| { |
| "epoch": 9.761206535400083, |
| "grad_norm": 3.481239080429077, |
| "learning_rate": 3.373760647954197e-05, |
| "loss": 6.5403, |
| "step": 23300 |
| }, |
| { |
| "epoch": 9.803100125680771, |
| "grad_norm": 3.0747485160827637, |
| "learning_rate": 3.366778382907415e-05, |
| "loss": 6.5751, |
| "step": 23400 |
| }, |
| { |
| "epoch": 9.844993715961458, |
| "grad_norm": 2.2310988903045654, |
| "learning_rate": 3.359796117860634e-05, |
| "loss": 6.5046, |
| "step": 23500 |
| }, |
| { |
| "epoch": 9.886887306242144, |
| "grad_norm": 2.4555273056030273, |
| "learning_rate": 3.352813852813853e-05, |
| "loss": 6.5544, |
| "step": 23600 |
| }, |
| { |
| "epoch": 9.928780896522833, |
| "grad_norm": 3.1235666275024414, |
| "learning_rate": 3.345831587767072e-05, |
| "loss": 6.5396, |
| "step": 23700 |
| }, |
| { |
| "epoch": 9.970674486803519, |
| "grad_norm": 2.2766611576080322, |
| "learning_rate": 3.338849322720291e-05, |
| "loss": 6.5542, |
| "step": 23800 |
| }, |
| { |
| "epoch": 10.012568077084206, |
| "grad_norm": 3.0408995151519775, |
| "learning_rate": 3.331867057673509e-05, |
| "loss": 6.4978, |
| "step": 23900 |
| }, |
| { |
| "epoch": 10.054461667364894, |
| "grad_norm": 2.8702831268310547, |
| "learning_rate": 3.3248847926267283e-05, |
| "loss": 6.5264, |
| "step": 24000 |
| }, |
| { |
| "epoch": 10.09635525764558, |
| "grad_norm": 2.9117937088012695, |
| "learning_rate": 3.317902527579947e-05, |
| "loss": 6.5028, |
| "step": 24100 |
| }, |
| { |
| "epoch": 10.138248847926267, |
| "grad_norm": 2.925631046295166, |
| "learning_rate": 3.310920262533166e-05, |
| "loss": 6.5143, |
| "step": 24200 |
| }, |
| { |
| "epoch": 10.180142438206955, |
| "grad_norm": 2.6605536937713623, |
| "learning_rate": 3.303937997486385e-05, |
| "loss": 6.5394, |
| "step": 24300 |
| }, |
| { |
| "epoch": 10.222036028487642, |
| "grad_norm": 2.31357479095459, |
| "learning_rate": 3.2969557324396034e-05, |
| "loss": 6.5224, |
| "step": 24400 |
| }, |
| { |
| "epoch": 10.263929618768328, |
| "grad_norm": 2.6544747352600098, |
| "learning_rate": 3.2899734673928225e-05, |
| "loss": 6.5035, |
| "step": 24500 |
| }, |
| { |
| "epoch": 10.305823209049015, |
| "grad_norm": 2.5945372581481934, |
| "learning_rate": 3.2830610249965085e-05, |
| "loss": 6.4977, |
| "step": 24600 |
| }, |
| { |
| "epoch": 10.347716799329703, |
| "grad_norm": 3.120873212814331, |
| "learning_rate": 3.2760787599497276e-05, |
| "loss": 6.5399, |
| "step": 24700 |
| }, |
| { |
| "epoch": 10.38961038961039, |
| "grad_norm": 2.705008029937744, |
| "learning_rate": 3.269096494902947e-05, |
| "loss": 6.4938, |
| "step": 24800 |
| }, |
| { |
| "epoch": 10.431503979891076, |
| "grad_norm": 2.2395503520965576, |
| "learning_rate": 3.262114229856166e-05, |
| "loss": 6.4854, |
| "step": 24900 |
| }, |
| { |
| "epoch": 10.473397570171764, |
| "grad_norm": 2.5891764163970947, |
| "learning_rate": 3.255131964809384e-05, |
| "loss": 6.5107, |
| "step": 25000 |
| }, |
| { |
| "epoch": 10.51529116045245, |
| "grad_norm": 3.115931749343872, |
| "learning_rate": 3.248149699762603e-05, |
| "loss": 6.5389, |
| "step": 25100 |
| }, |
| { |
| "epoch": 10.557184750733137, |
| "grad_norm": 2.264437675476074, |
| "learning_rate": 3.2411674347158224e-05, |
| "loss": 6.51, |
| "step": 25200 |
| }, |
| { |
| "epoch": 10.599078341013826, |
| "grad_norm": 3.449631690979004, |
| "learning_rate": 3.234185169669041e-05, |
| "loss": 6.5161, |
| "step": 25300 |
| }, |
| { |
| "epoch": 10.640971931294512, |
| "grad_norm": 2.478337526321411, |
| "learning_rate": 3.227202904622259e-05, |
| "loss": 6.5019, |
| "step": 25400 |
| }, |
| { |
| "epoch": 10.682865521575199, |
| "grad_norm": 3.2756478786468506, |
| "learning_rate": 3.2202206395754784e-05, |
| "loss": 6.4869, |
| "step": 25500 |
| }, |
| { |
| "epoch": 10.724759111855885, |
| "grad_norm": 2.7576985359191895, |
| "learning_rate": 3.213238374528697e-05, |
| "loss": 6.5206, |
| "step": 25600 |
| }, |
| { |
| "epoch": 10.766652702136573, |
| "grad_norm": 2.200963020324707, |
| "learning_rate": 3.206256109481916e-05, |
| "loss": 6.48, |
| "step": 25700 |
| }, |
| { |
| "epoch": 10.80854629241726, |
| "grad_norm": 2.7358744144439697, |
| "learning_rate": 3.199273844435135e-05, |
| "loss": 6.5126, |
| "step": 25800 |
| }, |
| { |
| "epoch": 10.850439882697946, |
| "grad_norm": 2.7179319858551025, |
| "learning_rate": 3.192291579388354e-05, |
| "loss": 6.4699, |
| "step": 25900 |
| }, |
| { |
| "epoch": 10.892333472978635, |
| "grad_norm": 2.811340808868408, |
| "learning_rate": 3.1853093143415725e-05, |
| "loss": 6.5056, |
| "step": 26000 |
| }, |
| { |
| "epoch": 10.934227063259321, |
| "grad_norm": 3.010690450668335, |
| "learning_rate": 3.1783270492947916e-05, |
| "loss": 6.5103, |
| "step": 26100 |
| }, |
| { |
| "epoch": 10.976120653540008, |
| "grad_norm": 3.213487148284912, |
| "learning_rate": 3.171344784248011e-05, |
| "loss": 6.4874, |
| "step": 26200 |
| }, |
| { |
| "epoch": 11.018014243820696, |
| "grad_norm": 2.5710039138793945, |
| "learning_rate": 3.164362519201229e-05, |
| "loss": 6.4919, |
| "step": 26300 |
| }, |
| { |
| "epoch": 11.059907834101383, |
| "grad_norm": 2.6933746337890625, |
| "learning_rate": 3.1573802541544475e-05, |
| "loss": 6.5284, |
| "step": 26400 |
| }, |
| { |
| "epoch": 11.101801424382069, |
| "grad_norm": 3.775012254714966, |
| "learning_rate": 3.1503979891076666e-05, |
| "loss": 6.4894, |
| "step": 26500 |
| }, |
| { |
| "epoch": 11.143695014662757, |
| "grad_norm": 3.2401301860809326, |
| "learning_rate": 3.1434855467113534e-05, |
| "loss": 6.4721, |
| "step": 26600 |
| }, |
| { |
| "epoch": 11.185588604943444, |
| "grad_norm": 2.642794132232666, |
| "learning_rate": 3.1365032816645725e-05, |
| "loss": 6.4797, |
| "step": 26700 |
| }, |
| { |
| "epoch": 11.22748219522413, |
| "grad_norm": 3.191567897796631, |
| "learning_rate": 3.129521016617791e-05, |
| "loss": 6.5022, |
| "step": 26800 |
| }, |
| { |
| "epoch": 11.269375785504817, |
| "grad_norm": 2.816554307937622, |
| "learning_rate": 3.12253875157101e-05, |
| "loss": 6.4853, |
| "step": 26900 |
| }, |
| { |
| "epoch": 11.311269375785505, |
| "grad_norm": 2.8666136264801025, |
| "learning_rate": 3.1155564865242284e-05, |
| "loss": 6.4839, |
| "step": 27000 |
| }, |
| { |
| "epoch": 11.353162966066192, |
| "grad_norm": 2.9831254482269287, |
| "learning_rate": 3.1085742214774475e-05, |
| "loss": 6.5082, |
| "step": 27100 |
| }, |
| { |
| "epoch": 11.395056556346878, |
| "grad_norm": 2.7065083980560303, |
| "learning_rate": 3.101591956430666e-05, |
| "loss": 6.4412, |
| "step": 27200 |
| }, |
| { |
| "epoch": 11.436950146627566, |
| "grad_norm": 2.5580694675445557, |
| "learning_rate": 3.094609691383885e-05, |
| "loss": 6.4849, |
| "step": 27300 |
| }, |
| { |
| "epoch": 11.478843736908253, |
| "grad_norm": 2.571390390396118, |
| "learning_rate": 3.087627426337104e-05, |
| "loss": 6.4689, |
| "step": 27400 |
| }, |
| { |
| "epoch": 11.52073732718894, |
| "grad_norm": 2.835906982421875, |
| "learning_rate": 3.0806451612903225e-05, |
| "loss": 6.4887, |
| "step": 27500 |
| }, |
| { |
| "epoch": 11.562630917469628, |
| "grad_norm": 3.1355161666870117, |
| "learning_rate": 3.0736628962435416e-05, |
| "loss": 6.4568, |
| "step": 27600 |
| }, |
| { |
| "epoch": 11.604524507750314, |
| "grad_norm": 3.0155599117279053, |
| "learning_rate": 3.066680631196761e-05, |
| "loss": 6.4607, |
| "step": 27700 |
| }, |
| { |
| "epoch": 11.646418098031, |
| "grad_norm": 2.6346957683563232, |
| "learning_rate": 3.059698366149979e-05, |
| "loss": 6.4706, |
| "step": 27800 |
| }, |
| { |
| "epoch": 11.688311688311689, |
| "grad_norm": 2.4353625774383545, |
| "learning_rate": 3.052716101103198e-05, |
| "loss": 6.482, |
| "step": 27900 |
| }, |
| { |
| "epoch": 11.730205278592376, |
| "grad_norm": 3.29835844039917, |
| "learning_rate": 3.045733836056417e-05, |
| "loss": 6.4625, |
| "step": 28000 |
| }, |
| { |
| "epoch": 11.772098868873062, |
| "grad_norm": 2.233579158782959, |
| "learning_rate": 3.038751571009636e-05, |
| "loss": 6.4727, |
| "step": 28100 |
| }, |
| { |
| "epoch": 11.813992459153749, |
| "grad_norm": 2.5708439350128174, |
| "learning_rate": 3.0317693059628545e-05, |
| "loss": 6.4751, |
| "step": 28200 |
| }, |
| { |
| "epoch": 11.855886049434437, |
| "grad_norm": 2.29488205909729, |
| "learning_rate": 3.0247870409160732e-05, |
| "loss": 6.4599, |
| "step": 28300 |
| }, |
| { |
| "epoch": 11.897779639715123, |
| "grad_norm": 2.858208179473877, |
| "learning_rate": 3.0178047758692923e-05, |
| "loss": 6.469, |
| "step": 28400 |
| }, |
| { |
| "epoch": 11.93967322999581, |
| "grad_norm": 2.854923725128174, |
| "learning_rate": 3.0108225108225107e-05, |
| "loss": 6.4995, |
| "step": 28500 |
| }, |
| { |
| "epoch": 11.981566820276498, |
| "grad_norm": 2.590484857559204, |
| "learning_rate": 3.003910068426198e-05, |
| "loss": 6.4508, |
| "step": 28600 |
| }, |
| { |
| "epoch": 12.023460410557185, |
| "grad_norm": 3.3479676246643066, |
| "learning_rate": 2.9969278033794163e-05, |
| "loss": 6.4581, |
| "step": 28700 |
| }, |
| { |
| "epoch": 12.065354000837871, |
| "grad_norm": 2.7855923175811768, |
| "learning_rate": 2.9899455383326354e-05, |
| "loss": 6.4744, |
| "step": 28800 |
| }, |
| { |
| "epoch": 12.10724759111856, |
| "grad_norm": 3.2668962478637695, |
| "learning_rate": 2.982963273285854e-05, |
| "loss": 6.4731, |
| "step": 28900 |
| }, |
| { |
| "epoch": 12.149141181399246, |
| "grad_norm": 2.850735664367676, |
| "learning_rate": 2.9759810082390725e-05, |
| "loss": 6.4788, |
| "step": 29000 |
| }, |
| { |
| "epoch": 12.191034771679933, |
| "grad_norm": 2.9676952362060547, |
| "learning_rate": 2.9689987431922916e-05, |
| "loss": 6.4525, |
| "step": 29100 |
| }, |
| { |
| "epoch": 12.23292836196062, |
| "grad_norm": 2.604408025741577, |
| "learning_rate": 2.9620164781455107e-05, |
| "loss": 6.4564, |
| "step": 29200 |
| }, |
| { |
| "epoch": 12.274821952241307, |
| "grad_norm": 2.974653482437134, |
| "learning_rate": 2.9550342130987295e-05, |
| "loss": 6.463, |
| "step": 29300 |
| }, |
| { |
| "epoch": 12.316715542521994, |
| "grad_norm": 3.372664213180542, |
| "learning_rate": 2.9480519480519482e-05, |
| "loss": 6.464, |
| "step": 29400 |
| }, |
| { |
| "epoch": 12.35860913280268, |
| "grad_norm": 2.6891355514526367, |
| "learning_rate": 2.941069683005167e-05, |
| "loss": 6.4674, |
| "step": 29500 |
| }, |
| { |
| "epoch": 12.400502723083369, |
| "grad_norm": 2.964113473892212, |
| "learning_rate": 2.934087417958386e-05, |
| "loss": 6.4539, |
| "step": 29600 |
| }, |
| { |
| "epoch": 12.442396313364055, |
| "grad_norm": 2.7328097820281982, |
| "learning_rate": 2.9271051529116045e-05, |
| "loss": 6.4224, |
| "step": 29700 |
| }, |
| { |
| "epoch": 12.484289903644742, |
| "grad_norm": 2.6205203533172607, |
| "learning_rate": 2.9201228878648236e-05, |
| "loss": 6.4266, |
| "step": 29800 |
| }, |
| { |
| "epoch": 12.52618349392543, |
| "grad_norm": 3.681053400039673, |
| "learning_rate": 2.9131406228180424e-05, |
| "loss": 6.4549, |
| "step": 29900 |
| }, |
| { |
| "epoch": 12.568077084206116, |
| "grad_norm": 2.9732627868652344, |
| "learning_rate": 2.9061583577712608e-05, |
| "loss": 6.4466, |
| "step": 30000 |
| }, |
| { |
| "epoch": 12.609970674486803, |
| "grad_norm": 3.47816801071167, |
| "learning_rate": 2.89917609272448e-05, |
| "loss": 6.4408, |
| "step": 30100 |
| }, |
| { |
| "epoch": 12.651864264767491, |
| "grad_norm": 2.70326566696167, |
| "learning_rate": 2.892193827677699e-05, |
| "loss": 6.4444, |
| "step": 30200 |
| }, |
| { |
| "epoch": 12.693757855048178, |
| "grad_norm": 2.9219532012939453, |
| "learning_rate": 2.8852115626309177e-05, |
| "loss": 6.4183, |
| "step": 30300 |
| }, |
| { |
| "epoch": 12.735651445328864, |
| "grad_norm": 2.8546571731567383, |
| "learning_rate": 2.878229297584136e-05, |
| "loss": 6.4399, |
| "step": 30400 |
| }, |
| { |
| "epoch": 12.777545035609553, |
| "grad_norm": 2.95047926902771, |
| "learning_rate": 2.8712470325373552e-05, |
| "loss": 6.4396, |
| "step": 30500 |
| }, |
| { |
| "epoch": 12.819438625890239, |
| "grad_norm": 3.397934675216675, |
| "learning_rate": 2.8643345901410416e-05, |
| "loss": 6.438, |
| "step": 30600 |
| }, |
| { |
| "epoch": 12.861332216170926, |
| "grad_norm": 2.625852346420288, |
| "learning_rate": 2.8573523250942607e-05, |
| "loss": 6.4363, |
| "step": 30700 |
| }, |
| { |
| "epoch": 12.903225806451612, |
| "grad_norm": 2.5299527645111084, |
| "learning_rate": 2.85037006004748e-05, |
| "loss": 6.3952, |
| "step": 30800 |
| }, |
| { |
| "epoch": 12.9451193967323, |
| "grad_norm": 2.6445415019989014, |
| "learning_rate": 2.8433877950006983e-05, |
| "loss": 6.4559, |
| "step": 30900 |
| }, |
| { |
| "epoch": 12.987012987012987, |
| "grad_norm": 2.9675769805908203, |
| "learning_rate": 2.836405529953917e-05, |
| "loss": 6.4447, |
| "step": 31000 |
| }, |
| { |
| "epoch": 13.028906577293673, |
| "grad_norm": 2.607391119003296, |
| "learning_rate": 2.829423264907136e-05, |
| "loss": 6.446, |
| "step": 31100 |
| }, |
| { |
| "epoch": 13.070800167574362, |
| "grad_norm": 3.196765661239624, |
| "learning_rate": 2.8224409998603545e-05, |
| "loss": 6.4336, |
| "step": 31200 |
| }, |
| { |
| "epoch": 13.112693757855048, |
| "grad_norm": 5.778535842895508, |
| "learning_rate": 2.8154587348135736e-05, |
| "loss": 6.4339, |
| "step": 31300 |
| }, |
| { |
| "epoch": 13.154587348135735, |
| "grad_norm": 3.0479419231414795, |
| "learning_rate": 2.8084764697667927e-05, |
| "loss": 6.4147, |
| "step": 31400 |
| }, |
| { |
| "epoch": 13.196480938416423, |
| "grad_norm": 2.6787302494049072, |
| "learning_rate": 2.8014942047200115e-05, |
| "loss": 6.4312, |
| "step": 31500 |
| }, |
| { |
| "epoch": 13.23837452869711, |
| "grad_norm": 2.7929670810699463, |
| "learning_rate": 2.79451193967323e-05, |
| "loss": 6.4224, |
| "step": 31600 |
| }, |
| { |
| "epoch": 13.280268118977796, |
| "grad_norm": 2.722101926803589, |
| "learning_rate": 2.787529674626449e-05, |
| "loss": 6.4247, |
| "step": 31700 |
| }, |
| { |
| "epoch": 13.322161709258484, |
| "grad_norm": 3.295348644256592, |
| "learning_rate": 2.780547409579668e-05, |
| "loss": 6.4435, |
| "step": 31800 |
| }, |
| { |
| "epoch": 13.36405529953917, |
| "grad_norm": 2.5780696868896484, |
| "learning_rate": 2.7735651445328865e-05, |
| "loss": 6.406, |
| "step": 31900 |
| }, |
| { |
| "epoch": 13.405948889819857, |
| "grad_norm": 2.955299139022827, |
| "learning_rate": 2.7665828794861053e-05, |
| "loss": 6.4633, |
| "step": 32000 |
| }, |
| { |
| "epoch": 13.447842480100544, |
| "grad_norm": 3.8027708530426025, |
| "learning_rate": 2.7596006144393244e-05, |
| "loss": 6.4445, |
| "step": 32100 |
| }, |
| { |
| "epoch": 13.489736070381232, |
| "grad_norm": 2.6895995140075684, |
| "learning_rate": 2.7526183493925428e-05, |
| "loss": 6.4015, |
| "step": 32200 |
| }, |
| { |
| "epoch": 13.531629660661919, |
| "grad_norm": 2.6936516761779785, |
| "learning_rate": 2.745636084345762e-05, |
| "loss": 6.4211, |
| "step": 32300 |
| }, |
| { |
| "epoch": 13.573523250942605, |
| "grad_norm": 2.948420763015747, |
| "learning_rate": 2.738653819298981e-05, |
| "loss": 6.4042, |
| "step": 32400 |
| }, |
| { |
| "epoch": 13.615416841223293, |
| "grad_norm": 2.763885974884033, |
| "learning_rate": 2.7316715542521997e-05, |
| "loss": 6.393, |
| "step": 32500 |
| }, |
| { |
| "epoch": 13.65731043150398, |
| "grad_norm": 3.1601672172546387, |
| "learning_rate": 2.724759111855886e-05, |
| "loss": 6.4398, |
| "step": 32600 |
| }, |
| { |
| "epoch": 13.699204021784666, |
| "grad_norm": 2.4161715507507324, |
| "learning_rate": 2.7177768468091052e-05, |
| "loss": 6.401, |
| "step": 32700 |
| }, |
| { |
| "epoch": 13.741097612065355, |
| "grad_norm": 3.0796055793762207, |
| "learning_rate": 2.7107945817623236e-05, |
| "loss": 6.4265, |
| "step": 32800 |
| }, |
| { |
| "epoch": 13.782991202346041, |
| "grad_norm": 3.6223697662353516, |
| "learning_rate": 2.7038123167155427e-05, |
| "loss": 6.4075, |
| "step": 32900 |
| }, |
| { |
| "epoch": 13.824884792626728, |
| "grad_norm": 2.6991615295410156, |
| "learning_rate": 2.696830051668762e-05, |
| "loss": 6.3912, |
| "step": 33000 |
| }, |
| { |
| "epoch": 13.866778382907416, |
| "grad_norm": 3.1701860427856445, |
| "learning_rate": 2.6898477866219803e-05, |
| "loss": 6.4173, |
| "step": 33100 |
| }, |
| { |
| "epoch": 13.908671973188103, |
| "grad_norm": 2.915432929992676, |
| "learning_rate": 2.682865521575199e-05, |
| "loss": 6.4179, |
| "step": 33200 |
| }, |
| { |
| "epoch": 13.950565563468789, |
| "grad_norm": 3.155080795288086, |
| "learning_rate": 2.675883256528418e-05, |
| "loss": 6.3895, |
| "step": 33300 |
| }, |
| { |
| "epoch": 13.992459153749476, |
| "grad_norm": 3.3861114978790283, |
| "learning_rate": 2.6689009914816365e-05, |
| "loss": 6.4279, |
| "step": 33400 |
| }, |
| { |
| "epoch": 14.034352744030164, |
| "grad_norm": 3.301805019378662, |
| "learning_rate": 2.6619187264348556e-05, |
| "loss": 6.4072, |
| "step": 33500 |
| }, |
| { |
| "epoch": 14.07624633431085, |
| "grad_norm": 3.305147171020508, |
| "learning_rate": 2.6549364613880744e-05, |
| "loss": 6.3949, |
| "step": 33600 |
| }, |
| { |
| "epoch": 14.118139924591537, |
| "grad_norm": 2.7602477073669434, |
| "learning_rate": 2.6479541963412935e-05, |
| "loss": 6.4048, |
| "step": 33700 |
| }, |
| { |
| "epoch": 14.160033514872225, |
| "grad_norm": 2.5257952213287354, |
| "learning_rate": 2.640971931294512e-05, |
| "loss": 6.4033, |
| "step": 33800 |
| }, |
| { |
| "epoch": 14.201927105152912, |
| "grad_norm": 2.4649853706359863, |
| "learning_rate": 2.633989666247731e-05, |
| "loss": 6.374, |
| "step": 33900 |
| }, |
| { |
| "epoch": 14.243820695433598, |
| "grad_norm": 2.7136335372924805, |
| "learning_rate": 2.6270074012009497e-05, |
| "loss": 6.3993, |
| "step": 34000 |
| }, |
| { |
| "epoch": 14.285714285714286, |
| "grad_norm": 2.801712989807129, |
| "learning_rate": 2.6200251361541685e-05, |
| "loss": 6.4059, |
| "step": 34100 |
| }, |
| { |
| "epoch": 14.327607875994973, |
| "grad_norm": 2.7054030895233154, |
| "learning_rate": 2.6130428711073873e-05, |
| "loss": 6.431, |
| "step": 34200 |
| }, |
| { |
| "epoch": 14.36950146627566, |
| "grad_norm": 2.653932809829712, |
| "learning_rate": 2.6060606060606063e-05, |
| "loss": 6.4035, |
| "step": 34300 |
| }, |
| { |
| "epoch": 14.411395056556348, |
| "grad_norm": 2.5450570583343506, |
| "learning_rate": 2.5990783410138248e-05, |
| "loss": 6.417, |
| "step": 34400 |
| }, |
| { |
| "epoch": 14.453288646837034, |
| "grad_norm": 2.9578003883361816, |
| "learning_rate": 2.592096075967044e-05, |
| "loss": 6.4087, |
| "step": 34500 |
| }, |
| { |
| "epoch": 14.49518223711772, |
| "grad_norm": 2.9408493041992188, |
| "learning_rate": 2.5851836335707303e-05, |
| "loss": 6.3936, |
| "step": 34600 |
| }, |
| { |
| "epoch": 14.537075827398407, |
| "grad_norm": 2.756441116333008, |
| "learning_rate": 2.5782013685239494e-05, |
| "loss": 6.404, |
| "step": 34700 |
| }, |
| { |
| "epoch": 14.578969417679096, |
| "grad_norm": 3.685004711151123, |
| "learning_rate": 2.571219103477168e-05, |
| "loss": 6.3932, |
| "step": 34800 |
| }, |
| { |
| "epoch": 14.620863007959782, |
| "grad_norm": 2.670825719833374, |
| "learning_rate": 2.5642368384303872e-05, |
| "loss": 6.3839, |
| "step": 34900 |
| }, |
| { |
| "epoch": 14.662756598240469, |
| "grad_norm": 3.0986082553863525, |
| "learning_rate": 2.5572545733836056e-05, |
| "loss": 6.3782, |
| "step": 35000 |
| }, |
| { |
| "epoch": 14.704650188521157, |
| "grad_norm": 3.003432273864746, |
| "learning_rate": 2.5502723083368247e-05, |
| "loss": 6.3775, |
| "step": 35100 |
| }, |
| { |
| "epoch": 14.746543778801843, |
| "grad_norm": 2.752516269683838, |
| "learning_rate": 2.5432900432900435e-05, |
| "loss": 6.3731, |
| "step": 35200 |
| }, |
| { |
| "epoch": 14.78843736908253, |
| "grad_norm": 2.7697649002075195, |
| "learning_rate": 2.536307778243262e-05, |
| "loss": 6.3701, |
| "step": 35300 |
| }, |
| { |
| "epoch": 14.830330959363218, |
| "grad_norm": 3.0245521068573, |
| "learning_rate": 2.529325513196481e-05, |
| "loss": 6.3916, |
| "step": 35400 |
| }, |
| { |
| "epoch": 14.872224549643905, |
| "grad_norm": 3.1849350929260254, |
| "learning_rate": 2.5223432481497e-05, |
| "loss": 6.3993, |
| "step": 35500 |
| }, |
| { |
| "epoch": 14.914118139924591, |
| "grad_norm": 3.6655123233795166, |
| "learning_rate": 2.5153609831029185e-05, |
| "loss": 6.3791, |
| "step": 35600 |
| }, |
| { |
| "epoch": 14.95601173020528, |
| "grad_norm": 3.2252790927886963, |
| "learning_rate": 2.5083787180561376e-05, |
| "loss": 6.3865, |
| "step": 35700 |
| }, |
| { |
| "epoch": 14.997905320485966, |
| "grad_norm": 2.8366169929504395, |
| "learning_rate": 2.5013964530093564e-05, |
| "loss": 6.3897, |
| "step": 35800 |
| }, |
| { |
| "epoch": 15.039798910766653, |
| "grad_norm": 2.757725715637207, |
| "learning_rate": 2.494414187962575e-05, |
| "loss": 6.376, |
| "step": 35900 |
| }, |
| { |
| "epoch": 15.081692501047339, |
| "grad_norm": 3.1640422344207764, |
| "learning_rate": 2.4874319229157942e-05, |
| "loss": 6.3796, |
| "step": 36000 |
| }, |
| { |
| "epoch": 15.123586091328027, |
| "grad_norm": 2.849719285964966, |
| "learning_rate": 2.480449657869013e-05, |
| "loss": 6.3765, |
| "step": 36100 |
| }, |
| { |
| "epoch": 15.165479681608714, |
| "grad_norm": 2.7223923206329346, |
| "learning_rate": 2.4734673928222314e-05, |
| "loss": 6.3953, |
| "step": 36200 |
| }, |
| { |
| "epoch": 15.2073732718894, |
| "grad_norm": 3.173750162124634, |
| "learning_rate": 2.4664851277754505e-05, |
| "loss": 6.3724, |
| "step": 36300 |
| }, |
| { |
| "epoch": 15.249266862170089, |
| "grad_norm": 3.054779529571533, |
| "learning_rate": 2.4595028627286692e-05, |
| "loss": 6.3764, |
| "step": 36400 |
| }, |
| { |
| "epoch": 15.291160452450775, |
| "grad_norm": 3.277862071990967, |
| "learning_rate": 2.4525205976818883e-05, |
| "loss": 6.3583, |
| "step": 36500 |
| }, |
| { |
| "epoch": 15.333054042731462, |
| "grad_norm": 2.9208297729492188, |
| "learning_rate": 2.4456081552855748e-05, |
| "loss": 6.3878, |
| "step": 36600 |
| }, |
| { |
| "epoch": 15.37494763301215, |
| "grad_norm": 2.5356411933898926, |
| "learning_rate": 2.4386258902387935e-05, |
| "loss": 6.3705, |
| "step": 36700 |
| }, |
| { |
| "epoch": 15.416841223292836, |
| "grad_norm": 2.8953468799591064, |
| "learning_rate": 2.4316436251920126e-05, |
| "loss": 6.3947, |
| "step": 36800 |
| }, |
| { |
| "epoch": 15.458734813573523, |
| "grad_norm": 2.9166266918182373, |
| "learning_rate": 2.424661360145231e-05, |
| "loss": 6.3809, |
| "step": 36900 |
| }, |
| { |
| "epoch": 15.50062840385421, |
| "grad_norm": 3.4554710388183594, |
| "learning_rate": 2.41767909509845e-05, |
| "loss": 6.3746, |
| "step": 37000 |
| }, |
| { |
| "epoch": 15.542521994134898, |
| "grad_norm": 3.7208077907562256, |
| "learning_rate": 2.410696830051669e-05, |
| "loss": 6.3758, |
| "step": 37100 |
| }, |
| { |
| "epoch": 15.584415584415584, |
| "grad_norm": 3.3161842823028564, |
| "learning_rate": 2.4037145650048876e-05, |
| "loss": 6.3744, |
| "step": 37200 |
| }, |
| { |
| "epoch": 15.62630917469627, |
| "grad_norm": 2.4062047004699707, |
| "learning_rate": 2.3967322999581064e-05, |
| "loss": 6.381, |
| "step": 37300 |
| }, |
| { |
| "epoch": 15.668202764976959, |
| "grad_norm": 3.1894476413726807, |
| "learning_rate": 2.389750034911325e-05, |
| "loss": 6.3895, |
| "step": 37400 |
| }, |
| { |
| "epoch": 15.710096355257646, |
| "grad_norm": 2.9203104972839355, |
| "learning_rate": 2.3827677698645442e-05, |
| "loss": 6.363, |
| "step": 37500 |
| }, |
| { |
| "epoch": 15.751989945538332, |
| "grad_norm": 3.000694513320923, |
| "learning_rate": 2.375785504817763e-05, |
| "loss": 6.3837, |
| "step": 37600 |
| }, |
| { |
| "epoch": 15.79388353581902, |
| "grad_norm": 2.838684558868408, |
| "learning_rate": 2.368803239770982e-05, |
| "loss": 6.3859, |
| "step": 37700 |
| }, |
| { |
| "epoch": 15.835777126099707, |
| "grad_norm": 2.648862361907959, |
| "learning_rate": 2.3618209747242005e-05, |
| "loss": 6.3411, |
| "step": 37800 |
| }, |
| { |
| "epoch": 15.877670716380393, |
| "grad_norm": 3.5438232421875, |
| "learning_rate": 2.3548387096774193e-05, |
| "loss": 6.3627, |
| "step": 37900 |
| }, |
| { |
| "epoch": 15.91956430666108, |
| "grad_norm": 2.8182501792907715, |
| "learning_rate": 2.3478564446306384e-05, |
| "loss": 6.3731, |
| "step": 38000 |
| }, |
| { |
| "epoch": 15.961457896941768, |
| "grad_norm": 3.3253772258758545, |
| "learning_rate": 2.340874179583857e-05, |
| "loss": 6.396, |
| "step": 38100 |
| }, |
| { |
| "epoch": 16.003351487222456, |
| "grad_norm": 3.668926954269409, |
| "learning_rate": 2.3338919145370762e-05, |
| "loss": 6.3437, |
| "step": 38200 |
| }, |
| { |
| "epoch": 16.045245077503143, |
| "grad_norm": 3.028989315032959, |
| "learning_rate": 2.3269096494902946e-05, |
| "loss": 6.3837, |
| "step": 38300 |
| }, |
| { |
| "epoch": 16.08713866778383, |
| "grad_norm": 3.220702648162842, |
| "learning_rate": 2.3199273844435134e-05, |
| "loss": 6.3609, |
| "step": 38400 |
| }, |
| { |
| "epoch": 16.129032258064516, |
| "grad_norm": 3.1788036823272705, |
| "learning_rate": 2.3129451193967325e-05, |
| "loss": 6.3723, |
| "step": 38500 |
| }, |
| { |
| "epoch": 16.170925848345203, |
| "grad_norm": 3.351151466369629, |
| "learning_rate": 2.306032677000419e-05, |
| "loss": 6.3731, |
| "step": 38600 |
| }, |
| { |
| "epoch": 16.21281943862589, |
| "grad_norm": 2.933992862701416, |
| "learning_rate": 2.299050411953638e-05, |
| "loss": 6.3654, |
| "step": 38700 |
| }, |
| { |
| "epoch": 16.25471302890658, |
| "grad_norm": 4.2123589515686035, |
| "learning_rate": 2.2920681469068568e-05, |
| "loss": 6.3364, |
| "step": 38800 |
| }, |
| { |
| "epoch": 16.296606619187266, |
| "grad_norm": 2.9287397861480713, |
| "learning_rate": 2.2850858818600755e-05, |
| "loss": 6.3643, |
| "step": 38900 |
| }, |
| { |
| "epoch": 16.338500209467952, |
| "grad_norm": 2.6518173217773438, |
| "learning_rate": 2.2781036168132943e-05, |
| "loss": 6.3538, |
| "step": 39000 |
| }, |
| { |
| "epoch": 16.38039379974864, |
| "grad_norm": 3.490497589111328, |
| "learning_rate": 2.271121351766513e-05, |
| "loss": 6.365, |
| "step": 39100 |
| }, |
| { |
| "epoch": 16.422287390029325, |
| "grad_norm": 3.090874195098877, |
| "learning_rate": 2.264139086719732e-05, |
| "loss": 6.3513, |
| "step": 39200 |
| }, |
| { |
| "epoch": 16.46418098031001, |
| "grad_norm": 2.793083429336548, |
| "learning_rate": 2.257156821672951e-05, |
| "loss": 6.3815, |
| "step": 39300 |
| }, |
| { |
| "epoch": 16.506074570590698, |
| "grad_norm": 2.656334638595581, |
| "learning_rate": 2.2501745566261696e-05, |
| "loss": 6.3677, |
| "step": 39400 |
| }, |
| { |
| "epoch": 16.547968160871388, |
| "grad_norm": 2.950857162475586, |
| "learning_rate": 2.2431922915793884e-05, |
| "loss": 6.3601, |
| "step": 39500 |
| }, |
| { |
| "epoch": 16.589861751152075, |
| "grad_norm": 2.948397636413574, |
| "learning_rate": 2.236210026532607e-05, |
| "loss": 6.3633, |
| "step": 39600 |
| }, |
| { |
| "epoch": 16.63175534143276, |
| "grad_norm": 3.759934902191162, |
| "learning_rate": 2.2292277614858262e-05, |
| "loss": 6.3664, |
| "step": 39700 |
| }, |
| { |
| "epoch": 16.673648931713448, |
| "grad_norm": 2.6607794761657715, |
| "learning_rate": 2.222245496439045e-05, |
| "loss": 6.3659, |
| "step": 39800 |
| }, |
| { |
| "epoch": 16.715542521994134, |
| "grad_norm": 3.2569267749786377, |
| "learning_rate": 2.2152632313922638e-05, |
| "loss": 6.3477, |
| "step": 39900 |
| }, |
| { |
| "epoch": 16.75743611227482, |
| "grad_norm": 3.1701977252960205, |
| "learning_rate": 2.2082809663454825e-05, |
| "loss": 6.3466, |
| "step": 40000 |
| }, |
| { |
| "epoch": 16.79932970255551, |
| "grad_norm": 2.8855369091033936, |
| "learning_rate": 2.2012987012987013e-05, |
| "loss": 6.3774, |
| "step": 40100 |
| }, |
| { |
| "epoch": 16.841223292836197, |
| "grad_norm": 2.8468215465545654, |
| "learning_rate": 2.1943164362519204e-05, |
| "loss": 6.3388, |
| "step": 40200 |
| }, |
| { |
| "epoch": 16.883116883116884, |
| "grad_norm": 3.3314404487609863, |
| "learning_rate": 2.187334171205139e-05, |
| "loss": 6.3658, |
| "step": 40300 |
| }, |
| { |
| "epoch": 16.92501047339757, |
| "grad_norm": 3.023106336593628, |
| "learning_rate": 2.180351906158358e-05, |
| "loss": 6.3443, |
| "step": 40400 |
| }, |
| { |
| "epoch": 16.966904063678257, |
| "grad_norm": 3.2845230102539062, |
| "learning_rate": 2.1733696411115766e-05, |
| "loss": 6.3785, |
| "step": 40500 |
| }, |
| { |
| "epoch": 17.008797653958943, |
| "grad_norm": 2.805790424346924, |
| "learning_rate": 2.166457198715263e-05, |
| "loss": 6.3792, |
| "step": 40600 |
| }, |
| { |
| "epoch": 17.05069124423963, |
| "grad_norm": 2.893737554550171, |
| "learning_rate": 2.159474933668482e-05, |
| "loss": 6.3138, |
| "step": 40700 |
| }, |
| { |
| "epoch": 17.09258483452032, |
| "grad_norm": 3.238863945007324, |
| "learning_rate": 2.1525624912721686e-05, |
| "loss": 6.3686, |
| "step": 40800 |
| }, |
| { |
| "epoch": 17.134478424801006, |
| "grad_norm": 3.403582811355591, |
| "learning_rate": 2.1455802262253877e-05, |
| "loss": 6.3312, |
| "step": 40900 |
| }, |
| { |
| "epoch": 17.176372015081693, |
| "grad_norm": 2.963287353515625, |
| "learning_rate": 2.1385979611786064e-05, |
| "loss": 6.3515, |
| "step": 41000 |
| }, |
| { |
| "epoch": 17.21826560536238, |
| "grad_norm": 3.867340087890625, |
| "learning_rate": 2.1316156961318255e-05, |
| "loss": 6.3566, |
| "step": 41100 |
| }, |
| { |
| "epoch": 17.260159195643066, |
| "grad_norm": 2.841190814971924, |
| "learning_rate": 2.124633431085044e-05, |
| "loss": 6.3308, |
| "step": 41200 |
| }, |
| { |
| "epoch": 17.302052785923753, |
| "grad_norm": 2.872523307800293, |
| "learning_rate": 2.1176511660382627e-05, |
| "loss": 6.3433, |
| "step": 41300 |
| }, |
| { |
| "epoch": 17.34394637620444, |
| "grad_norm": 3.156465530395508, |
| "learning_rate": 2.1106689009914818e-05, |
| "loss": 6.3779, |
| "step": 41400 |
| }, |
| { |
| "epoch": 17.38583996648513, |
| "grad_norm": 3.5904667377471924, |
| "learning_rate": 2.1036866359447005e-05, |
| "loss": 6.3402, |
| "step": 41500 |
| }, |
| { |
| "epoch": 17.427733556765816, |
| "grad_norm": 3.5753939151763916, |
| "learning_rate": 2.0967043708979196e-05, |
| "loss": 6.3572, |
| "step": 41600 |
| }, |
| { |
| "epoch": 17.469627147046502, |
| "grad_norm": 3.129514217376709, |
| "learning_rate": 2.089722105851138e-05, |
| "loss": 6.3302, |
| "step": 41700 |
| }, |
| { |
| "epoch": 17.51152073732719, |
| "grad_norm": 2.988732099533081, |
| "learning_rate": 2.0827398408043568e-05, |
| "loss": 6.3807, |
| "step": 41800 |
| }, |
| { |
| "epoch": 17.553414327607875, |
| "grad_norm": 2.857875108718872, |
| "learning_rate": 2.075757575757576e-05, |
| "loss": 6.3519, |
| "step": 41900 |
| }, |
| { |
| "epoch": 17.59530791788856, |
| "grad_norm": 4.023842811584473, |
| "learning_rate": 2.0687753107107947e-05, |
| "loss": 6.3467, |
| "step": 42000 |
| }, |
| { |
| "epoch": 17.63720150816925, |
| "grad_norm": 3.049686908721924, |
| "learning_rate": 2.0617930456640137e-05, |
| "loss": 6.3306, |
| "step": 42100 |
| }, |
| { |
| "epoch": 17.679095098449938, |
| "grad_norm": 3.3211073875427246, |
| "learning_rate": 2.054810780617232e-05, |
| "loss": 6.3611, |
| "step": 42200 |
| }, |
| { |
| "epoch": 17.720988688730625, |
| "grad_norm": 3.064138174057007, |
| "learning_rate": 2.047828515570451e-05, |
| "loss": 6.3217, |
| "step": 42300 |
| }, |
| { |
| "epoch": 17.76288227901131, |
| "grad_norm": 2.7812724113464355, |
| "learning_rate": 2.04084625052367e-05, |
| "loss": 6.3131, |
| "step": 42400 |
| }, |
| { |
| "epoch": 17.804775869291998, |
| "grad_norm": 2.5516164302825928, |
| "learning_rate": 2.0338639854768888e-05, |
| "loss": 6.3428, |
| "step": 42500 |
| }, |
| { |
| "epoch": 17.846669459572684, |
| "grad_norm": 2.9599711894989014, |
| "learning_rate": 2.026881720430108e-05, |
| "loss": 6.3545, |
| "step": 42600 |
| }, |
| { |
| "epoch": 17.88856304985337, |
| "grad_norm": 2.8674137592315674, |
| "learning_rate": 2.0198994553833263e-05, |
| "loss": 6.3302, |
| "step": 42700 |
| }, |
| { |
| "epoch": 17.93045664013406, |
| "grad_norm": 3.3227078914642334, |
| "learning_rate": 2.012917190336545e-05, |
| "loss": 6.3278, |
| "step": 42800 |
| }, |
| { |
| "epoch": 17.972350230414747, |
| "grad_norm": 3.080399751663208, |
| "learning_rate": 2.005934925289764e-05, |
| "loss": 6.3206, |
| "step": 42900 |
| }, |
| { |
| "epoch": 18.014243820695434, |
| "grad_norm": 4.004719257354736, |
| "learning_rate": 1.998952660242983e-05, |
| "loss": 6.3407, |
| "step": 43000 |
| }, |
| { |
| "epoch": 18.05613741097612, |
| "grad_norm": 2.8186423778533936, |
| "learning_rate": 1.991970395196202e-05, |
| "loss": 6.3136, |
| "step": 43100 |
| }, |
| { |
| "epoch": 18.098031001256807, |
| "grad_norm": 2.81748104095459, |
| "learning_rate": 1.9849881301494204e-05, |
| "loss": 6.3353, |
| "step": 43200 |
| }, |
| { |
| "epoch": 18.139924591537493, |
| "grad_norm": 2.9991416931152344, |
| "learning_rate": 1.9780058651026395e-05, |
| "loss": 6.3194, |
| "step": 43300 |
| }, |
| { |
| "epoch": 18.181818181818183, |
| "grad_norm": 3.4876794815063477, |
| "learning_rate": 1.9710236000558583e-05, |
| "loss": 6.3293, |
| "step": 43400 |
| }, |
| { |
| "epoch": 18.22371177209887, |
| "grad_norm": 3.0756711959838867, |
| "learning_rate": 1.964041335009077e-05, |
| "loss": 6.341, |
| "step": 43500 |
| }, |
| { |
| "epoch": 18.265605362379556, |
| "grad_norm": 3.171670436859131, |
| "learning_rate": 1.9570590699622958e-05, |
| "loss": 6.3075, |
| "step": 43600 |
| }, |
| { |
| "epoch": 18.307498952660243, |
| "grad_norm": 3.3317439556121826, |
| "learning_rate": 1.9500768049155145e-05, |
| "loss": 6.3436, |
| "step": 43700 |
| }, |
| { |
| "epoch": 18.34939254294093, |
| "grad_norm": 2.924349308013916, |
| "learning_rate": 1.9430945398687336e-05, |
| "loss": 6.3217, |
| "step": 43800 |
| }, |
| { |
| "epoch": 18.391286133221616, |
| "grad_norm": 3.247955560684204, |
| "learning_rate": 1.9361122748219524e-05, |
| "loss": 6.3324, |
| "step": 43900 |
| }, |
| { |
| "epoch": 18.433179723502302, |
| "grad_norm": 3.340263843536377, |
| "learning_rate": 1.929130009775171e-05, |
| "loss": 6.2993, |
| "step": 44000 |
| }, |
| { |
| "epoch": 18.475073313782993, |
| "grad_norm": 2.973019599914551, |
| "learning_rate": 1.92214774472839e-05, |
| "loss": 6.3292, |
| "step": 44100 |
| }, |
| { |
| "epoch": 18.51696690406368, |
| "grad_norm": 3.5055582523345947, |
| "learning_rate": 1.9151654796816086e-05, |
| "loss": 6.3175, |
| "step": 44200 |
| }, |
| { |
| "epoch": 18.558860494344366, |
| "grad_norm": 2.9543776512145996, |
| "learning_rate": 1.9081832146348277e-05, |
| "loss": 6.3206, |
| "step": 44300 |
| }, |
| { |
| "epoch": 18.600754084625052, |
| "grad_norm": 2.790940284729004, |
| "learning_rate": 1.9012009495880465e-05, |
| "loss": 6.3383, |
| "step": 44400 |
| }, |
| { |
| "epoch": 18.64264767490574, |
| "grad_norm": 3.419908285140991, |
| "learning_rate": 1.8942186845412653e-05, |
| "loss": 6.3329, |
| "step": 44500 |
| }, |
| { |
| "epoch": 18.684541265186425, |
| "grad_norm": 3.3396215438842773, |
| "learning_rate": 1.887236419494484e-05, |
| "loss": 6.312, |
| "step": 44600 |
| }, |
| { |
| "epoch": 18.726434855467115, |
| "grad_norm": 2.6713643074035645, |
| "learning_rate": 1.8802541544477028e-05, |
| "loss": 6.315, |
| "step": 44700 |
| }, |
| { |
| "epoch": 18.7683284457478, |
| "grad_norm": 3.2764880657196045, |
| "learning_rate": 1.8733417120513895e-05, |
| "loss": 6.3311, |
| "step": 44800 |
| }, |
| { |
| "epoch": 18.810222036028488, |
| "grad_norm": 3.602581739425659, |
| "learning_rate": 1.8663594470046083e-05, |
| "loss": 6.327, |
| "step": 44900 |
| }, |
| { |
| "epoch": 18.852115626309175, |
| "grad_norm": 3.052971124649048, |
| "learning_rate": 1.8593771819578274e-05, |
| "loss": 6.2911, |
| "step": 45000 |
| }, |
| { |
| "epoch": 18.89400921658986, |
| "grad_norm": 3.0912699699401855, |
| "learning_rate": 1.852394916911046e-05, |
| "loss": 6.3057, |
| "step": 45100 |
| }, |
| { |
| "epoch": 18.935902806870548, |
| "grad_norm": 2.631545305252075, |
| "learning_rate": 1.845412651864265e-05, |
| "loss": 6.3381, |
| "step": 45200 |
| }, |
| { |
| "epoch": 18.977796397151234, |
| "grad_norm": 3.8213324546813965, |
| "learning_rate": 1.8384303868174836e-05, |
| "loss": 6.3123, |
| "step": 45300 |
| }, |
| { |
| "epoch": 19.019689987431924, |
| "grad_norm": 3.3717353343963623, |
| "learning_rate": 1.8314481217707024e-05, |
| "loss": 6.3194, |
| "step": 45400 |
| }, |
| { |
| "epoch": 19.06158357771261, |
| "grad_norm": 2.831409215927124, |
| "learning_rate": 1.8244658567239215e-05, |
| "loss": 6.3383, |
| "step": 45500 |
| }, |
| { |
| "epoch": 19.103477167993297, |
| "grad_norm": 2.915093183517456, |
| "learning_rate": 1.8174835916771403e-05, |
| "loss": 6.3208, |
| "step": 45600 |
| }, |
| { |
| "epoch": 19.145370758273984, |
| "grad_norm": 3.1236917972564697, |
| "learning_rate": 1.810501326630359e-05, |
| "loss": 6.3089, |
| "step": 45700 |
| }, |
| { |
| "epoch": 19.18726434855467, |
| "grad_norm": 3.2876298427581787, |
| "learning_rate": 1.8035190615835778e-05, |
| "loss": 6.2975, |
| "step": 45800 |
| }, |
| { |
| "epoch": 19.229157938835357, |
| "grad_norm": 2.6437103748321533, |
| "learning_rate": 1.7965367965367965e-05, |
| "loss": 6.3341, |
| "step": 45900 |
| }, |
| { |
| "epoch": 19.271051529116047, |
| "grad_norm": 2.9252028465270996, |
| "learning_rate": 1.7895545314900156e-05, |
| "loss": 6.3404, |
| "step": 46000 |
| }, |
| { |
| "epoch": 19.312945119396733, |
| "grad_norm": 3.4250340461730957, |
| "learning_rate": 1.7825722664432344e-05, |
| "loss": 6.3072, |
| "step": 46100 |
| }, |
| { |
| "epoch": 19.35483870967742, |
| "grad_norm": 3.1287946701049805, |
| "learning_rate": 1.775590001396453e-05, |
| "loss": 6.3022, |
| "step": 46200 |
| }, |
| { |
| "epoch": 19.396732299958106, |
| "grad_norm": 3.4577419757843018, |
| "learning_rate": 1.76867755900014e-05, |
| "loss": 6.2938, |
| "step": 46300 |
| }, |
| { |
| "epoch": 19.438625890238793, |
| "grad_norm": 3.7131240367889404, |
| "learning_rate": 1.7616952939533586e-05, |
| "loss": 6.3088, |
| "step": 46400 |
| }, |
| { |
| "epoch": 19.48051948051948, |
| "grad_norm": 3.6799802780151367, |
| "learning_rate": 1.7547130289065774e-05, |
| "loss": 6.3326, |
| "step": 46500 |
| }, |
| { |
| "epoch": 19.522413070800166, |
| "grad_norm": 2.834351062774658, |
| "learning_rate": 1.747730763859796e-05, |
| "loss": 6.2952, |
| "step": 46600 |
| }, |
| { |
| "epoch": 19.564306661080856, |
| "grad_norm": 3.0629451274871826, |
| "learning_rate": 1.7407484988130152e-05, |
| "loss": 6.3185, |
| "step": 46700 |
| }, |
| { |
| "epoch": 19.606200251361543, |
| "grad_norm": 3.4801712036132812, |
| "learning_rate": 1.733766233766234e-05, |
| "loss": 6.3003, |
| "step": 46800 |
| }, |
| { |
| "epoch": 19.64809384164223, |
| "grad_norm": 2.8250389099121094, |
| "learning_rate": 1.7267839687194524e-05, |
| "loss": 6.3033, |
| "step": 46900 |
| }, |
| { |
| "epoch": 19.689987431922916, |
| "grad_norm": 3.5964672565460205, |
| "learning_rate": 1.7198017036726715e-05, |
| "loss": 6.293, |
| "step": 47000 |
| }, |
| { |
| "epoch": 19.731881022203602, |
| "grad_norm": 2.7947146892547607, |
| "learning_rate": 1.7128194386258903e-05, |
| "loss": 6.2884, |
| "step": 47100 |
| }, |
| { |
| "epoch": 19.77377461248429, |
| "grad_norm": 3.0473551750183105, |
| "learning_rate": 1.7058371735791094e-05, |
| "loss": 6.312, |
| "step": 47200 |
| }, |
| { |
| "epoch": 19.81566820276498, |
| "grad_norm": 3.1810736656188965, |
| "learning_rate": 1.698854908532328e-05, |
| "loss": 6.3102, |
| "step": 47300 |
| }, |
| { |
| "epoch": 19.857561793045665, |
| "grad_norm": 3.0046746730804443, |
| "learning_rate": 1.6918726434855465e-05, |
| "loss": 6.3115, |
| "step": 47400 |
| }, |
| { |
| "epoch": 19.89945538332635, |
| "grad_norm": 2.6985220909118652, |
| "learning_rate": 1.6848903784387656e-05, |
| "loss": 6.3132, |
| "step": 47500 |
| }, |
| { |
| "epoch": 19.941348973607038, |
| "grad_norm": 2.958906650543213, |
| "learning_rate": 1.6779081133919844e-05, |
| "loss": 6.3024, |
| "step": 47600 |
| }, |
| { |
| "epoch": 19.983242563887725, |
| "grad_norm": 3.5484089851379395, |
| "learning_rate": 1.6709258483452035e-05, |
| "loss": 6.2989, |
| "step": 47700 |
| }, |
| { |
| "epoch": 20.02513615416841, |
| "grad_norm": 4.328272342681885, |
| "learning_rate": 1.6639435832984222e-05, |
| "loss": 6.3162, |
| "step": 47800 |
| }, |
| { |
| "epoch": 20.067029744449098, |
| "grad_norm": 3.0396926403045654, |
| "learning_rate": 1.6569613182516407e-05, |
| "loss": 6.3004, |
| "step": 47900 |
| }, |
| { |
| "epoch": 20.108923334729788, |
| "grad_norm": 3.328972339630127, |
| "learning_rate": 1.6499790532048598e-05, |
| "loss": 6.2855, |
| "step": 48000 |
| }, |
| { |
| "epoch": 20.150816925010474, |
| "grad_norm": 3.301114320755005, |
| "learning_rate": 1.6429967881580785e-05, |
| "loss": 6.2874, |
| "step": 48100 |
| }, |
| { |
| "epoch": 20.19271051529116, |
| "grad_norm": 3.297041177749634, |
| "learning_rate": 1.6360145231112976e-05, |
| "loss": 6.3089, |
| "step": 48200 |
| }, |
| { |
| "epoch": 20.234604105571847, |
| "grad_norm": 2.9122605323791504, |
| "learning_rate": 1.6290322580645164e-05, |
| "loss": 6.3157, |
| "step": 48300 |
| }, |
| { |
| "epoch": 20.276497695852534, |
| "grad_norm": 2.8182084560394287, |
| "learning_rate": 1.6220499930177348e-05, |
| "loss": 6.3118, |
| "step": 48400 |
| }, |
| { |
| "epoch": 20.31839128613322, |
| "grad_norm": 3.8560192584991455, |
| "learning_rate": 1.615067727970954e-05, |
| "loss": 6.2858, |
| "step": 48500 |
| }, |
| { |
| "epoch": 20.36028487641391, |
| "grad_norm": 2.457240581512451, |
| "learning_rate": 1.6080854629241726e-05, |
| "loss": 6.3077, |
| "step": 48600 |
| }, |
| { |
| "epoch": 20.402178466694597, |
| "grad_norm": 3.5376362800598145, |
| "learning_rate": 1.6011031978773917e-05, |
| "loss": 6.2892, |
| "step": 48700 |
| }, |
| { |
| "epoch": 20.444072056975283, |
| "grad_norm": 3.3489222526550293, |
| "learning_rate": 1.59412093283061e-05, |
| "loss": 6.2973, |
| "step": 48800 |
| }, |
| { |
| "epoch": 20.48596564725597, |
| "grad_norm": 3.600166082382202, |
| "learning_rate": 1.587138667783829e-05, |
| "loss": 6.31, |
| "step": 48900 |
| }, |
| { |
| "epoch": 20.527859237536656, |
| "grad_norm": 3.255598783493042, |
| "learning_rate": 1.580156402737048e-05, |
| "loss": 6.2389, |
| "step": 49000 |
| }, |
| { |
| "epoch": 20.569752827817343, |
| "grad_norm": 3.166994094848633, |
| "learning_rate": 1.5731741376902668e-05, |
| "loss": 6.303, |
| "step": 49100 |
| }, |
| { |
| "epoch": 20.61164641809803, |
| "grad_norm": 3.615269184112549, |
| "learning_rate": 1.566191872643486e-05, |
| "loss": 6.281, |
| "step": 49200 |
| }, |
| { |
| "epoch": 20.65354000837872, |
| "grad_norm": 3.1495063304901123, |
| "learning_rate": 1.5592096075967043e-05, |
| "loss": 6.2666, |
| "step": 49300 |
| }, |
| { |
| "epoch": 20.695433598659406, |
| "grad_norm": 2.9170730113983154, |
| "learning_rate": 1.552227342549923e-05, |
| "loss": 6.2738, |
| "step": 49400 |
| }, |
| { |
| "epoch": 20.737327188940093, |
| "grad_norm": 3.0922224521636963, |
| "learning_rate": 1.545245077503142e-05, |
| "loss": 6.2805, |
| "step": 49500 |
| }, |
| { |
| "epoch": 20.77922077922078, |
| "grad_norm": 3.088012933731079, |
| "learning_rate": 1.538262812456361e-05, |
| "loss": 6.2906, |
| "step": 49600 |
| }, |
| { |
| "epoch": 20.821114369501466, |
| "grad_norm": 2.939486503601074, |
| "learning_rate": 1.53128054740958e-05, |
| "loss": 6.2636, |
| "step": 49700 |
| }, |
| { |
| "epoch": 20.863007959782152, |
| "grad_norm": 3.597949743270874, |
| "learning_rate": 1.5242982823627986e-05, |
| "loss": 6.2745, |
| "step": 49800 |
| }, |
| { |
| "epoch": 20.90490155006284, |
| "grad_norm": 3.4760777950286865, |
| "learning_rate": 1.5173160173160175e-05, |
| "loss": 6.2702, |
| "step": 49900 |
| }, |
| { |
| "epoch": 20.94679514034353, |
| "grad_norm": 3.04856014251709, |
| "learning_rate": 1.5103337522692362e-05, |
| "loss": 6.2841, |
| "step": 50000 |
| }, |
| { |
| "epoch": 20.988688730624215, |
| "grad_norm": 2.849895477294922, |
| "learning_rate": 1.503351487222455e-05, |
| "loss": 6.2814, |
| "step": 50100 |
| }, |
| { |
| "epoch": 21.0305823209049, |
| "grad_norm": 3.1246280670166016, |
| "learning_rate": 1.496369222175674e-05, |
| "loss": 6.2754, |
| "step": 50200 |
| }, |
| { |
| "epoch": 21.072475911185588, |
| "grad_norm": 3.303846836090088, |
| "learning_rate": 1.4894567797793605e-05, |
| "loss": 6.2661, |
| "step": 50300 |
| }, |
| { |
| "epoch": 21.114369501466275, |
| "grad_norm": 3.5818755626678467, |
| "learning_rate": 1.4824745147325794e-05, |
| "loss": 6.2804, |
| "step": 50400 |
| }, |
| { |
| "epoch": 21.15626309174696, |
| "grad_norm": 3.0695786476135254, |
| "learning_rate": 1.4754922496857982e-05, |
| "loss": 6.284, |
| "step": 50500 |
| }, |
| { |
| "epoch": 21.19815668202765, |
| "grad_norm": 3.6067614555358887, |
| "learning_rate": 1.4685099846390168e-05, |
| "loss": 6.2863, |
| "step": 50600 |
| }, |
| { |
| "epoch": 21.240050272308338, |
| "grad_norm": 3.2230417728424072, |
| "learning_rate": 1.4615277195922359e-05, |
| "loss": 6.287, |
| "step": 50700 |
| }, |
| { |
| "epoch": 21.281943862589024, |
| "grad_norm": 3.059466600418091, |
| "learning_rate": 1.4545454545454545e-05, |
| "loss": 6.2442, |
| "step": 50800 |
| }, |
| { |
| "epoch": 21.32383745286971, |
| "grad_norm": 3.7770040035247803, |
| "learning_rate": 1.4475631894986736e-05, |
| "loss": 6.2612, |
| "step": 50900 |
| }, |
| { |
| "epoch": 21.365731043150397, |
| "grad_norm": 3.3269879817962646, |
| "learning_rate": 1.4405809244518923e-05, |
| "loss": 6.2985, |
| "step": 51000 |
| }, |
| { |
| "epoch": 21.407624633431084, |
| "grad_norm": 2.649940252304077, |
| "learning_rate": 1.4335986594051109e-05, |
| "loss": 6.2343, |
| "step": 51100 |
| }, |
| { |
| "epoch": 21.44951822371177, |
| "grad_norm": 3.4042983055114746, |
| "learning_rate": 1.42661639435833e-05, |
| "loss": 6.2701, |
| "step": 51200 |
| }, |
| { |
| "epoch": 21.49141181399246, |
| "grad_norm": 3.1958000659942627, |
| "learning_rate": 1.4196341293115486e-05, |
| "loss": 6.2866, |
| "step": 51300 |
| }, |
| { |
| "epoch": 21.533305404273147, |
| "grad_norm": 3.6010313034057617, |
| "learning_rate": 1.4126518642647677e-05, |
| "loss": 6.2683, |
| "step": 51400 |
| }, |
| { |
| "epoch": 21.575198994553833, |
| "grad_norm": 3.429414749145508, |
| "learning_rate": 1.4056695992179864e-05, |
| "loss": 6.2408, |
| "step": 51500 |
| }, |
| { |
| "epoch": 21.61709258483452, |
| "grad_norm": 3.069561004638672, |
| "learning_rate": 1.3986873341712054e-05, |
| "loss": 6.2641, |
| "step": 51600 |
| }, |
| { |
| "epoch": 21.658986175115206, |
| "grad_norm": 3.575247287750244, |
| "learning_rate": 1.3917050691244241e-05, |
| "loss": 6.2722, |
| "step": 51700 |
| }, |
| { |
| "epoch": 21.700879765395893, |
| "grad_norm": 3.033505439758301, |
| "learning_rate": 1.3847228040776427e-05, |
| "loss": 6.2424, |
| "step": 51800 |
| }, |
| { |
| "epoch": 21.742773355676583, |
| "grad_norm": 3.287740707397461, |
| "learning_rate": 1.3777405390308618e-05, |
| "loss": 6.2516, |
| "step": 51900 |
| }, |
| { |
| "epoch": 21.78466694595727, |
| "grad_norm": 3.0363028049468994, |
| "learning_rate": 1.3707582739840804e-05, |
| "loss": 6.2641, |
| "step": 52000 |
| }, |
| { |
| "epoch": 21.826560536237956, |
| "grad_norm": 3.1549689769744873, |
| "learning_rate": 1.3637760089372995e-05, |
| "loss": 6.2335, |
| "step": 52100 |
| }, |
| { |
| "epoch": 21.868454126518643, |
| "grad_norm": 3.8512282371520996, |
| "learning_rate": 1.3567937438905182e-05, |
| "loss": 6.2729, |
| "step": 52200 |
| }, |
| { |
| "epoch": 21.91034771679933, |
| "grad_norm": 4.0751824378967285, |
| "learning_rate": 1.3498813014942047e-05, |
| "loss": 6.2397, |
| "step": 52300 |
| }, |
| { |
| "epoch": 21.952241307080016, |
| "grad_norm": 3.375235080718994, |
| "learning_rate": 1.3428990364474236e-05, |
| "loss": 6.2316, |
| "step": 52400 |
| }, |
| { |
| "epoch": 21.994134897360702, |
| "grad_norm": 3.093156337738037, |
| "learning_rate": 1.3359167714006423e-05, |
| "loss": 6.2468, |
| "step": 52500 |
| }, |
| { |
| "epoch": 22.036028487641392, |
| "grad_norm": 3.729182243347168, |
| "learning_rate": 1.3289345063538614e-05, |
| "loss": 6.2366, |
| "step": 52600 |
| }, |
| { |
| "epoch": 22.07792207792208, |
| "grad_norm": 3.4075732231140137, |
| "learning_rate": 1.32195224130708e-05, |
| "loss": 6.2693, |
| "step": 52700 |
| }, |
| { |
| "epoch": 22.119815668202765, |
| "grad_norm": 2.9553005695343018, |
| "learning_rate": 1.3149699762602988e-05, |
| "loss": 6.2592, |
| "step": 52800 |
| }, |
| { |
| "epoch": 22.16170925848345, |
| "grad_norm": 3.094538688659668, |
| "learning_rate": 1.3079877112135177e-05, |
| "loss": 6.26, |
| "step": 52900 |
| }, |
| { |
| "epoch": 22.203602848764138, |
| "grad_norm": 3.907914161682129, |
| "learning_rate": 1.3010054461667365e-05, |
| "loss": 6.2711, |
| "step": 53000 |
| }, |
| { |
| "epoch": 22.245496439044825, |
| "grad_norm": 3.7182159423828125, |
| "learning_rate": 1.2940231811199554e-05, |
| "loss": 6.2713, |
| "step": 53100 |
| }, |
| { |
| "epoch": 22.287390029325515, |
| "grad_norm": 2.8652303218841553, |
| "learning_rate": 1.2870409160731741e-05, |
| "loss": 6.2325, |
| "step": 53200 |
| }, |
| { |
| "epoch": 22.3292836196062, |
| "grad_norm": 3.190359592437744, |
| "learning_rate": 1.2800586510263929e-05, |
| "loss": 6.2563, |
| "step": 53300 |
| }, |
| { |
| "epoch": 22.371177209886888, |
| "grad_norm": 3.372394561767578, |
| "learning_rate": 1.2730763859796118e-05, |
| "loss": 6.2489, |
| "step": 53400 |
| }, |
| { |
| "epoch": 22.413070800167574, |
| "grad_norm": 3.340397596359253, |
| "learning_rate": 1.2660941209328306e-05, |
| "loss": 6.2147, |
| "step": 53500 |
| }, |
| { |
| "epoch": 22.45496439044826, |
| "grad_norm": 3.1127400398254395, |
| "learning_rate": 1.2591118558860495e-05, |
| "loss": 6.2588, |
| "step": 53600 |
| }, |
| { |
| "epoch": 22.496857980728947, |
| "grad_norm": 4.315746307373047, |
| "learning_rate": 1.2521295908392683e-05, |
| "loss": 6.2641, |
| "step": 53700 |
| }, |
| { |
| "epoch": 22.538751571009634, |
| "grad_norm": 3.204827070236206, |
| "learning_rate": 1.2451473257924872e-05, |
| "loss": 6.2506, |
| "step": 53800 |
| }, |
| { |
| "epoch": 22.580645161290324, |
| "grad_norm": 3.653074026107788, |
| "learning_rate": 1.238165060745706e-05, |
| "loss": 6.2512, |
| "step": 53900 |
| }, |
| { |
| "epoch": 22.62253875157101, |
| "grad_norm": 3.8693697452545166, |
| "learning_rate": 1.2311827956989249e-05, |
| "loss": 6.2515, |
| "step": 54000 |
| }, |
| { |
| "epoch": 22.664432341851697, |
| "grad_norm": 3.9418985843658447, |
| "learning_rate": 1.2242005306521436e-05, |
| "loss": 6.2522, |
| "step": 54100 |
| }, |
| { |
| "epoch": 22.706325932132383, |
| "grad_norm": 3.328951358795166, |
| "learning_rate": 1.2172182656053624e-05, |
| "loss": 6.2244, |
| "step": 54200 |
| }, |
| { |
| "epoch": 22.74821952241307, |
| "grad_norm": 3.251552104949951, |
| "learning_rate": 1.210305823209049e-05, |
| "loss": 6.2413, |
| "step": 54300 |
| }, |
| { |
| "epoch": 22.790113112693756, |
| "grad_norm": 3.0756313800811768, |
| "learning_rate": 1.2033235581622679e-05, |
| "loss": 6.2343, |
| "step": 54400 |
| }, |
| { |
| "epoch": 22.832006702974446, |
| "grad_norm": 3.174830913543701, |
| "learning_rate": 1.1963412931154867e-05, |
| "loss": 6.2445, |
| "step": 54500 |
| }, |
| { |
| "epoch": 22.873900293255133, |
| "grad_norm": 2.831454038619995, |
| "learning_rate": 1.1893590280687056e-05, |
| "loss": 6.2457, |
| "step": 54600 |
| }, |
| { |
| "epoch": 22.91579388353582, |
| "grad_norm": 3.3783247470855713, |
| "learning_rate": 1.1823767630219245e-05, |
| "loss": 6.2202, |
| "step": 54700 |
| }, |
| { |
| "epoch": 22.957687473816506, |
| "grad_norm": 3.4505226612091064, |
| "learning_rate": 1.1753944979751431e-05, |
| "loss": 6.2329, |
| "step": 54800 |
| }, |
| { |
| "epoch": 22.999581064097192, |
| "grad_norm": 4.203530311584473, |
| "learning_rate": 1.168412232928362e-05, |
| "loss": 6.2464, |
| "step": 54900 |
| }, |
| { |
| "epoch": 23.04147465437788, |
| "grad_norm": 3.295198678970337, |
| "learning_rate": 1.1614299678815808e-05, |
| "loss": 6.2163, |
| "step": 55000 |
| }, |
| { |
| "epoch": 23.083368244658566, |
| "grad_norm": 3.6795082092285156, |
| "learning_rate": 1.1544477028347997e-05, |
| "loss": 6.2108, |
| "step": 55100 |
| }, |
| { |
| "epoch": 23.125261834939256, |
| "grad_norm": 3.7577404975891113, |
| "learning_rate": 1.1474654377880186e-05, |
| "loss": 6.2406, |
| "step": 55200 |
| }, |
| { |
| "epoch": 23.167155425219942, |
| "grad_norm": 4.524641036987305, |
| "learning_rate": 1.1404831727412372e-05, |
| "loss": 6.2449, |
| "step": 55300 |
| }, |
| { |
| "epoch": 23.20904901550063, |
| "grad_norm": 3.3049490451812744, |
| "learning_rate": 1.1335009076944561e-05, |
| "loss": 6.202, |
| "step": 55400 |
| }, |
| { |
| "epoch": 23.250942605781315, |
| "grad_norm": 3.6244115829467773, |
| "learning_rate": 1.1265186426476749e-05, |
| "loss": 6.2214, |
| "step": 55500 |
| }, |
| { |
| "epoch": 23.292836196062, |
| "grad_norm": 3.1158556938171387, |
| "learning_rate": 1.1195363776008938e-05, |
| "loss": 6.2247, |
| "step": 55600 |
| }, |
| { |
| "epoch": 23.334729786342688, |
| "grad_norm": 3.208771228790283, |
| "learning_rate": 1.1125541125541126e-05, |
| "loss": 6.2416, |
| "step": 55700 |
| }, |
| { |
| "epoch": 23.376623376623378, |
| "grad_norm": 4.181106090545654, |
| "learning_rate": 1.1055718475073313e-05, |
| "loss": 6.2343, |
| "step": 55800 |
| }, |
| { |
| "epoch": 23.418516966904065, |
| "grad_norm": 2.8972866535186768, |
| "learning_rate": 1.0985895824605503e-05, |
| "loss": 6.2186, |
| "step": 55900 |
| }, |
| { |
| "epoch": 23.46041055718475, |
| "grad_norm": 3.1691384315490723, |
| "learning_rate": 1.091607317413769e-05, |
| "loss": 6.2328, |
| "step": 56000 |
| }, |
| { |
| "epoch": 23.502304147465438, |
| "grad_norm": 3.214346408843994, |
| "learning_rate": 1.084625052366988e-05, |
| "loss": 6.2356, |
| "step": 56100 |
| }, |
| { |
| "epoch": 23.544197737746124, |
| "grad_norm": 3.0547690391540527, |
| "learning_rate": 1.0776427873202067e-05, |
| "loss": 6.2245, |
| "step": 56200 |
| }, |
| { |
| "epoch": 23.58609132802681, |
| "grad_norm": 3.6090760231018066, |
| "learning_rate": 1.0707303449238935e-05, |
| "loss": 6.2634, |
| "step": 56300 |
| }, |
| { |
| "epoch": 23.627984918307497, |
| "grad_norm": 3.210068702697754, |
| "learning_rate": 1.0637480798771122e-05, |
| "loss": 6.2126, |
| "step": 56400 |
| }, |
| { |
| "epoch": 23.669878508588187, |
| "grad_norm": 3.872507095336914, |
| "learning_rate": 1.056765814830331e-05, |
| "loss": 6.2286, |
| "step": 56500 |
| }, |
| { |
| "epoch": 23.711772098868874, |
| "grad_norm": 4.503695011138916, |
| "learning_rate": 1.0497835497835499e-05, |
| "loss": 6.2156, |
| "step": 56600 |
| }, |
| { |
| "epoch": 23.75366568914956, |
| "grad_norm": 3.963315486907959, |
| "learning_rate": 1.0428012847367686e-05, |
| "loss": 6.2247, |
| "step": 56700 |
| }, |
| { |
| "epoch": 23.795559279430247, |
| "grad_norm": 3.4394917488098145, |
| "learning_rate": 1.0358190196899876e-05, |
| "loss": 6.234, |
| "step": 56800 |
| }, |
| { |
| "epoch": 23.837452869710933, |
| "grad_norm": 3.403167724609375, |
| "learning_rate": 1.0288367546432063e-05, |
| "loss": 6.2045, |
| "step": 56900 |
| }, |
| { |
| "epoch": 23.87934645999162, |
| "grad_norm": 2.8274378776550293, |
| "learning_rate": 1.0218544895964251e-05, |
| "loss": 6.2121, |
| "step": 57000 |
| }, |
| { |
| "epoch": 23.92124005027231, |
| "grad_norm": 3.277188301086426, |
| "learning_rate": 1.0148722245496438e-05, |
| "loss": 6.222, |
| "step": 57100 |
| }, |
| { |
| "epoch": 23.963133640552996, |
| "grad_norm": 3.0735063552856445, |
| "learning_rate": 1.0078899595028628e-05, |
| "loss": 6.2257, |
| "step": 57200 |
| }, |
| { |
| "epoch": 24.005027230833683, |
| "grad_norm": 3.6680026054382324, |
| "learning_rate": 1.0009076944560817e-05, |
| "loss": 6.2131, |
| "step": 57300 |
| }, |
| { |
| "epoch": 24.04692082111437, |
| "grad_norm": 3.134713888168335, |
| "learning_rate": 9.939254294093005e-06, |
| "loss": 6.2241, |
| "step": 57400 |
| }, |
| { |
| "epoch": 24.088814411395056, |
| "grad_norm": 2.9466712474823, |
| "learning_rate": 9.869431643625192e-06, |
| "loss": 6.2158, |
| "step": 57500 |
| }, |
| { |
| "epoch": 24.130708001675742, |
| "grad_norm": 3.468949794769287, |
| "learning_rate": 9.79960899315738e-06, |
| "loss": 6.1793, |
| "step": 57600 |
| }, |
| { |
| "epoch": 24.17260159195643, |
| "grad_norm": 3.5487060546875, |
| "learning_rate": 9.729786342689569e-06, |
| "loss": 6.2218, |
| "step": 57700 |
| }, |
| { |
| "epoch": 24.21449518223712, |
| "grad_norm": 4.345893383026123, |
| "learning_rate": 9.659963692221758e-06, |
| "loss": 6.2023, |
| "step": 57800 |
| }, |
| { |
| "epoch": 24.256388772517806, |
| "grad_norm": 2.9016401767730713, |
| "learning_rate": 9.590141041753946e-06, |
| "loss": 6.23, |
| "step": 57900 |
| }, |
| { |
| "epoch": 24.298282362798492, |
| "grad_norm": 4.17023229598999, |
| "learning_rate": 9.520318391286135e-06, |
| "loss": 6.2114, |
| "step": 58000 |
| }, |
| { |
| "epoch": 24.34017595307918, |
| "grad_norm": 3.322115421295166, |
| "learning_rate": 9.45049574081832e-06, |
| "loss": 6.204, |
| "step": 58100 |
| }, |
| { |
| "epoch": 24.382069543359865, |
| "grad_norm": 3.709805488586426, |
| "learning_rate": 9.38067309035051e-06, |
| "loss": 6.2087, |
| "step": 58200 |
| }, |
| { |
| "epoch": 24.42396313364055, |
| "grad_norm": 3.225588798522949, |
| "learning_rate": 9.311548666387376e-06, |
| "loss": 6.2436, |
| "step": 58300 |
| }, |
| { |
| "epoch": 24.46585672392124, |
| "grad_norm": 3.1229472160339355, |
| "learning_rate": 9.241726015919565e-06, |
| "loss": 6.2253, |
| "step": 58400 |
| }, |
| { |
| "epoch": 24.507750314201928, |
| "grad_norm": 3.4445230960845947, |
| "learning_rate": 9.171903365451753e-06, |
| "loss": 6.2254, |
| "step": 58500 |
| }, |
| { |
| "epoch": 24.549643904482615, |
| "grad_norm": 4.2796807289123535, |
| "learning_rate": 9.102080714983942e-06, |
| "loss": 6.221, |
| "step": 58600 |
| }, |
| { |
| "epoch": 24.5915374947633, |
| "grad_norm": 3.2323966026306152, |
| "learning_rate": 9.03225806451613e-06, |
| "loss": 6.228, |
| "step": 58700 |
| }, |
| { |
| "epoch": 24.633431085043988, |
| "grad_norm": 4.064596652984619, |
| "learning_rate": 8.962435414048317e-06, |
| "loss": 6.2363, |
| "step": 58800 |
| }, |
| { |
| "epoch": 24.675324675324674, |
| "grad_norm": 3.068544864654541, |
| "learning_rate": 8.893310990085183e-06, |
| "loss": 6.2508, |
| "step": 58900 |
| }, |
| { |
| "epoch": 24.71721826560536, |
| "grad_norm": 2.6201155185699463, |
| "learning_rate": 8.823488339617372e-06, |
| "loss": 6.2193, |
| "step": 59000 |
| }, |
| { |
| "epoch": 24.75911185588605, |
| "grad_norm": 4.960629463195801, |
| "learning_rate": 8.753665689149562e-06, |
| "loss": 6.1999, |
| "step": 59100 |
| }, |
| { |
| "epoch": 24.801005446166737, |
| "grad_norm": 3.191586971282959, |
| "learning_rate": 8.683843038681749e-06, |
| "loss": 6.2203, |
| "step": 59200 |
| }, |
| { |
| "epoch": 24.842899036447424, |
| "grad_norm": 3.224745512008667, |
| "learning_rate": 8.614020388213937e-06, |
| "loss": 6.212, |
| "step": 59300 |
| }, |
| { |
| "epoch": 24.88479262672811, |
| "grad_norm": 3.450741767883301, |
| "learning_rate": 8.544197737746124e-06, |
| "loss": 6.2386, |
| "step": 59400 |
| }, |
| { |
| "epoch": 24.926686217008797, |
| "grad_norm": 4.297729969024658, |
| "learning_rate": 8.474375087278313e-06, |
| "loss": 6.2088, |
| "step": 59500 |
| }, |
| { |
| "epoch": 24.968579807289483, |
| "grad_norm": 3.376110553741455, |
| "learning_rate": 8.404552436810503e-06, |
| "loss": 6.2176, |
| "step": 59600 |
| }, |
| { |
| "epoch": 25.010473397570173, |
| "grad_norm": 3.0211358070373535, |
| "learning_rate": 8.33472978634269e-06, |
| "loss": 6.1906, |
| "step": 59700 |
| }, |
| { |
| "epoch": 25.05236698785086, |
| "grad_norm": 2.8490803241729736, |
| "learning_rate": 8.264907135874878e-06, |
| "loss": 6.2, |
| "step": 59800 |
| }, |
| { |
| "epoch": 25.094260578131546, |
| "grad_norm": 3.0233705043792725, |
| "learning_rate": 8.195084485407065e-06, |
| "loss": 6.1886, |
| "step": 59900 |
| }, |
| { |
| "epoch": 25.136154168412233, |
| "grad_norm": 3.7582995891571045, |
| "learning_rate": 8.125261834939255e-06, |
| "loss": 6.2064, |
| "step": 60000 |
| }, |
| { |
| "epoch": 25.17804775869292, |
| "grad_norm": 3.128079891204834, |
| "learning_rate": 8.055439184471442e-06, |
| "loss": 6.2264, |
| "step": 60100 |
| }, |
| { |
| "epoch": 25.219941348973606, |
| "grad_norm": 3.1808972358703613, |
| "learning_rate": 7.985616534003632e-06, |
| "loss": 6.2149, |
| "step": 60200 |
| }, |
| { |
| "epoch": 25.261834939254292, |
| "grad_norm": 3.2326996326446533, |
| "learning_rate": 7.91579388353582e-06, |
| "loss": 6.2142, |
| "step": 60300 |
| }, |
| { |
| "epoch": 25.303728529534983, |
| "grad_norm": 3.267465114593506, |
| "learning_rate": 7.845971233068007e-06, |
| "loss": 6.2439, |
| "step": 60400 |
| }, |
| { |
| "epoch": 25.34562211981567, |
| "grad_norm": 3.691075563430786, |
| "learning_rate": 7.776148582600196e-06, |
| "loss": 6.2178, |
| "step": 60500 |
| }, |
| { |
| "epoch": 25.387515710096356, |
| "grad_norm": 3.290562152862549, |
| "learning_rate": 7.706325932132383e-06, |
| "loss": 6.2165, |
| "step": 60600 |
| }, |
| { |
| "epoch": 25.429409300377042, |
| "grad_norm": 4.553886413574219, |
| "learning_rate": 7.636503281664573e-06, |
| "loss": 6.2165, |
| "step": 60700 |
| }, |
| { |
| "epoch": 25.47130289065773, |
| "grad_norm": 4.013444423675537, |
| "learning_rate": 7.566680631196761e-06, |
| "loss": 6.2122, |
| "step": 60800 |
| }, |
| { |
| "epoch": 25.513196480938415, |
| "grad_norm": 4.044810771942139, |
| "learning_rate": 7.496857980728948e-06, |
| "loss": 6.2533, |
| "step": 60900 |
| }, |
| { |
| "epoch": 25.555090071219105, |
| "grad_norm": 3.788613796234131, |
| "learning_rate": 7.427035330261137e-06, |
| "loss": 6.2039, |
| "step": 61000 |
| }, |
| { |
| "epoch": 25.59698366149979, |
| "grad_norm": 3.317281484603882, |
| "learning_rate": 7.3572126797933255e-06, |
| "loss": 6.2228, |
| "step": 61100 |
| }, |
| { |
| "epoch": 25.638877251780478, |
| "grad_norm": 3.4238085746765137, |
| "learning_rate": 7.287390029325514e-06, |
| "loss": 6.1979, |
| "step": 61200 |
| }, |
| { |
| "epoch": 25.680770842061165, |
| "grad_norm": 3.1558725833892822, |
| "learning_rate": 7.217567378857702e-06, |
| "loss": 6.2044, |
| "step": 61300 |
| }, |
| { |
| "epoch": 25.72266443234185, |
| "grad_norm": 2.939328670501709, |
| "learning_rate": 7.147744728389889e-06, |
| "loss": 6.2312, |
| "step": 61400 |
| }, |
| { |
| "epoch": 25.764558022622538, |
| "grad_norm": 4.0037455558776855, |
| "learning_rate": 7.0779220779220775e-06, |
| "loss": 6.228, |
| "step": 61500 |
| }, |
| { |
| "epoch": 25.806451612903224, |
| "grad_norm": 4.4582343101501465, |
| "learning_rate": 7.008099427454267e-06, |
| "loss": 6.2132, |
| "step": 61600 |
| }, |
| { |
| "epoch": 25.848345203183914, |
| "grad_norm": 3.006201982498169, |
| "learning_rate": 6.938276776986455e-06, |
| "loss": 6.2242, |
| "step": 61700 |
| }, |
| { |
| "epoch": 25.8902387934646, |
| "grad_norm": 3.6898059844970703, |
| "learning_rate": 6.8684541265186436e-06, |
| "loss": 6.2134, |
| "step": 61800 |
| }, |
| { |
| "epoch": 25.932132383745287, |
| "grad_norm": 3.3489785194396973, |
| "learning_rate": 6.798631476050832e-06, |
| "loss": 6.2042, |
| "step": 61900 |
| }, |
| { |
| "epoch": 25.974025974025974, |
| "grad_norm": 3.2489922046661377, |
| "learning_rate": 6.729507052087698e-06, |
| "loss": 6.2212, |
| "step": 62000 |
| }, |
| { |
| "epoch": 26.01591956430666, |
| "grad_norm": 4.022356033325195, |
| "learning_rate": 6.659684401619885e-06, |
| "loss": 6.2423, |
| "step": 62100 |
| }, |
| { |
| "epoch": 26.057813154587347, |
| "grad_norm": 4.803937911987305, |
| "learning_rate": 6.589861751152074e-06, |
| "loss": 6.2319, |
| "step": 62200 |
| }, |
| { |
| "epoch": 26.099706744868037, |
| "grad_norm": 3.7283337116241455, |
| "learning_rate": 6.520039100684262e-06, |
| "loss": 6.1924, |
| "step": 62300 |
| }, |
| { |
| "epoch": 26.141600335148723, |
| "grad_norm": 3.817946672439575, |
| "learning_rate": 6.450216450216451e-06, |
| "loss": 6.2039, |
| "step": 62400 |
| }, |
| { |
| "epoch": 26.18349392542941, |
| "grad_norm": 3.4621963500976562, |
| "learning_rate": 6.380393799748639e-06, |
| "loss": 6.214, |
| "step": 62500 |
| }, |
| { |
| "epoch": 26.225387515710096, |
| "grad_norm": 4.458475112915039, |
| "learning_rate": 6.310571149280827e-06, |
| "loss": 6.2327, |
| "step": 62600 |
| }, |
| { |
| "epoch": 26.267281105990783, |
| "grad_norm": 3.1324493885040283, |
| "learning_rate": 6.240748498813015e-06, |
| "loss": 6.2518, |
| "step": 62700 |
| }, |
| { |
| "epoch": 26.30917469627147, |
| "grad_norm": 3.410626173019409, |
| "learning_rate": 6.1709258483452034e-06, |
| "loss": 6.2054, |
| "step": 62800 |
| }, |
| { |
| "epoch": 26.351068286552156, |
| "grad_norm": 3.221602201461792, |
| "learning_rate": 6.101103197877392e-06, |
| "loss": 6.2297, |
| "step": 62900 |
| }, |
| { |
| "epoch": 26.392961876832846, |
| "grad_norm": 3.1413893699645996, |
| "learning_rate": 6.031280547409579e-06, |
| "loss": 6.2134, |
| "step": 63000 |
| }, |
| { |
| "epoch": 26.434855467113533, |
| "grad_norm": 3.3834433555603027, |
| "learning_rate": 5.961457896941768e-06, |
| "loss": 6.167, |
| "step": 63100 |
| }, |
| { |
| "epoch": 26.47674905739422, |
| "grad_norm": 3.016921281814575, |
| "learning_rate": 5.891635246473957e-06, |
| "loss": 6.2181, |
| "step": 63200 |
| }, |
| { |
| "epoch": 26.518642647674906, |
| "grad_norm": 3.4190244674682617, |
| "learning_rate": 5.821812596006145e-06, |
| "loss": 6.172, |
| "step": 63300 |
| }, |
| { |
| "epoch": 26.560536237955592, |
| "grad_norm": 3.519742488861084, |
| "learning_rate": 5.751989945538333e-06, |
| "loss": 6.2144, |
| "step": 63400 |
| }, |
| { |
| "epoch": 26.60242982823628, |
| "grad_norm": 3.083923101425171, |
| "learning_rate": 5.682167295070521e-06, |
| "loss": 6.204, |
| "step": 63500 |
| }, |
| { |
| "epoch": 26.64432341851697, |
| "grad_norm": 3.8977878093719482, |
| "learning_rate": 5.612344644602709e-06, |
| "loss": 6.1759, |
| "step": 63600 |
| }, |
| { |
| "epoch": 26.686217008797655, |
| "grad_norm": 3.5598249435424805, |
| "learning_rate": 5.5425219941348974e-06, |
| "loss": 6.2233, |
| "step": 63700 |
| }, |
| { |
| "epoch": 26.72811059907834, |
| "grad_norm": 3.6333513259887695, |
| "learning_rate": 5.472699343667086e-06, |
| "loss": 6.2133, |
| "step": 63800 |
| }, |
| { |
| "epoch": 26.770004189359028, |
| "grad_norm": 3.2468085289001465, |
| "learning_rate": 5.402876693199274e-06, |
| "loss": 6.2081, |
| "step": 63900 |
| }, |
| { |
| "epoch": 26.811897779639715, |
| "grad_norm": 3.6896772384643555, |
| "learning_rate": 5.333054042731463e-06, |
| "loss": 6.1935, |
| "step": 64000 |
| }, |
| { |
| "epoch": 26.8537913699204, |
| "grad_norm": 3.263144016265869, |
| "learning_rate": 5.26323139226365e-06, |
| "loss": 6.2127, |
| "step": 64100 |
| }, |
| { |
| "epoch": 26.895684960201088, |
| "grad_norm": 3.2848362922668457, |
| "learning_rate": 5.193408741795839e-06, |
| "loss": 6.2074, |
| "step": 64200 |
| }, |
| { |
| "epoch": 26.937578550481778, |
| "grad_norm": 3.675541639328003, |
| "learning_rate": 5.123586091328027e-06, |
| "loss": 6.2015, |
| "step": 64300 |
| }, |
| { |
| "epoch": 26.979472140762464, |
| "grad_norm": 3.413780689239502, |
| "learning_rate": 5.0537634408602155e-06, |
| "loss": 6.2218, |
| "step": 64400 |
| }, |
| { |
| "epoch": 27.02136573104315, |
| "grad_norm": 4.108157634735107, |
| "learning_rate": 4.983940790392404e-06, |
| "loss": 6.212, |
| "step": 64500 |
| }, |
| { |
| "epoch": 27.063259321323837, |
| "grad_norm": 3.7690155506134033, |
| "learning_rate": 4.9141181399245915e-06, |
| "loss": 6.22, |
| "step": 64600 |
| }, |
| { |
| "epoch": 27.105152911604524, |
| "grad_norm": 3.379786491394043, |
| "learning_rate": 4.84429548945678e-06, |
| "loss": 6.2334, |
| "step": 64700 |
| }, |
| { |
| "epoch": 27.14704650188521, |
| "grad_norm": 3.5175390243530273, |
| "learning_rate": 4.774472838988968e-06, |
| "loss": 6.1932, |
| "step": 64800 |
| }, |
| { |
| "epoch": 27.1889400921659, |
| "grad_norm": 2.8454129695892334, |
| "learning_rate": 4.704650188521157e-06, |
| "loss": 6.2087, |
| "step": 64900 |
| }, |
| { |
| "epoch": 27.230833682446587, |
| "grad_norm": 3.4630961418151855, |
| "learning_rate": 4.634827538053345e-06, |
| "loss": 6.2142, |
| "step": 65000 |
| }, |
| { |
| "epoch": 27.272727272727273, |
| "grad_norm": 3.339860677719116, |
| "learning_rate": 4.565004887585533e-06, |
| "loss": 6.1772, |
| "step": 65100 |
| }, |
| { |
| "epoch": 27.31462086300796, |
| "grad_norm": 3.0743260383605957, |
| "learning_rate": 4.495182237117721e-06, |
| "loss": 6.2044, |
| "step": 65200 |
| }, |
| { |
| "epoch": 27.356514453288646, |
| "grad_norm": 3.2576496601104736, |
| "learning_rate": 4.4253595866499095e-06, |
| "loss": 6.2191, |
| "step": 65300 |
| }, |
| { |
| "epoch": 27.398408043569333, |
| "grad_norm": 3.326819896697998, |
| "learning_rate": 4.355536936182097e-06, |
| "loss": 6.1762, |
| "step": 65400 |
| }, |
| { |
| "epoch": 27.44030163385002, |
| "grad_norm": 3.4447667598724365, |
| "learning_rate": 4.285714285714286e-06, |
| "loss": 6.1823, |
| "step": 65500 |
| }, |
| { |
| "epoch": 27.48219522413071, |
| "grad_norm": 3.4771687984466553, |
| "learning_rate": 4.215891635246475e-06, |
| "loss": 6.228, |
| "step": 65600 |
| }, |
| { |
| "epoch": 27.524088814411396, |
| "grad_norm": 3.3457424640655518, |
| "learning_rate": 4.146068984778662e-06, |
| "loss": 6.1651, |
| "step": 65700 |
| }, |
| { |
| "epoch": 27.565982404692082, |
| "grad_norm": 3.006155490875244, |
| "learning_rate": 4.076246334310851e-06, |
| "loss": 6.2026, |
| "step": 65800 |
| }, |
| { |
| "epoch": 27.60787599497277, |
| "grad_norm": 4.228708744049072, |
| "learning_rate": 4.006423683843038e-06, |
| "loss": 6.1923, |
| "step": 65900 |
| }, |
| { |
| "epoch": 27.649769585253456, |
| "grad_norm": 3.4744226932525635, |
| "learning_rate": 3.937299259879905e-06, |
| "loss": 6.1891, |
| "step": 66000 |
| }, |
| { |
| "epoch": 27.691663175534142, |
| "grad_norm": 3.8300633430480957, |
| "learning_rate": 3.867476609412093e-06, |
| "loss": 6.2237, |
| "step": 66100 |
| }, |
| { |
| "epoch": 27.733556765814832, |
| "grad_norm": 2.9689528942108154, |
| "learning_rate": 3.7976539589442818e-06, |
| "loss": 6.217, |
| "step": 66200 |
| }, |
| { |
| "epoch": 27.77545035609552, |
| "grad_norm": 3.1309947967529297, |
| "learning_rate": 3.7278313084764698e-06, |
| "loss": 6.2061, |
| "step": 66300 |
| }, |
| { |
| "epoch": 27.817343946376205, |
| "grad_norm": 3.4571166038513184, |
| "learning_rate": 3.658008658008658e-06, |
| "loss": 6.1863, |
| "step": 66400 |
| }, |
| { |
| "epoch": 27.85923753665689, |
| "grad_norm": 3.354229211807251, |
| "learning_rate": 3.5881860075408466e-06, |
| "loss": 6.1996, |
| "step": 66500 |
| }, |
| { |
| "epoch": 27.901131126937578, |
| "grad_norm": 3.745568037033081, |
| "learning_rate": 3.5183633570730346e-06, |
| "loss": 6.1839, |
| "step": 66600 |
| }, |
| { |
| "epoch": 27.943024717218265, |
| "grad_norm": 3.356715440750122, |
| "learning_rate": 3.448540706605223e-06, |
| "loss": 6.2048, |
| "step": 66700 |
| }, |
| { |
| "epoch": 27.98491830749895, |
| "grad_norm": 2.964492082595825, |
| "learning_rate": 3.378718056137411e-06, |
| "loss": 6.228, |
| "step": 66800 |
| }, |
| { |
| "epoch": 28.02681189777964, |
| "grad_norm": 3.336606502532959, |
| "learning_rate": 3.3088954056695994e-06, |
| "loss": 6.1953, |
| "step": 66900 |
| }, |
| { |
| "epoch": 28.068705488060328, |
| "grad_norm": 3.264971971511841, |
| "learning_rate": 3.239072755201788e-06, |
| "loss": 6.1783, |
| "step": 67000 |
| }, |
| { |
| "epoch": 28.110599078341014, |
| "grad_norm": 3.4968082904815674, |
| "learning_rate": 3.169250104733976e-06, |
| "loss": 6.2117, |
| "step": 67100 |
| }, |
| { |
| "epoch": 28.1524926686217, |
| "grad_norm": 3.4082252979278564, |
| "learning_rate": 3.099427454266164e-06, |
| "loss": 6.2278, |
| "step": 67200 |
| }, |
| { |
| "epoch": 28.194386258902387, |
| "grad_norm": 3.52056884765625, |
| "learning_rate": 3.029604803798352e-06, |
| "loss": 6.2037, |
| "step": 67300 |
| }, |
| { |
| "epoch": 28.236279849183074, |
| "grad_norm": 3.6062779426574707, |
| "learning_rate": 2.9597821533305406e-06, |
| "loss": 6.1952, |
| "step": 67400 |
| }, |
| { |
| "epoch": 28.278173439463764, |
| "grad_norm": 3.158705472946167, |
| "learning_rate": 2.889959502862729e-06, |
| "loss": 6.2067, |
| "step": 67500 |
| }, |
| { |
| "epoch": 28.32006702974445, |
| "grad_norm": 3.6732075214385986, |
| "learning_rate": 2.820136852394917e-06, |
| "loss": 6.1752, |
| "step": 67600 |
| }, |
| { |
| "epoch": 28.361960620025137, |
| "grad_norm": 2.842560291290283, |
| "learning_rate": 2.7503142019271054e-06, |
| "loss": 6.1823, |
| "step": 67700 |
| }, |
| { |
| "epoch": 28.403854210305823, |
| "grad_norm": 3.412233591079712, |
| "learning_rate": 2.6804915514592934e-06, |
| "loss": 6.1997, |
| "step": 67800 |
| }, |
| { |
| "epoch": 28.44574780058651, |
| "grad_norm": 2.8313143253326416, |
| "learning_rate": 2.610668900991482e-06, |
| "loss": 6.187, |
| "step": 67900 |
| }, |
| { |
| "epoch": 28.487641390867196, |
| "grad_norm": 3.122307300567627, |
| "learning_rate": 2.541544477028348e-06, |
| "loss": 6.1977, |
| "step": 68000 |
| }, |
| { |
| "epoch": 28.529534981147883, |
| "grad_norm": 3.4732697010040283, |
| "learning_rate": 2.4717218265605365e-06, |
| "loss": 6.1913, |
| "step": 68100 |
| }, |
| { |
| "epoch": 28.571428571428573, |
| "grad_norm": 3.3936917781829834, |
| "learning_rate": 2.4018991760927245e-06, |
| "loss": 6.2216, |
| "step": 68200 |
| }, |
| { |
| "epoch": 28.61332216170926, |
| "grad_norm": 3.2980170249938965, |
| "learning_rate": 2.332076525624913e-06, |
| "loss": 6.1989, |
| "step": 68300 |
| }, |
| { |
| "epoch": 28.655215751989946, |
| "grad_norm": 4.099823951721191, |
| "learning_rate": 2.2622538751571013e-06, |
| "loss": 6.1755, |
| "step": 68400 |
| }, |
| { |
| "epoch": 28.697109342270632, |
| "grad_norm": 3.7930960655212402, |
| "learning_rate": 2.1924312246892893e-06, |
| "loss": 6.2155, |
| "step": 68500 |
| }, |
| { |
| "epoch": 28.73900293255132, |
| "grad_norm": 3.620065212249756, |
| "learning_rate": 2.1226085742214777e-06, |
| "loss": 6.2041, |
| "step": 68600 |
| }, |
| { |
| "epoch": 28.780896522832006, |
| "grad_norm": 3.3451735973358154, |
| "learning_rate": 2.0527859237536657e-06, |
| "loss": 6.2095, |
| "step": 68700 |
| }, |
| { |
| "epoch": 28.822790113112696, |
| "grad_norm": 4.007857799530029, |
| "learning_rate": 1.982963273285854e-06, |
| "loss": 6.2283, |
| "step": 68800 |
| }, |
| { |
| "epoch": 28.864683703393382, |
| "grad_norm": 4.236888885498047, |
| "learning_rate": 1.9131406228180425e-06, |
| "loss": 6.1799, |
| "step": 68900 |
| }, |
| { |
| "epoch": 28.90657729367407, |
| "grad_norm": 3.222273111343384, |
| "learning_rate": 1.8433179723502305e-06, |
| "loss": 6.2008, |
| "step": 69000 |
| }, |
| { |
| "epoch": 28.948470883954755, |
| "grad_norm": 3.8649580478668213, |
| "learning_rate": 1.7734953218824187e-06, |
| "loss": 6.194, |
| "step": 69100 |
| }, |
| { |
| "epoch": 28.99036447423544, |
| "grad_norm": 3.9630191326141357, |
| "learning_rate": 1.7036726714146071e-06, |
| "loss": 6.2083, |
| "step": 69200 |
| }, |
| { |
| "epoch": 29.032258064516128, |
| "grad_norm": 3.9617035388946533, |
| "learning_rate": 1.6338500209467953e-06, |
| "loss": 6.2197, |
| "step": 69300 |
| }, |
| { |
| "epoch": 29.074151654796815, |
| "grad_norm": 3.4647514820098877, |
| "learning_rate": 1.5640273704789835e-06, |
| "loss": 6.1919, |
| "step": 69400 |
| }, |
| { |
| "epoch": 29.116045245077505, |
| "grad_norm": 3.7548468112945557, |
| "learning_rate": 1.4942047200111717e-06, |
| "loss": 6.171, |
| "step": 69500 |
| }, |
| { |
| "epoch": 29.15793883535819, |
| "grad_norm": 3.4267735481262207, |
| "learning_rate": 1.42438206954336e-06, |
| "loss": 6.2031, |
| "step": 69600 |
| }, |
| { |
| "epoch": 29.199832425638878, |
| "grad_norm": 3.166888952255249, |
| "learning_rate": 1.3545594190755483e-06, |
| "loss": 6.1937, |
| "step": 69700 |
| }, |
| { |
| "epoch": 29.241726015919564, |
| "grad_norm": 2.9794344902038574, |
| "learning_rate": 1.2847367686077363e-06, |
| "loss": 6.2068, |
| "step": 69800 |
| }, |
| { |
| "epoch": 29.28361960620025, |
| "grad_norm": 3.056293249130249, |
| "learning_rate": 1.2149141181399247e-06, |
| "loss": 6.1652, |
| "step": 69900 |
| }, |
| { |
| "epoch": 29.325513196480937, |
| "grad_norm": 3.851149320602417, |
| "learning_rate": 1.145789694176791e-06, |
| "loss": 6.2129, |
| "step": 70000 |
| }, |
| { |
| "epoch": 29.367406786761624, |
| "grad_norm": 3.670929193496704, |
| "learning_rate": 1.0759670437089792e-06, |
| "loss": 6.2068, |
| "step": 70100 |
| }, |
| { |
| "epoch": 29.409300377042314, |
| "grad_norm": 3.3581252098083496, |
| "learning_rate": 1.0061443932411674e-06, |
| "loss": 6.2208, |
| "step": 70200 |
| }, |
| { |
| "epoch": 29.451193967323, |
| "grad_norm": 3.7551257610321045, |
| "learning_rate": 9.363217427733557e-07, |
| "loss": 6.179, |
| "step": 70300 |
| }, |
| { |
| "epoch": 29.493087557603687, |
| "grad_norm": 2.9767682552337646, |
| "learning_rate": 8.664990923055439e-07, |
| "loss": 6.2157, |
| "step": 70400 |
| }, |
| { |
| "epoch": 29.534981147884373, |
| "grad_norm": 3.3218774795532227, |
| "learning_rate": 7.966764418377322e-07, |
| "loss": 6.1773, |
| "step": 70500 |
| }, |
| { |
| "epoch": 29.57687473816506, |
| "grad_norm": 4.360437870025635, |
| "learning_rate": 7.268537913699204e-07, |
| "loss": 6.1985, |
| "step": 70600 |
| }, |
| { |
| "epoch": 29.618768328445746, |
| "grad_norm": 3.544264078140259, |
| "learning_rate": 6.570311409021087e-07, |
| "loss": 6.1973, |
| "step": 70700 |
| }, |
| { |
| "epoch": 29.660661918726436, |
| "grad_norm": 3.7416069507598877, |
| "learning_rate": 5.872084904342969e-07, |
| "loss": 6.2031, |
| "step": 70800 |
| }, |
| { |
| "epoch": 29.702555509007123, |
| "grad_norm": 3.0346035957336426, |
| "learning_rate": 5.173858399664851e-07, |
| "loss": 6.2123, |
| "step": 70900 |
| }, |
| { |
| "epoch": 29.74444909928781, |
| "grad_norm": 3.2308425903320312, |
| "learning_rate": 4.4756318949867344e-07, |
| "loss": 6.2106, |
| "step": 71000 |
| }, |
| { |
| "epoch": 29.786342689568496, |
| "grad_norm": 3.0109570026397705, |
| "learning_rate": 3.7774053903086163e-07, |
| "loss": 6.213, |
| "step": 71100 |
| }, |
| { |
| "epoch": 29.828236279849182, |
| "grad_norm": 3.733609199523926, |
| "learning_rate": 3.079178885630499e-07, |
| "loss": 6.1984, |
| "step": 71200 |
| }, |
| { |
| "epoch": 29.87012987012987, |
| "grad_norm": 3.5430541038513184, |
| "learning_rate": 2.3809523809523814e-07, |
| "loss": 6.183, |
| "step": 71300 |
| }, |
| { |
| "epoch": 29.912023460410555, |
| "grad_norm": 3.1964950561523438, |
| "learning_rate": 1.6827258762742634e-07, |
| "loss": 6.1817, |
| "step": 71400 |
| }, |
| { |
| "epoch": 29.953917050691246, |
| "grad_norm": 3.6197755336761475, |
| "learning_rate": 9.844993715961458e-08, |
| "loss": 6.1907, |
| "step": 71500 |
| }, |
| { |
| "epoch": 29.995810640971932, |
| "grad_norm": 3.035473346710205, |
| "learning_rate": 2.862728669180282e-08, |
| "loss": 6.1677, |
| "step": 71600 |
| }, |
| { |
| "epoch": 30.0, |
| "step": 71610, |
| "total_flos": 781486986700800.0, |
| "train_loss": 6.528281962779993, |
| "train_runtime": 3948.1737, |
| "train_samples_per_second": 580.354, |
| "train_steps_per_second": 18.137 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 71610, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 30, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 781486986700800.0, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
