| { |
| "best_global_step": 14798, |
| "best_metric": 0.13719096779823303, |
| "best_model_checkpoint": "/mnt/nfs/homes/penacour/my_project/./saved_models/Text/checkpoints/checkpoint-14798", |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 22197, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0067576699553993785, |
| "grad_norm": 16.06703758239746, |
| "learning_rate": 4.414414414414415e-07, |
| "loss": 1.35020751953125, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.013515339910798757, |
| "grad_norm": 15.278281211853027, |
| "learning_rate": 8.91891891891892e-07, |
| "loss": 1.359039306640625, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.020273009866198136, |
| "grad_norm": 9.957842826843262, |
| "learning_rate": 1.3423423423423422e-06, |
| "loss": 1.345301513671875, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.027030679821597514, |
| "grad_norm": 9.441655158996582, |
| "learning_rate": 1.7927927927927929e-06, |
| "loss": 1.291690673828125, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.03378834977699689, |
| "grad_norm": 11.737529754638672, |
| "learning_rate": 2.2432432432432435e-06, |
| "loss": 1.20750244140625, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.04054601973239627, |
| "grad_norm": 13.651801109313965, |
| "learning_rate": 2.693693693693694e-06, |
| "loss": 1.026903076171875, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.04730368968779565, |
| "grad_norm": 10.333759307861328, |
| "learning_rate": 3.1441441441441444e-06, |
| "loss": 0.8750057983398437, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.05406135964319503, |
| "grad_norm": 11.845670700073242, |
| "learning_rate": 3.5945945945945946e-06, |
| "loss": 0.74543701171875, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.06081902959859441, |
| "grad_norm": 20.486881256103516, |
| "learning_rate": 4.045045045045045e-06, |
| "loss": 0.627983627319336, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.06757669955399379, |
| "grad_norm": 5.46737003326416, |
| "learning_rate": 4.495495495495496e-06, |
| "loss": 0.6082597351074219, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.07433436950939316, |
| "grad_norm": 33.317134857177734, |
| "learning_rate": 4.9459459459459466e-06, |
| "loss": 0.5269870758056641, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.08109203946479254, |
| "grad_norm": 22.17811393737793, |
| "learning_rate": 5.396396396396398e-06, |
| "loss": 0.5109220123291016, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.08784970942019192, |
| "grad_norm": 65.60385131835938, |
| "learning_rate": 5.846846846846848e-06, |
| "loss": 0.47735191345214845, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.0946073793755913, |
| "grad_norm": 56.5187873840332, |
| "learning_rate": 6.297297297297298e-06, |
| "loss": 0.4838460159301758, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.10136504933099068, |
| "grad_norm": 9.734931945800781, |
| "learning_rate": 6.747747747747748e-06, |
| "loss": 0.5097962188720703, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.10812271928639006, |
| "grad_norm": 40.54719161987305, |
| "learning_rate": 7.1981981981981985e-06, |
| "loss": 0.439853515625, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.11488038924178944, |
| "grad_norm": 1.501684546470642, |
| "learning_rate": 7.648648648648649e-06, |
| "loss": 0.3697560501098633, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.12163805919718881, |
| "grad_norm": 1.2029157876968384, |
| "learning_rate": 8.0990990990991e-06, |
| "loss": 0.3332023620605469, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.12839572915258818, |
| "grad_norm": 1.7254059314727783, |
| "learning_rate": 8.549549549549551e-06, |
| "loss": 0.7150354766845703, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.13515339910798757, |
| "grad_norm": 0.1328679621219635, |
| "learning_rate": 9e-06, |
| "loss": 0.39909423828125, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.14191106906338694, |
| "grad_norm": 67.52281951904297, |
| "learning_rate": 9.450450450450451e-06, |
| "loss": 0.4741665267944336, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.14866873901878633, |
| "grad_norm": 0.11982670426368713, |
| "learning_rate": 9.900900900900902e-06, |
| "loss": 0.4088504028320312, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.1554264089741857, |
| "grad_norm": 73.58162689208984, |
| "learning_rate": 1.0351351351351353e-05, |
| "loss": 0.5978804397583007, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.16218407892958508, |
| "grad_norm": 16.60240936279297, |
| "learning_rate": 1.0801801801801803e-05, |
| "loss": 0.4865760040283203, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.16894174888498445, |
| "grad_norm": 0.07922861725091934, |
| "learning_rate": 1.1252252252252254e-05, |
| "loss": 0.47403549194335937, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.17569941884038384, |
| "grad_norm": 177.65086364746094, |
| "learning_rate": 1.1702702702702703e-05, |
| "loss": 0.43802192687988284, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.1824570887957832, |
| "grad_norm": 0.34974488615989685, |
| "learning_rate": 1.2153153153153154e-05, |
| "loss": 0.5690596008300781, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.1892147587511826, |
| "grad_norm": 0.37981438636779785, |
| "learning_rate": 1.2603603603603605e-05, |
| "loss": 0.5010957336425781, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.19597242870658196, |
| "grad_norm": 42.93001174926758, |
| "learning_rate": 1.3054054054054055e-05, |
| "loss": 0.4970842742919922, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.20273009866198136, |
| "grad_norm": 30.023513793945312, |
| "learning_rate": 1.3504504504504506e-05, |
| "loss": 0.5511152648925781, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.20948776861738072, |
| "grad_norm": 7.049088954925537, |
| "learning_rate": 1.3954954954954955e-05, |
| "loss": 0.4516510009765625, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.2162454385727801, |
| "grad_norm": 0.25647661089897156, |
| "learning_rate": 1.4405405405405406e-05, |
| "loss": 0.36651172637939455, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.22300310852817948, |
| "grad_norm": 16.453493118286133, |
| "learning_rate": 1.4855855855855856e-05, |
| "loss": 0.4177054214477539, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.22976077848357887, |
| "grad_norm": 105.5218505859375, |
| "learning_rate": 1.5306306306306307e-05, |
| "loss": 0.5324158477783203, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.23651844843897823, |
| "grad_norm": 96.71179962158203, |
| "learning_rate": 1.5756756756756756e-05, |
| "loss": 0.5433593368530274, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.24327611839437763, |
| "grad_norm": 0.2389248162508011, |
| "learning_rate": 1.620720720720721e-05, |
| "loss": 0.4678084945678711, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.250033788349777, |
| "grad_norm": 153.3388214111328, |
| "learning_rate": 1.6657657657657658e-05, |
| "loss": 0.5350112533569336, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.25679145830517636, |
| "grad_norm": 38.44563293457031, |
| "learning_rate": 1.710810810810811e-05, |
| "loss": 0.49324443817138675, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.26354912826057575, |
| "grad_norm": 21.985090255737305, |
| "learning_rate": 1.755855855855856e-05, |
| "loss": 0.4342898178100586, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.27030679821597514, |
| "grad_norm": 1.6282066106796265, |
| "learning_rate": 1.800900900900901e-05, |
| "loss": 0.3795098876953125, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.27706446817137453, |
| "grad_norm": 0.3189730644226074, |
| "learning_rate": 1.8459459459459462e-05, |
| "loss": 0.5205284881591797, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.28382213812677387, |
| "grad_norm": 119.69422912597656, |
| "learning_rate": 1.8909909909909912e-05, |
| "loss": 0.35589817047119143, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.29057980808217326, |
| "grad_norm": 0.12017817795276642, |
| "learning_rate": 1.936036036036036e-05, |
| "loss": 0.48412479400634767, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.29733747803757266, |
| "grad_norm": 0.13124582171440125, |
| "learning_rate": 1.981081081081081e-05, |
| "loss": 0.39202404022216797, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.30409514799297205, |
| "grad_norm": 0.04938481003046036, |
| "learning_rate": 1.9970966611603347e-05, |
| "loss": 0.4283562469482422, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.3108528179483714, |
| "grad_norm": 0.6524620056152344, |
| "learning_rate": 1.9920909045402215e-05, |
| "loss": 0.40030643463134763, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.3176104879037708, |
| "grad_norm": 18.973918914794922, |
| "learning_rate": 1.9870851479201083e-05, |
| "loss": 0.4120947265625, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.32436815785917017, |
| "grad_norm": 71.04777526855469, |
| "learning_rate": 1.982079391299995e-05, |
| "loss": 0.522302017211914, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.33112582781456956, |
| "grad_norm": 0.29514455795288086, |
| "learning_rate": 1.977073634679882e-05, |
| "loss": 0.4655706787109375, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.3378834977699689, |
| "grad_norm": 0.18427829444408417, |
| "learning_rate": 1.972067878059769e-05, |
| "loss": 0.28636587142944336, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.3446411677253683, |
| "grad_norm": 1.2528847455978394, |
| "learning_rate": 1.9670621214396557e-05, |
| "loss": 0.3846575164794922, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.3513988376807677, |
| "grad_norm": 2.0725510120391846, |
| "learning_rate": 1.9620563648195424e-05, |
| "loss": 0.5236722564697266, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.3581565076361671, |
| "grad_norm": 0.8594722151756287, |
| "learning_rate": 1.9570506081994295e-05, |
| "loss": 0.3829684066772461, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.3649141775915664, |
| "grad_norm": 0.1568164974451065, |
| "learning_rate": 1.9520448515793166e-05, |
| "loss": 0.4368381881713867, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.3716718475469658, |
| "grad_norm": 0.15734773874282837, |
| "learning_rate": 1.9470390949592034e-05, |
| "loss": 0.2745826721191406, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.3784295175023652, |
| "grad_norm": 0.15169839560985565, |
| "learning_rate": 1.94203333833909e-05, |
| "loss": 0.5820682525634766, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.3851871874577646, |
| "grad_norm": 0.3607238531112671, |
| "learning_rate": 1.937027581718977e-05, |
| "loss": 0.40924224853515623, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.3919448574131639, |
| "grad_norm": 26.703046798706055, |
| "learning_rate": 1.9320218250988637e-05, |
| "loss": 0.4911691284179687, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.3987025273685633, |
| "grad_norm": 4.848247528076172, |
| "learning_rate": 1.9270160684787508e-05, |
| "loss": 0.4514664840698242, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.4054601973239627, |
| "grad_norm": 0.109466053545475, |
| "learning_rate": 1.9220103118586375e-05, |
| "loss": 0.37604598999023436, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.41221786727936205, |
| "grad_norm": 16.59686851501465, |
| "learning_rate": 1.9170045552385243e-05, |
| "loss": 0.29687234878540036, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.41897553723476144, |
| "grad_norm": 21.556055068969727, |
| "learning_rate": 1.9119987986184114e-05, |
| "loss": 0.5553390121459961, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.42573320719016083, |
| "grad_norm": 0.31334683299064636, |
| "learning_rate": 1.906993041998298e-05, |
| "loss": 0.34477981567382815, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.4324908771455602, |
| "grad_norm": 0.06408923864364624, |
| "learning_rate": 1.9019872853781852e-05, |
| "loss": 0.4639363479614258, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.43924854710095956, |
| "grad_norm": 0.039293207228183746, |
| "learning_rate": 1.896981528758072e-05, |
| "loss": 0.23494468688964842, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.44600621705635896, |
| "grad_norm": 0.04438117891550064, |
| "learning_rate": 1.8919757721379588e-05, |
| "loss": 0.13365052223205567, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.45276388701175835, |
| "grad_norm": 0.36716172099113464, |
| "learning_rate": 1.8869700155178455e-05, |
| "loss": 0.28368005752563474, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.45952155696715774, |
| "grad_norm": 0.04489823430776596, |
| "learning_rate": 1.8819642588977326e-05, |
| "loss": 0.40611759185791013, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.4662792269225571, |
| "grad_norm": 16.726591110229492, |
| "learning_rate": 1.8769585022776194e-05, |
| "loss": 0.36710128784179685, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.47303689687795647, |
| "grad_norm": 14.693270683288574, |
| "learning_rate": 1.871952745657506e-05, |
| "loss": 0.37917068481445315, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.47979456683335586, |
| "grad_norm": 73.12869262695312, |
| "learning_rate": 1.8669469890373932e-05, |
| "loss": 0.2679195594787598, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.48655223678875525, |
| "grad_norm": 1.5196269750595093, |
| "learning_rate": 1.86194123241728e-05, |
| "loss": 0.4122719955444336, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.4933099067441546, |
| "grad_norm": 24.74604606628418, |
| "learning_rate": 1.8569354757971668e-05, |
| "loss": 0.25464179992675784, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.500067576699554, |
| "grad_norm": 49.48332977294922, |
| "learning_rate": 1.851929719177054e-05, |
| "loss": 0.3096816062927246, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.5068252466549533, |
| "grad_norm": 33.84089660644531, |
| "learning_rate": 1.8469239625569406e-05, |
| "loss": 0.34311264038085937, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.5135829166103527, |
| "grad_norm": 0.0433129221200943, |
| "learning_rate": 1.8419182059368274e-05, |
| "loss": 0.3423194885253906, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.5203405865657521, |
| "grad_norm": 0.5578937530517578, |
| "learning_rate": 1.836912449316714e-05, |
| "loss": 0.4252873229980469, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.5270982565211515, |
| "grad_norm": 233.93492126464844, |
| "learning_rate": 1.8319066926966012e-05, |
| "loss": 0.303822021484375, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.5338559264765509, |
| "grad_norm": 0.005285980179905891, |
| "learning_rate": 1.8269009360764883e-05, |
| "loss": 0.37970211029052736, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.5406135964319503, |
| "grad_norm": 0.14675083756446838, |
| "learning_rate": 1.821895179456375e-05, |
| "loss": 0.3994259262084961, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.5473712663873497, |
| "grad_norm": 18.797971725463867, |
| "learning_rate": 1.816889422836262e-05, |
| "loss": 0.4484566116333008, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.5541289363427491, |
| "grad_norm": 16.081249237060547, |
| "learning_rate": 1.8118836662161486e-05, |
| "loss": 0.398365364074707, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.5608866062981483, |
| "grad_norm": 0.4474808871746063, |
| "learning_rate": 1.8068779095960357e-05, |
| "loss": 0.16137269973754884, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.5676442762535477, |
| "grad_norm": 32.02878952026367, |
| "learning_rate": 1.8018721529759225e-05, |
| "loss": 0.48198543548583983, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.5744019462089471, |
| "grad_norm": 7.520394325256348, |
| "learning_rate": 1.7968663963558092e-05, |
| "loss": 0.38921875, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.5811596161643465, |
| "grad_norm": 0.21612419188022614, |
| "learning_rate": 1.791860639735696e-05, |
| "loss": 0.24774662017822266, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.5879172861197459, |
| "grad_norm": 52.803627014160156, |
| "learning_rate": 1.786854883115583e-05, |
| "loss": 0.4917910385131836, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.5946749560751453, |
| "grad_norm": 2.780160665512085, |
| "learning_rate": 1.78184912649547e-05, |
| "loss": 0.4956707763671875, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.6014326260305447, |
| "grad_norm": 60.74454116821289, |
| "learning_rate": 1.776843369875357e-05, |
| "loss": 0.38436222076416016, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.6081902959859441, |
| "grad_norm": 171.72776794433594, |
| "learning_rate": 1.7718376132552437e-05, |
| "loss": 0.339903678894043, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.6149479659413434, |
| "grad_norm": 0.21840180456638336, |
| "learning_rate": 1.7668318566351305e-05, |
| "loss": 0.35657142639160155, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.6217056358967428, |
| "grad_norm": 0.1235419437289238, |
| "learning_rate": 1.7618261000150173e-05, |
| "loss": 0.48563838958740235, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.6284633058521422, |
| "grad_norm": 45.70621109008789, |
| "learning_rate": 1.7568203433949044e-05, |
| "loss": 0.3387251281738281, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.6352209758075416, |
| "grad_norm": 16.330842971801758, |
| "learning_rate": 1.751814586774791e-05, |
| "loss": 0.26475383758544924, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.641978645762941, |
| "grad_norm": 0.13989397883415222, |
| "learning_rate": 1.746808830154678e-05, |
| "loss": 0.23626720428466796, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.6487363157183403, |
| "grad_norm": 0.2098826766014099, |
| "learning_rate": 1.7418030735345646e-05, |
| "loss": 0.3830945587158203, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.6554939856737397, |
| "grad_norm": 129.06463623046875, |
| "learning_rate": 1.7367973169144517e-05, |
| "loss": 0.3804433822631836, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.6622516556291391, |
| "grad_norm": 0.03363212198019028, |
| "learning_rate": 1.731791560294339e-05, |
| "loss": 0.360137939453125, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.6690093255845384, |
| "grad_norm": 0.03238023817539215, |
| "learning_rate": 1.7267858036742256e-05, |
| "loss": 0.2027187728881836, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.6757669955399378, |
| "grad_norm": 0.06728547066450119, |
| "learning_rate": 1.7217800470541124e-05, |
| "loss": 0.331846923828125, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.6825246654953372, |
| "grad_norm": 19.55385398864746, |
| "learning_rate": 1.716774290433999e-05, |
| "loss": 0.4320966339111328, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.6892823354507366, |
| "grad_norm": 30.989242553710938, |
| "learning_rate": 1.7117685338138862e-05, |
| "loss": 0.39179283142089844, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.696040005406136, |
| "grad_norm": 9.868060111999512, |
| "learning_rate": 1.706762777193773e-05, |
| "loss": 0.36711841583251953, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.7027976753615354, |
| "grad_norm": 0.5608569383621216, |
| "learning_rate": 1.7017570205736597e-05, |
| "loss": 0.24337669372558593, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.7095553453169348, |
| "grad_norm": 34.208763122558594, |
| "learning_rate": 1.6967512639535465e-05, |
| "loss": 0.5551647567749023, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.7163130152723342, |
| "grad_norm": 0.15128108859062195, |
| "learning_rate": 1.6917455073334336e-05, |
| "loss": 0.32145679473876954, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.7230706852277334, |
| "grad_norm": 35.46443557739258, |
| "learning_rate": 1.6867397507133204e-05, |
| "loss": 0.2589885330200195, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.7298283551831328, |
| "grad_norm": 26.979644775390625, |
| "learning_rate": 1.6817339940932075e-05, |
| "loss": 0.4622607421875, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.7365860251385322, |
| "grad_norm": 52.30873489379883, |
| "learning_rate": 1.6767282374730942e-05, |
| "loss": 0.24140811920166017, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.7433436950939316, |
| "grad_norm": 37.16353988647461, |
| "learning_rate": 1.671722480852981e-05, |
| "loss": 0.4084646224975586, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.750101365049331, |
| "grad_norm": 1.0389983654022217, |
| "learning_rate": 1.6667167242328677e-05, |
| "loss": 0.3605424118041992, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.7568590350047304, |
| "grad_norm": 27.835859298706055, |
| "learning_rate": 1.661710967612755e-05, |
| "loss": 0.3582349395751953, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.7636167049601298, |
| "grad_norm": 76.13422393798828, |
| "learning_rate": 1.6567052109926416e-05, |
| "loss": 0.407784423828125, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.7703743749155292, |
| "grad_norm": 0.39249739050865173, |
| "learning_rate": 1.6516994543725284e-05, |
| "loss": 0.39183979034423827, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.7771320448709285, |
| "grad_norm": 24.34403419494629, |
| "learning_rate": 1.6466936977524155e-05, |
| "loss": 0.2900525093078613, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.7838897148263279, |
| "grad_norm": 0.6838638186454773, |
| "learning_rate": 1.6416879411323022e-05, |
| "loss": 0.31336002349853515, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.7906473847817272, |
| "grad_norm": 0.06529181450605392, |
| "learning_rate": 1.6366821845121893e-05, |
| "loss": 0.2243809700012207, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.7974050547371266, |
| "grad_norm": 0.08979305624961853, |
| "learning_rate": 1.631676427892076e-05, |
| "loss": 0.37539905548095703, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.804162724692526, |
| "grad_norm": 0.36067715287208557, |
| "learning_rate": 1.626670671271963e-05, |
| "loss": 0.2607468795776367, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.8109203946479254, |
| "grad_norm": 0.07132972776889801, |
| "learning_rate": 1.6216649146518496e-05, |
| "loss": 0.4599153518676758, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.8176780646033248, |
| "grad_norm": 0.016791321337223053, |
| "learning_rate": 1.6166591580317367e-05, |
| "loss": 0.29411968231201174, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.8244357345587241, |
| "grad_norm": 31.486772537231445, |
| "learning_rate": 1.6116534014116235e-05, |
| "loss": 0.4410831069946289, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.8311934045141235, |
| "grad_norm": 0.12318305671215057, |
| "learning_rate": 1.6066476447915106e-05, |
| "loss": 0.3409576416015625, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.8379510744695229, |
| "grad_norm": 0.03524986654520035, |
| "learning_rate": 1.6016418881713973e-05, |
| "loss": 0.2761139106750488, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.8447087444249223, |
| "grad_norm": 0.07541833072900772, |
| "learning_rate": 1.596636131551284e-05, |
| "loss": 0.4007402420043945, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.8514664143803217, |
| "grad_norm": 0.1083996370434761, |
| "learning_rate": 1.591630374931171e-05, |
| "loss": 0.2156216812133789, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.8582240843357211, |
| "grad_norm": 17.29279899597168, |
| "learning_rate": 1.586624618311058e-05, |
| "loss": 0.2401065444946289, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.8649817542911205, |
| "grad_norm": 0.163585364818573, |
| "learning_rate": 1.5816188616909447e-05, |
| "loss": 0.27833726882934573, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.8717394242465198, |
| "grad_norm": 0.12471607327461243, |
| "learning_rate": 1.5766131050708315e-05, |
| "loss": 0.26960302352905274, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.8784970942019191, |
| "grad_norm": 0.01586587354540825, |
| "learning_rate": 1.5716073484507182e-05, |
| "loss": 0.24444808959960937, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.8852547641573185, |
| "grad_norm": 0.04108090698719025, |
| "learning_rate": 1.5666015918306053e-05, |
| "loss": 0.24059207916259764, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.8920124341127179, |
| "grad_norm": 0.6881380081176758, |
| "learning_rate": 1.5615958352104924e-05, |
| "loss": 0.2879082870483398, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.8987701040681173, |
| "grad_norm": 10.9269437789917, |
| "learning_rate": 1.5565900785903792e-05, |
| "loss": 0.3690375518798828, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.9055277740235167, |
| "grad_norm": 0.2799762785434723, |
| "learning_rate": 1.551584321970266e-05, |
| "loss": 0.37917003631591795, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.9122854439789161, |
| "grad_norm": 29.693958282470703, |
| "learning_rate": 1.5465785653501527e-05, |
| "loss": 0.2966591453552246, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.9190431139343155, |
| "grad_norm": 0.018007883802056313, |
| "learning_rate": 1.5415728087300398e-05, |
| "loss": 0.1859919548034668, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.9258007838897149, |
| "grad_norm": 61.17789077758789, |
| "learning_rate": 1.5365670521099266e-05, |
| "loss": 0.3845572662353516, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.9325584538451142, |
| "grad_norm": 20.372512817382812, |
| "learning_rate": 1.5315612954898133e-05, |
| "loss": 0.4127138900756836, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.9393161238005135, |
| "grad_norm": 10.219191551208496, |
| "learning_rate": 1.5265555388697e-05, |
| "loss": 0.31619930267333984, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.9460737937559129, |
| "grad_norm": 0.049500029534101486, |
| "learning_rate": 1.521549782249587e-05, |
| "loss": 0.3062467193603516, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.9528314637113123, |
| "grad_norm": 0.020763445645570755, |
| "learning_rate": 1.5165440256294741e-05, |
| "loss": 0.31766212463378907, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.9595891336667117, |
| "grad_norm": 0.03847825154662132, |
| "learning_rate": 1.5115382690093609e-05, |
| "loss": 0.17821809768676758, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.9663468036221111, |
| "grad_norm": 0.1949007511138916, |
| "learning_rate": 1.5065325123892478e-05, |
| "loss": 0.17827264785766603, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.9731044735775105, |
| "grad_norm": 0.04745342954993248, |
| "learning_rate": 1.5015267557691346e-05, |
| "loss": 0.25842235565185545, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.9798621435329099, |
| "grad_norm": 0.09277615696191788, |
| "learning_rate": 1.4965209991490215e-05, |
| "loss": 0.28848594665527344, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.9866198134883092, |
| "grad_norm": 107.77627563476562, |
| "learning_rate": 1.4915152425289083e-05, |
| "loss": 0.3165037727355957, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.9933774834437086, |
| "grad_norm": 0.037322066724300385, |
| "learning_rate": 1.4865094859087952e-05, |
| "loss": 0.441009521484375, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.9648333206194217, |
| "eval_f1": 0.9626145486984024, |
| "eval_loss": 0.17089255154132843, |
| "eval_precision": 0.945666029318037, |
| "eval_recall": 0.9801816680429397, |
| "eval_runtime": 68.5571, |
| "eval_samples_per_second": 191.213, |
| "eval_steps_per_second": 47.814, |
| "step": 7399 |
| }, |
| { |
| "epoch": 1.000135153399108, |
| "grad_norm": 0.07350551337003708, |
| "learning_rate": 1.481503729288682e-05, |
| "loss": 0.25518951416015623, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.0068928233545074, |
| "grad_norm": 0.13678599894046783, |
| "learning_rate": 1.4764979726685689e-05, |
| "loss": 0.18701498031616212, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.0136504933099066, |
| "grad_norm": 2.2193477153778076, |
| "learning_rate": 1.471492216048456e-05, |
| "loss": 0.2123020362854004, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.0204081632653061, |
| "grad_norm": 0.002282262546941638, |
| "learning_rate": 1.4664864594283427e-05, |
| "loss": 0.06725791931152343, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.0271658332207054, |
| "grad_norm": 0.018047912046313286, |
| "learning_rate": 1.4614807028082297e-05, |
| "loss": 0.05762751579284668, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.033923503176105, |
| "grad_norm": 0.018197333440184593, |
| "learning_rate": 1.4564749461881164e-05, |
| "loss": 0.2026105308532715, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.0406811731315042, |
| "grad_norm": 25.600358963012695, |
| "learning_rate": 1.4514691895680034e-05, |
| "loss": 0.3179864311218262, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.0474388430869037, |
| "grad_norm": 0.01227724552154541, |
| "learning_rate": 1.4464634329478901e-05, |
| "loss": 0.17692861557006836, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.054196513042303, |
| "grad_norm": 0.00431372644379735, |
| "learning_rate": 1.441457676327777e-05, |
| "loss": 0.16868959426879881, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.0609541829977025, |
| "grad_norm": 0.2933880686759949, |
| "learning_rate": 1.4364519197076638e-05, |
| "loss": 0.16839271545410156, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.0677118529531018, |
| "grad_norm": 0.08445457369089127, |
| "learning_rate": 1.431446163087551e-05, |
| "loss": 0.23334505081176757, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.074469522908501, |
| "grad_norm": 0.008567499928176403, |
| "learning_rate": 1.4264404064674377e-05, |
| "loss": 0.15990480422973632, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.0812271928639006, |
| "grad_norm": 0.04676676541566849, |
| "learning_rate": 1.4214346498473246e-05, |
| "loss": 0.16386571884155274, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.0879848628192998, |
| "grad_norm": 0.0389719195663929, |
| "learning_rate": 1.4164288932272114e-05, |
| "loss": 0.38469879150390623, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.0947425327746994, |
| "grad_norm": 13.620099067687988, |
| "learning_rate": 1.4114231366070983e-05, |
| "loss": 0.15156843185424804, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.1015002027300986, |
| "grad_norm": 14.422818183898926, |
| "learning_rate": 1.406417379986985e-05, |
| "loss": 0.23564334869384765, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.1082578726854981, |
| "grad_norm": 8.18301773071289, |
| "learning_rate": 1.401411623366872e-05, |
| "loss": 0.18750425338745116, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.1150155426408974, |
| "grad_norm": 15.054717063903809, |
| "learning_rate": 1.3964058667467588e-05, |
| "loss": 0.26675054550170896, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.1217732125962967, |
| "grad_norm": 0.11389277875423431, |
| "learning_rate": 1.3914001101266457e-05, |
| "loss": 0.12498929023742676, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.1285308825516962, |
| "grad_norm": 0.04972947761416435, |
| "learning_rate": 1.3863943535065328e-05, |
| "loss": 0.13664302825927735, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.1352885525070955, |
| "grad_norm": 17.056364059448242, |
| "learning_rate": 1.3813885968864195e-05, |
| "loss": 0.33427154541015625, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.142046222462495, |
| "grad_norm": 0.040144748985767365, |
| "learning_rate": 1.3763828402663065e-05, |
| "loss": 0.21294273376464845, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.1488038924178943, |
| "grad_norm": 0.18602368235588074, |
| "learning_rate": 1.3713770836461932e-05, |
| "loss": 0.18324586868286133, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.1555615623732938, |
| "grad_norm": 15.689005851745605, |
| "learning_rate": 1.3663713270260802e-05, |
| "loss": 0.2427196502685547, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.162319232328693, |
| "grad_norm": 23.67704200744629, |
| "learning_rate": 1.361365570405967e-05, |
| "loss": 0.1402696418762207, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.1690769022840923, |
| "grad_norm": 0.0033212420530617237, |
| "learning_rate": 1.3563598137858539e-05, |
| "loss": 0.12810823440551758, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.1758345722394918, |
| "grad_norm": 141.46917724609375, |
| "learning_rate": 1.3513540571657406e-05, |
| "loss": 0.30034215927124025, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.1825922421948911, |
| "grad_norm": 0.8686608672142029, |
| "learning_rate": 1.3463483005456275e-05, |
| "loss": 0.1589590072631836, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.1893499121502906, |
| "grad_norm": 0.063064344227314, |
| "learning_rate": 1.3413425439255145e-05, |
| "loss": 0.09607341766357422, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.19610758210569, |
| "grad_norm": 66.27935791015625, |
| "learning_rate": 1.3363367873054014e-05, |
| "loss": 0.2668747329711914, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.2028652520610894, |
| "grad_norm": 0.1408540904521942, |
| "learning_rate": 1.3313310306852882e-05, |
| "loss": 0.20421890258789063, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.2096229220164887, |
| "grad_norm": 0.23674733936786652, |
| "learning_rate": 1.3263252740651751e-05, |
| "loss": 0.0837314224243164, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.216380591971888, |
| "grad_norm": 0.0018713766476139426, |
| "learning_rate": 1.3213195174450619e-05, |
| "loss": 0.1790580177307129, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.2231382619272875, |
| "grad_norm": 21.07696533203125, |
| "learning_rate": 1.3163137608249488e-05, |
| "loss": 0.3062829780578613, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.2298959318826868, |
| "grad_norm": 0.0028690961189568043, |
| "learning_rate": 1.3113080042048356e-05, |
| "loss": 0.3135700798034668, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.2366536018380863, |
| "grad_norm": 0.03967598080635071, |
| "learning_rate": 1.3063022475847225e-05, |
| "loss": 0.07902798652648926, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.2434112717934855, |
| "grad_norm": 0.28184425830841064, |
| "learning_rate": 1.3012964909646092e-05, |
| "loss": 0.3031677055358887, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.250168941748885, |
| "grad_norm": 24.878887176513672, |
| "learning_rate": 1.2962907343444963e-05, |
| "loss": 0.1646289825439453, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.2569266117042843, |
| "grad_norm": 71.28195190429688, |
| "learning_rate": 1.2912849777243833e-05, |
| "loss": 0.42414035797119143, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.2636842816596836, |
| "grad_norm": 0.011118948459625244, |
| "learning_rate": 1.28627922110427e-05, |
| "loss": 0.14453999519348146, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.270441951615083, |
| "grad_norm": 1.3121373653411865, |
| "learning_rate": 1.281273464484157e-05, |
| "loss": 0.1707002067565918, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.2771996215704826, |
| "grad_norm": 0.003927276004105806, |
| "learning_rate": 1.2762677078640437e-05, |
| "loss": 0.17268417358398438, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.283957291525882, |
| "grad_norm": 0.1925577074289322, |
| "learning_rate": 1.2712619512439307e-05, |
| "loss": 0.09306806564331055, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.2907149614812812, |
| "grad_norm": 0.32519787549972534, |
| "learning_rate": 1.2662561946238174e-05, |
| "loss": 0.16181667327880858, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.2974726314366807, |
| "grad_norm": 0.09728897362947464, |
| "learning_rate": 1.2612504380037043e-05, |
| "loss": 0.15530454635620117, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.30423030139208, |
| "grad_norm": 0.5013231635093689, |
| "learning_rate": 1.2562446813835911e-05, |
| "loss": 0.2710952949523926, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.3109879713474795, |
| "grad_norm": 0.0033234574366360903, |
| "learning_rate": 1.2512389247634782e-05, |
| "loss": 0.1900665283203125, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.3177456413028787, |
| "grad_norm": 6.791006565093994, |
| "learning_rate": 1.246233168143365e-05, |
| "loss": 0.22926794052124022, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.3245033112582782, |
| "grad_norm": 0.014930491335690022, |
| "learning_rate": 1.2412274115232519e-05, |
| "loss": 0.19701622009277345, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.3312609812136775, |
| "grad_norm": 0.037327345460653305, |
| "learning_rate": 1.2362216549031387e-05, |
| "loss": 0.13671175003051758, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.3380186511690768, |
| "grad_norm": 0.11069410294294357, |
| "learning_rate": 1.2312158982830256e-05, |
| "loss": 0.2781560134887695, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.3447763211244763, |
| "grad_norm": 0.2557360827922821, |
| "learning_rate": 1.2262101416629123e-05, |
| "loss": 0.2896346664428711, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.3515339910798756, |
| "grad_norm": 0.004186369478702545, |
| "learning_rate": 1.2212043850427993e-05, |
| "loss": 0.14058467864990234, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.358291661035275, |
| "grad_norm": 0.5735684633255005, |
| "learning_rate": 1.216198628422686e-05, |
| "loss": 0.30132375717163085, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.3650493309906744, |
| "grad_norm": 0.061718910932540894, |
| "learning_rate": 1.2111928718025731e-05, |
| "loss": 0.21547920227050782, |
| "step": 10100 |
| }, |
| { |
| "epoch": 1.3718070009460739, |
| "grad_norm": 0.010497814044356346, |
| "learning_rate": 1.20618711518246e-05, |
| "loss": 0.1678770065307617, |
| "step": 10150 |
| }, |
| { |
| "epoch": 1.3785646709014732, |
| "grad_norm": 0.01137350220233202, |
| "learning_rate": 1.2011813585623468e-05, |
| "loss": 0.2268022346496582, |
| "step": 10200 |
| }, |
| { |
| "epoch": 1.3853223408568724, |
| "grad_norm": 73.45201110839844, |
| "learning_rate": 1.1961756019422338e-05, |
| "loss": 0.2648137092590332, |
| "step": 10250 |
| }, |
| { |
| "epoch": 1.392080010812272, |
| "grad_norm": 0.003874465124681592, |
| "learning_rate": 1.1911698453221205e-05, |
| "loss": 0.26919260025024416, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.3988376807676712, |
| "grad_norm": 0.04089919477701187, |
| "learning_rate": 1.1861640887020075e-05, |
| "loss": 0.29294668197631835, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.4055953507230707, |
| "grad_norm": 0.14030589163303375, |
| "learning_rate": 1.1811583320818942e-05, |
| "loss": 0.2179054832458496, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.41235302067847, |
| "grad_norm": 0.9217932820320129, |
| "learning_rate": 1.1761525754617811e-05, |
| "loss": 0.25105377197265627, |
| "step": 10450 |
| }, |
| { |
| "epoch": 1.4191106906338695, |
| "grad_norm": 185.11000061035156, |
| "learning_rate": 1.1711468188416679e-05, |
| "loss": 0.22989677429199218, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.4258683605892688, |
| "grad_norm": 29.782814025878906, |
| "learning_rate": 1.166141062221555e-05, |
| "loss": 0.20334575653076173, |
| "step": 10550 |
| }, |
| { |
| "epoch": 1.432626030544668, |
| "grad_norm": 11.781908988952637, |
| "learning_rate": 1.1611353056014418e-05, |
| "loss": 0.1873354721069336, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.4393837005000676, |
| "grad_norm": 0.017826354131102562, |
| "learning_rate": 1.1561295489813287e-05, |
| "loss": 0.11134927749633788, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.446141370455467, |
| "grad_norm": 0.03723045065999031, |
| "learning_rate": 1.1511237923612155e-05, |
| "loss": 0.19197362899780274, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.4528990404108664, |
| "grad_norm": 14.280227661132812, |
| "learning_rate": 1.1461180357411024e-05, |
| "loss": 0.23998620986938476, |
| "step": 10750 |
| }, |
| { |
| "epoch": 1.4596567103662657, |
| "grad_norm": 0.002761346288025379, |
| "learning_rate": 1.1411122791209891e-05, |
| "loss": 0.07881230354309082, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.4664143803216652, |
| "grad_norm": 0.14611680805683136, |
| "learning_rate": 1.136106522500876e-05, |
| "loss": 0.22946516036987305, |
| "step": 10850 |
| }, |
| { |
| "epoch": 1.4731720502770644, |
| "grad_norm": 2.264693021774292, |
| "learning_rate": 1.1311007658807628e-05, |
| "loss": 0.17156749725341797, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.4799297202324637, |
| "grad_norm": 0.5791627764701843, |
| "learning_rate": 1.1260950092606498e-05, |
| "loss": 0.17092864990234374, |
| "step": 10950 |
| }, |
| { |
| "epoch": 1.4866873901878632, |
| "grad_norm": 0.30093225836753845, |
| "learning_rate": 1.1210892526405369e-05, |
| "loss": 0.30757621765136717, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.4934450601432627, |
| "grad_norm": 0.008798571303486824, |
| "learning_rate": 1.1160834960204236e-05, |
| "loss": 0.17301080703735353, |
| "step": 11050 |
| }, |
| { |
| "epoch": 1.500202730098662, |
| "grad_norm": 0.026798205450177193, |
| "learning_rate": 1.1110777394003106e-05, |
| "loss": 0.15110500335693358, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.5069604000540613, |
| "grad_norm": 80.63719177246094, |
| "learning_rate": 1.1060719827801973e-05, |
| "loss": 0.2579657173156738, |
| "step": 11150 |
| }, |
| { |
| "epoch": 1.5137180700094608, |
| "grad_norm": 0.006884767208248377, |
| "learning_rate": 1.1010662261600842e-05, |
| "loss": 0.1731630325317383, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.52047573996486, |
| "grad_norm": 0.020346157252788544, |
| "learning_rate": 1.096060469539971e-05, |
| "loss": 0.08803058624267578, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.5272334099202594, |
| "grad_norm": 0.4605032801628113, |
| "learning_rate": 1.091054712919858e-05, |
| "loss": 0.3004783058166504, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.5339910798756589, |
| "grad_norm": 54.79648971557617, |
| "learning_rate": 1.0860489562997447e-05, |
| "loss": 0.2580095291137695, |
| "step": 11350 |
| }, |
| { |
| "epoch": 1.5407487498310584, |
| "grad_norm": 0.007759020198136568, |
| "learning_rate": 1.0810431996796316e-05, |
| "loss": 0.2316766357421875, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.5475064197864576, |
| "grad_norm": 1.0416474342346191, |
| "learning_rate": 1.0760374430595186e-05, |
| "loss": 0.10510608673095703, |
| "step": 11450 |
| }, |
| { |
| "epoch": 1.554264089741857, |
| "grad_norm": 0.029644185677170753, |
| "learning_rate": 1.0710316864394055e-05, |
| "loss": 0.2700320816040039, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.5610217596972564, |
| "grad_norm": 0.06986944377422333, |
| "learning_rate": 1.0660259298192923e-05, |
| "loss": 0.27375816345214843, |
| "step": 11550 |
| }, |
| { |
| "epoch": 1.5677794296526557, |
| "grad_norm": 0.0046129655092954636, |
| "learning_rate": 1.0610201731991792e-05, |
| "loss": 0.13367100715637206, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.574537099608055, |
| "grad_norm": 0.007804605178534985, |
| "learning_rate": 1.056014416579066e-05, |
| "loss": 0.2514232063293457, |
| "step": 11650 |
| }, |
| { |
| "epoch": 1.5812947695634545, |
| "grad_norm": 0.0645962581038475, |
| "learning_rate": 1.0510086599589529e-05, |
| "loss": 0.18371934890747071, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.588052439518854, |
| "grad_norm": 0.0033988540526479483, |
| "learning_rate": 1.0460029033388396e-05, |
| "loss": 0.21081953048706054, |
| "step": 11750 |
| }, |
| { |
| "epoch": 1.5948101094742533, |
| "grad_norm": 0.04411851987242699, |
| "learning_rate": 1.0409971467187266e-05, |
| "loss": 0.12850214004516602, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.6015677794296526, |
| "grad_norm": 0.018026337027549744, |
| "learning_rate": 1.0359913900986133e-05, |
| "loss": 0.1492741584777832, |
| "step": 11850 |
| }, |
| { |
| "epoch": 1.608325449385052, |
| "grad_norm": 0.09057886898517609, |
| "learning_rate": 1.0309856334785004e-05, |
| "loss": 0.1486029529571533, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.6150831193404516, |
| "grad_norm": 0.0102351950481534, |
| "learning_rate": 1.0259798768583874e-05, |
| "loss": 0.23811851501464842, |
| "step": 11950 |
| }, |
| { |
| "epoch": 1.6218407892958506, |
| "grad_norm": 0.05652283504605293, |
| "learning_rate": 1.0209741202382741e-05, |
| "loss": 0.13805081367492675, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.6285984592512501, |
| "grad_norm": 0.07080666720867157, |
| "learning_rate": 1.015968363618161e-05, |
| "loss": 0.12881503105163575, |
| "step": 12050 |
| }, |
| { |
| "epoch": 1.6353561292066496, |
| "grad_norm": 0.018375622108578682, |
| "learning_rate": 1.0109626069980478e-05, |
| "loss": 0.2675124931335449, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.642113799162049, |
| "grad_norm": 0.02257567085325718, |
| "learning_rate": 1.0059568503779347e-05, |
| "loss": 0.32150630950927733, |
| "step": 12150 |
| }, |
| { |
| "epoch": 1.6488714691174482, |
| "grad_norm": 0.1083192378282547, |
| "learning_rate": 1.0009510937578215e-05, |
| "loss": 0.23064302444458007, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.6556291390728477, |
| "grad_norm": 0.038683537393808365, |
| "learning_rate": 9.959453371377084e-06, |
| "loss": 0.30872579574584963, |
| "step": 12250 |
| }, |
| { |
| "epoch": 1.6623868090282472, |
| "grad_norm": 0.009854331612586975, |
| "learning_rate": 9.909395805175954e-06, |
| "loss": 0.2523124885559082, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.6691444789836465, |
| "grad_norm": 0.11421715468168259, |
| "learning_rate": 9.859338238974821e-06, |
| "loss": 0.22798009872436523, |
| "step": 12350 |
| }, |
| { |
| "epoch": 1.6759021489390458, |
| "grad_norm": 0.012904458679258823, |
| "learning_rate": 9.80928067277369e-06, |
| "loss": 0.11912490844726563, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.6826598188944453, |
| "grad_norm": 0.004866345319896936, |
| "learning_rate": 9.75922310657256e-06, |
| "loss": 0.17411937713623046, |
| "step": 12450 |
| }, |
| { |
| "epoch": 1.6894174888498446, |
| "grad_norm": 0.06953968107700348, |
| "learning_rate": 9.709165540371427e-06, |
| "loss": 0.15718982696533204, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.6961751588052438, |
| "grad_norm": 0.30232375860214233, |
| "learning_rate": 9.659107974170297e-06, |
| "loss": 0.3242319107055664, |
| "step": 12550 |
| }, |
| { |
| "epoch": 1.7029328287606433, |
| "grad_norm": 0.009811073541641235, |
| "learning_rate": 9.609050407969164e-06, |
| "loss": 0.16056331634521484, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.7096904987160428, |
| "grad_norm": 0.0033976894337683916, |
| "learning_rate": 9.558992841768034e-06, |
| "loss": 0.21641508102416993, |
| "step": 12650 |
| }, |
| { |
| "epoch": 1.7164481686714421, |
| "grad_norm": 0.019763845950365067, |
| "learning_rate": 9.508935275566903e-06, |
| "loss": 0.20622289657592774, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.7232058386268414, |
| "grad_norm": 0.03865963965654373, |
| "learning_rate": 9.45887770936577e-06, |
| "loss": 0.24815959930419923, |
| "step": 12750 |
| }, |
| { |
| "epoch": 1.729963508582241, |
| "grad_norm": 0.44768020510673523, |
| "learning_rate": 9.40882014316464e-06, |
| "loss": 0.12028050422668457, |
| "step": 12800 |
| }, |
| { |
| "epoch": 1.7367211785376402, |
| "grad_norm": 0.022567948326468468, |
| "learning_rate": 9.358762576963509e-06, |
| "loss": 0.22824619293212892, |
| "step": 12850 |
| }, |
| { |
| "epoch": 1.7434788484930395, |
| "grad_norm": 0.004544971976429224, |
| "learning_rate": 9.308705010762378e-06, |
| "loss": 0.12526805877685546, |
| "step": 12900 |
| }, |
| { |
| "epoch": 1.750236518448439, |
| "grad_norm": 0.21990123391151428, |
| "learning_rate": 9.258647444561246e-06, |
| "loss": 0.3063252067565918, |
| "step": 12950 |
| }, |
| { |
| "epoch": 1.7569941884038385, |
| "grad_norm": 0.0023501410614699125, |
| "learning_rate": 9.208589878360115e-06, |
| "loss": 0.25366107940673827, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.7637518583592378, |
| "grad_norm": 0.20313404500484467, |
| "learning_rate": 9.158532312158983e-06, |
| "loss": 0.1626577377319336, |
| "step": 13050 |
| }, |
| { |
| "epoch": 1.770509528314637, |
| "grad_norm": 0.14616358280181885, |
| "learning_rate": 9.108474745957852e-06, |
| "loss": 0.16987455368041993, |
| "step": 13100 |
| }, |
| { |
| "epoch": 1.7772671982700365, |
| "grad_norm": 0.010072534903883934, |
| "learning_rate": 9.058417179756722e-06, |
| "loss": 0.22326894760131835, |
| "step": 13150 |
| }, |
| { |
| "epoch": 1.7840248682254358, |
| "grad_norm": 0.01229020394384861, |
| "learning_rate": 9.00835961355559e-06, |
| "loss": 0.18657752990722656, |
| "step": 13200 |
| }, |
| { |
| "epoch": 1.790782538180835, |
| "grad_norm": 0.009742148220539093, |
| "learning_rate": 8.958302047354458e-06, |
| "loss": 0.14471253395080566, |
| "step": 13250 |
| }, |
| { |
| "epoch": 1.7975402081362346, |
| "grad_norm": 0.3649709224700928, |
| "learning_rate": 8.908244481153328e-06, |
| "loss": 0.2663186264038086, |
| "step": 13300 |
| }, |
| { |
| "epoch": 1.804297878091634, |
| "grad_norm": 0.7191339135169983, |
| "learning_rate": 8.858186914952195e-06, |
| "loss": 0.17694835662841796, |
| "step": 13350 |
| }, |
| { |
| "epoch": 1.8110555480470334, |
| "grad_norm": 0.13810834288597107, |
| "learning_rate": 8.808129348751065e-06, |
| "loss": 0.13321252822875976, |
| "step": 13400 |
| }, |
| { |
| "epoch": 1.8178132180024327, |
| "grad_norm": 0.013841865584254265, |
| "learning_rate": 8.758071782549932e-06, |
| "loss": 0.2504547882080078, |
| "step": 13450 |
| }, |
| { |
| "epoch": 1.8245708879578322, |
| "grad_norm": 0.02471834421157837, |
| "learning_rate": 8.708014216348802e-06, |
| "loss": 0.16575366973876954, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.8313285579132317, |
| "grad_norm": 0.2838708758354187, |
| "learning_rate": 8.657956650147671e-06, |
| "loss": 0.241872615814209, |
| "step": 13550 |
| }, |
| { |
| "epoch": 1.8380862278686307, |
| "grad_norm": 0.0604943223297596, |
| "learning_rate": 8.607899083946539e-06, |
| "loss": 0.17180231094360351, |
| "step": 13600 |
| }, |
| { |
| "epoch": 1.8448438978240302, |
| "grad_norm": 70.3255844116211, |
| "learning_rate": 8.557841517745408e-06, |
| "loss": 0.1580354404449463, |
| "step": 13650 |
| }, |
| { |
| "epoch": 1.8516015677794297, |
| "grad_norm": 3.8454079627990723, |
| "learning_rate": 8.507783951544275e-06, |
| "loss": 0.13566259384155274, |
| "step": 13700 |
| }, |
| { |
| "epoch": 1.858359237734829, |
| "grad_norm": 0.02096381038427353, |
| "learning_rate": 8.457726385343146e-06, |
| "loss": 0.23864656448364258, |
| "step": 13750 |
| }, |
| { |
| "epoch": 1.8651169076902283, |
| "grad_norm": 0.010230190120637417, |
| "learning_rate": 8.407668819142014e-06, |
| "loss": 0.18619832992553711, |
| "step": 13800 |
| }, |
| { |
| "epoch": 1.8718745776456278, |
| "grad_norm": 0.1908511072397232, |
| "learning_rate": 8.357611252940883e-06, |
| "loss": 0.2673153877258301, |
| "step": 13850 |
| }, |
| { |
| "epoch": 1.8786322476010273, |
| "grad_norm": 11.70110034942627, |
| "learning_rate": 8.307553686739751e-06, |
| "loss": 0.2062428665161133, |
| "step": 13900 |
| }, |
| { |
| "epoch": 1.8853899175564266, |
| "grad_norm": 24.96676254272461, |
| "learning_rate": 8.25749612053862e-06, |
| "loss": 0.20080638885498048, |
| "step": 13950 |
| }, |
| { |
| "epoch": 1.8921475875118259, |
| "grad_norm": 0.05246945098042488, |
| "learning_rate": 8.20743855433749e-06, |
| "loss": 0.11393006324768067, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.8989052574672254, |
| "grad_norm": 0.15934395790100098, |
| "learning_rate": 8.157380988136357e-06, |
| "loss": 0.11714041709899903, |
| "step": 14050 |
| }, |
| { |
| "epoch": 1.9056629274226247, |
| "grad_norm": 0.30261462926864624, |
| "learning_rate": 8.107323421935226e-06, |
| "loss": 0.21116409301757813, |
| "step": 14100 |
| }, |
| { |
| "epoch": 1.912420597378024, |
| "grad_norm": 0.02992912568151951, |
| "learning_rate": 8.057265855734094e-06, |
| "loss": 0.2957320213317871, |
| "step": 14150 |
| }, |
| { |
| "epoch": 1.9191782673334234, |
| "grad_norm": 556.4647216796875, |
| "learning_rate": 8.007208289532963e-06, |
| "loss": 0.14229880332946776, |
| "step": 14200 |
| }, |
| { |
| "epoch": 1.925935937288823, |
| "grad_norm": 0.35265979170799255, |
| "learning_rate": 7.957150723331833e-06, |
| "loss": 0.2273382568359375, |
| "step": 14250 |
| }, |
| { |
| "epoch": 1.9326936072442222, |
| "grad_norm": 0.0018637154716998339, |
| "learning_rate": 7.9070931571307e-06, |
| "loss": 0.1868155097961426, |
| "step": 14300 |
| }, |
| { |
| "epoch": 1.9394512771996215, |
| "grad_norm": 0.007218921557068825, |
| "learning_rate": 7.85703559092957e-06, |
| "loss": 0.18037618637084962, |
| "step": 14350 |
| }, |
| { |
| "epoch": 1.946208947155021, |
| "grad_norm": 0.6409568190574646, |
| "learning_rate": 7.806978024728439e-06, |
| "loss": 0.25310573577880857, |
| "step": 14400 |
| }, |
| { |
| "epoch": 1.9529666171104203, |
| "grad_norm": 0.010283703915774822, |
| "learning_rate": 7.756920458527306e-06, |
| "loss": 0.17320125579833984, |
| "step": 14450 |
| }, |
| { |
| "epoch": 1.9597242870658196, |
| "grad_norm": 0.012976414524018764, |
| "learning_rate": 7.706862892326176e-06, |
| "loss": 0.2135805892944336, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.966481957021219, |
| "grad_norm": 0.0458478182554245, |
| "learning_rate": 7.656805326125043e-06, |
| "loss": 0.1271858787536621, |
| "step": 14550 |
| }, |
| { |
| "epoch": 1.9732396269766186, |
| "grad_norm": 45.8770637512207, |
| "learning_rate": 7.606747759923913e-06, |
| "loss": 0.2798696327209473, |
| "step": 14600 |
| }, |
| { |
| "epoch": 1.9799972969320179, |
| "grad_norm": 0.010839959606528282, |
| "learning_rate": 7.556690193722782e-06, |
| "loss": 0.17837514877319335, |
| "step": 14650 |
| }, |
| { |
| "epoch": 1.9867549668874172, |
| "grad_norm": 0.3253706991672516, |
| "learning_rate": 7.5066326275216505e-06, |
| "loss": 0.16589849472045898, |
| "step": 14700 |
| }, |
| { |
| "epoch": 1.9935126368428167, |
| "grad_norm": 0.04959991201758385, |
| "learning_rate": 7.456575061320519e-06, |
| "loss": 0.13824424743652344, |
| "step": 14750 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.9710885651079411, |
| "eval_f1": 0.9687783178186012, |
| "eval_loss": 0.13719096779823303, |
| "eval_precision": 0.9664694280078896, |
| "eval_recall": 0.9710982658959537, |
| "eval_runtime": 72.1607, |
| "eval_samples_per_second": 181.664, |
| "eval_steps_per_second": 45.426, |
| "step": 14798 |
| }, |
| { |
| "epoch": 2.000270306798216, |
| "grad_norm": 0.25084859132766724, |
| "learning_rate": 7.406517495119387e-06, |
| "loss": 0.17634214401245119, |
| "step": 14800 |
| }, |
| { |
| "epoch": 2.007027976753615, |
| "grad_norm": 0.23022498190402985, |
| "learning_rate": 7.356459928918257e-06, |
| "loss": 0.06952855110168457, |
| "step": 14850 |
| }, |
| { |
| "epoch": 2.0137856467090147, |
| "grad_norm": 0.27114880084991455, |
| "learning_rate": 7.306402362717125e-06, |
| "loss": 0.044750089645385745, |
| "step": 14900 |
| }, |
| { |
| "epoch": 2.0205433166644142, |
| "grad_norm": 0.8851802945137024, |
| "learning_rate": 7.256344796515994e-06, |
| "loss": 0.21987371444702147, |
| "step": 14950 |
| }, |
| { |
| "epoch": 2.0273009866198133, |
| "grad_norm": 0.1222100630402565, |
| "learning_rate": 7.206287230314862e-06, |
| "loss": 0.026863176822662354, |
| "step": 15000 |
| }, |
| { |
| "epoch": 2.034058656575213, |
| "grad_norm": 0.06605394929647446, |
| "learning_rate": 7.156229664113732e-06, |
| "loss": 0.1442209243774414, |
| "step": 15050 |
| }, |
| { |
| "epoch": 2.0408163265306123, |
| "grad_norm": 0.007441596128046513, |
| "learning_rate": 7.106172097912601e-06, |
| "loss": 0.0016956537961959838, |
| "step": 15100 |
| }, |
| { |
| "epoch": 2.047573996486012, |
| "grad_norm": 0.00727056385949254, |
| "learning_rate": 7.056114531711469e-06, |
| "loss": 0.08436053276062011, |
| "step": 15150 |
| }, |
| { |
| "epoch": 2.054331666441411, |
| "grad_norm": 0.0015993643319234252, |
| "learning_rate": 7.0060569655103376e-06, |
| "loss": 0.08930938720703124, |
| "step": 15200 |
| }, |
| { |
| "epoch": 2.0610893363968104, |
| "grad_norm": 0.16863678395748138, |
| "learning_rate": 6.955999399309206e-06, |
| "loss": 0.13128344535827638, |
| "step": 15250 |
| }, |
| { |
| "epoch": 2.06784700635221, |
| "grad_norm": 0.9009956121444702, |
| "learning_rate": 6.905941833108075e-06, |
| "loss": 0.027562847137451173, |
| "step": 15300 |
| }, |
| { |
| "epoch": 2.074604676307609, |
| "grad_norm": 0.06319503486156464, |
| "learning_rate": 6.855884266906944e-06, |
| "loss": 0.059659385681152345, |
| "step": 15350 |
| }, |
| { |
| "epoch": 2.0813623462630084, |
| "grad_norm": 0.002058418933302164, |
| "learning_rate": 6.805826700705812e-06, |
| "loss": 0.0802430534362793, |
| "step": 15400 |
| }, |
| { |
| "epoch": 2.088120016218408, |
| "grad_norm": 0.001060748123563826, |
| "learning_rate": 6.755769134504681e-06, |
| "loss": 0.054065885543823244, |
| "step": 15450 |
| }, |
| { |
| "epoch": 2.0948776861738074, |
| "grad_norm": 0.06381445378065109, |
| "learning_rate": 6.70571156830355e-06, |
| "loss": 0.21190324783325196, |
| "step": 15500 |
| }, |
| { |
| "epoch": 2.1016353561292065, |
| "grad_norm": 16.87372589111328, |
| "learning_rate": 6.6556540021024184e-06, |
| "loss": 0.1262486171722412, |
| "step": 15550 |
| }, |
| { |
| "epoch": 2.108393026084606, |
| "grad_norm": 0.004437705967575312, |
| "learning_rate": 6.605596435901287e-06, |
| "loss": 0.06593876361846923, |
| "step": 15600 |
| }, |
| { |
| "epoch": 2.1151506960400055, |
| "grad_norm": 395.3876647949219, |
| "learning_rate": 6.555538869700155e-06, |
| "loss": 0.09583724975585937, |
| "step": 15650 |
| }, |
| { |
| "epoch": 2.121908365995405, |
| "grad_norm": 0.7663223147392273, |
| "learning_rate": 6.505481303499025e-06, |
| "loss": 0.1377907657623291, |
| "step": 15700 |
| }, |
| { |
| "epoch": 2.128666035950804, |
| "grad_norm": 0.12682226300239563, |
| "learning_rate": 6.455423737297893e-06, |
| "loss": 0.17662681579589845, |
| "step": 15750 |
| }, |
| { |
| "epoch": 2.1354237059062036, |
| "grad_norm": 0.03758738934993744, |
| "learning_rate": 6.4053661710967616e-06, |
| "loss": 0.06712995529174805, |
| "step": 15800 |
| }, |
| { |
| "epoch": 2.142181375861603, |
| "grad_norm": 0.00288871256634593, |
| "learning_rate": 6.35530860489563e-06, |
| "loss": 0.1376853370666504, |
| "step": 15850 |
| }, |
| { |
| "epoch": 2.148939045817002, |
| "grad_norm": 0.07170133292675018, |
| "learning_rate": 6.3052510386944985e-06, |
| "loss": 0.22661022186279298, |
| "step": 15900 |
| }, |
| { |
| "epoch": 2.1556967157724016, |
| "grad_norm": 2.242140054702759, |
| "learning_rate": 6.255193472493369e-06, |
| "loss": 0.19371969223022462, |
| "step": 15950 |
| }, |
| { |
| "epoch": 2.162454385727801, |
| "grad_norm": 0.007292329799383879, |
| "learning_rate": 6.205135906292237e-06, |
| "loss": 0.14007676124572754, |
| "step": 16000 |
| }, |
| { |
| "epoch": 2.1692120556832006, |
| "grad_norm": 0.010140486061573029, |
| "learning_rate": 6.1550783400911055e-06, |
| "loss": 0.11522891998291016, |
| "step": 16050 |
| }, |
| { |
| "epoch": 2.1759697256385997, |
| "grad_norm": 0.019118858501315117, |
| "learning_rate": 6.105020773889974e-06, |
| "loss": 0.10537444114685059, |
| "step": 16100 |
| }, |
| { |
| "epoch": 2.182727395593999, |
| "grad_norm": 0.002554641803726554, |
| "learning_rate": 6.054963207688843e-06, |
| "loss": 0.08890585899353028, |
| "step": 16150 |
| }, |
| { |
| "epoch": 2.1894850655493987, |
| "grad_norm": 0.005230333656072617, |
| "learning_rate": 6.004905641487712e-06, |
| "loss": 0.060731606483459474, |
| "step": 16200 |
| }, |
| { |
| "epoch": 2.1962427355047978, |
| "grad_norm": 0.46126317977905273, |
| "learning_rate": 5.95484807528658e-06, |
| "loss": 0.06578202724456787, |
| "step": 16250 |
| }, |
| { |
| "epoch": 2.2030004054601973, |
| "grad_norm": 0.0038304554764181376, |
| "learning_rate": 5.904790509085449e-06, |
| "loss": 0.09989256858825683, |
| "step": 16300 |
| }, |
| { |
| "epoch": 2.2097580754155968, |
| "grad_norm": 0.010909990407526493, |
| "learning_rate": 5.854732942884317e-06, |
| "loss": 0.06423632144927978, |
| "step": 16350 |
| }, |
| { |
| "epoch": 2.2165157453709963, |
| "grad_norm": 0.012528044171631336, |
| "learning_rate": 5.804675376683186e-06, |
| "loss": 0.17703054428100587, |
| "step": 16400 |
| }, |
| { |
| "epoch": 2.2232734153263953, |
| "grad_norm": 360.2218933105469, |
| "learning_rate": 5.754617810482055e-06, |
| "loss": 0.06444434165954589, |
| "step": 16450 |
| }, |
| { |
| "epoch": 2.230031085281795, |
| "grad_norm": 0.005636855959892273, |
| "learning_rate": 5.704560244280923e-06, |
| "loss": 0.01724057674407959, |
| "step": 16500 |
| }, |
| { |
| "epoch": 2.2367887552371943, |
| "grad_norm": 0.0011315088486298919, |
| "learning_rate": 5.654502678079792e-06, |
| "loss": 0.11380767822265625, |
| "step": 16550 |
| }, |
| { |
| "epoch": 2.2435464251925934, |
| "grad_norm": 0.001966334879398346, |
| "learning_rate": 5.604445111878661e-06, |
| "loss": 0.047862215042114256, |
| "step": 16600 |
| }, |
| { |
| "epoch": 2.250304095147993, |
| "grad_norm": 0.0012165512889623642, |
| "learning_rate": 5.5543875456775295e-06, |
| "loss": 0.07931708812713623, |
| "step": 16650 |
| }, |
| { |
| "epoch": 2.2570617651033924, |
| "grad_norm": 0.009946290403604507, |
| "learning_rate": 5.504329979476398e-06, |
| "loss": 0.1210904598236084, |
| "step": 16700 |
| }, |
| { |
| "epoch": 2.263819435058792, |
| "grad_norm": 0.0033872355706989765, |
| "learning_rate": 5.4542724132752664e-06, |
| "loss": 0.06890227317810059, |
| "step": 16750 |
| }, |
| { |
| "epoch": 2.270577105014191, |
| "grad_norm": 0.01570816896855831, |
| "learning_rate": 5.404214847074137e-06, |
| "loss": 0.050945615768432616, |
| "step": 16800 |
| }, |
| { |
| "epoch": 2.2773347749695905, |
| "grad_norm": 0.504207968711853, |
| "learning_rate": 5.354157280873005e-06, |
| "loss": 0.04987267017364502, |
| "step": 16850 |
| }, |
| { |
| "epoch": 2.28409244492499, |
| "grad_norm": 0.0023474390618503094, |
| "learning_rate": 5.3040997146718735e-06, |
| "loss": 0.07442074298858642, |
| "step": 16900 |
| }, |
| { |
| "epoch": 2.2908501148803895, |
| "grad_norm": 0.2789280414581299, |
| "learning_rate": 5.254042148470742e-06, |
| "loss": 0.04266136169433594, |
| "step": 16950 |
| }, |
| { |
| "epoch": 2.2976077848357885, |
| "grad_norm": 0.14824353158473969, |
| "learning_rate": 5.20398458226961e-06, |
| "loss": 0.16466136932373046, |
| "step": 17000 |
| }, |
| { |
| "epoch": 2.304365454791188, |
| "grad_norm": 0.010403298772871494, |
| "learning_rate": 5.15392701606848e-06, |
| "loss": 0.12755483627319336, |
| "step": 17050 |
| }, |
| { |
| "epoch": 2.3111231247465875, |
| "grad_norm": 70.99131774902344, |
| "learning_rate": 5.103869449867348e-06, |
| "loss": 0.17195240020751953, |
| "step": 17100 |
| }, |
| { |
| "epoch": 2.3178807947019866, |
| "grad_norm": 0.006223689764738083, |
| "learning_rate": 5.053811883666217e-06, |
| "loss": 0.020604298114776612, |
| "step": 17150 |
| }, |
| { |
| "epoch": 2.324638464657386, |
| "grad_norm": 0.011977083049714565, |
| "learning_rate": 5.003754317465085e-06, |
| "loss": 0.08143982887268067, |
| "step": 17200 |
| }, |
| { |
| "epoch": 2.3313961346127856, |
| "grad_norm": 0.014804004691541195, |
| "learning_rate": 4.9536967512639535e-06, |
| "loss": 0.1274884796142578, |
| "step": 17250 |
| }, |
| { |
| "epoch": 2.3381538045681847, |
| "grad_norm": 0.01787167228758335, |
| "learning_rate": 4.903639185062823e-06, |
| "loss": 0.05703251838684082, |
| "step": 17300 |
| }, |
| { |
| "epoch": 2.344911474523584, |
| "grad_norm": 0.020681528374552727, |
| "learning_rate": 4.853581618861691e-06, |
| "loss": 0.11474921226501465, |
| "step": 17350 |
| }, |
| { |
| "epoch": 2.3516691444789837, |
| "grad_norm": 0.013767705298960209, |
| "learning_rate": 4.80352405266056e-06, |
| "loss": 0.09019528388977051, |
| "step": 17400 |
| }, |
| { |
| "epoch": 2.358426814434383, |
| "grad_norm": 0.0029704535845667124, |
| "learning_rate": 4.753466486459429e-06, |
| "loss": 0.07326930046081542, |
| "step": 17450 |
| }, |
| { |
| "epoch": 2.3651844843897822, |
| "grad_norm": 0.0017279853345826268, |
| "learning_rate": 4.7034089202582975e-06, |
| "loss": 0.09494049072265626, |
| "step": 17500 |
| }, |
| { |
| "epoch": 2.3719421543451817, |
| "grad_norm": 0.01662347838282585, |
| "learning_rate": 4.653351354057166e-06, |
| "loss": 0.08398569107055665, |
| "step": 17550 |
| }, |
| { |
| "epoch": 2.3786998243005812, |
| "grad_norm": 0.029822053387761116, |
| "learning_rate": 4.603293787856034e-06, |
| "loss": 0.0965285587310791, |
| "step": 17600 |
| }, |
| { |
| "epoch": 2.3854574942559807, |
| "grad_norm": 0.23640286922454834, |
| "learning_rate": 4.553236221654904e-06, |
| "loss": 0.04336097717285156, |
| "step": 17650 |
| }, |
| { |
| "epoch": 2.39221516421138, |
| "grad_norm": 0.01468204241245985, |
| "learning_rate": 4.503178655453772e-06, |
| "loss": 0.1220925521850586, |
| "step": 17700 |
| }, |
| { |
| "epoch": 2.3989728341667793, |
| "grad_norm": 0.03710741922259331, |
| "learning_rate": 4.4531210892526415e-06, |
| "loss": 0.14217045783996582, |
| "step": 17750 |
| }, |
| { |
| "epoch": 2.405730504122179, |
| "grad_norm": 0.001643803552724421, |
| "learning_rate": 4.40306352305151e-06, |
| "loss": 0.0781629228591919, |
| "step": 17800 |
| }, |
| { |
| "epoch": 2.412488174077578, |
| "grad_norm": 0.005556935910135508, |
| "learning_rate": 4.353005956850378e-06, |
| "loss": 0.06303605079650879, |
| "step": 17850 |
| }, |
| { |
| "epoch": 2.4192458440329774, |
| "grad_norm": 0.0012224218808114529, |
| "learning_rate": 4.302948390649247e-06, |
| "loss": 0.06739924907684326, |
| "step": 17900 |
| }, |
| { |
| "epoch": 2.426003513988377, |
| "grad_norm": 0.007048673462122679, |
| "learning_rate": 4.252890824448115e-06, |
| "loss": 0.15105469703674315, |
| "step": 17950 |
| }, |
| { |
| "epoch": 2.432761183943776, |
| "grad_norm": 0.018857238814234734, |
| "learning_rate": 4.202833258246985e-06, |
| "loss": 0.05414244651794434, |
| "step": 18000 |
| }, |
| { |
| "epoch": 2.4395188538991754, |
| "grad_norm": 0.04056254029273987, |
| "learning_rate": 4.152775692045853e-06, |
| "loss": 0.08572115898132324, |
| "step": 18050 |
| }, |
| { |
| "epoch": 2.446276523854575, |
| "grad_norm": 0.004304830450564623, |
| "learning_rate": 4.1027181258447215e-06, |
| "loss": 0.10598690032958985, |
| "step": 18100 |
| }, |
| { |
| "epoch": 2.4530341938099745, |
| "grad_norm": 0.45981258153915405, |
| "learning_rate": 4.05266055964359e-06, |
| "loss": 0.1520198917388916, |
| "step": 18150 |
| }, |
| { |
| "epoch": 2.4597918637653735, |
| "grad_norm": 0.0010058052139356732, |
| "learning_rate": 4.002602993442459e-06, |
| "loss": 0.000949324369430542, |
| "step": 18200 |
| }, |
| { |
| "epoch": 2.466549533720773, |
| "grad_norm": 0.7622770071029663, |
| "learning_rate": 3.952545427241328e-06, |
| "loss": 0.08991068840026856, |
| "step": 18250 |
| }, |
| { |
| "epoch": 2.4733072036761725, |
| "grad_norm": 0.0006587824318557978, |
| "learning_rate": 3.902487861040197e-06, |
| "loss": 0.0005220246315002442, |
| "step": 18300 |
| }, |
| { |
| "epoch": 2.480064873631572, |
| "grad_norm": 0.008263742551207542, |
| "learning_rate": 3.8524302948390655e-06, |
| "loss": 0.10548673629760742, |
| "step": 18350 |
| }, |
| { |
| "epoch": 2.486822543586971, |
| "grad_norm": 0.002541335765272379, |
| "learning_rate": 3.8023727286379344e-06, |
| "loss": 0.08907471656799316, |
| "step": 18400 |
| }, |
| { |
| "epoch": 2.4935802135423706, |
| "grad_norm": 0.0045174965634942055, |
| "learning_rate": 3.7523151624368024e-06, |
| "loss": 0.12158055305480957, |
| "step": 18450 |
| }, |
| { |
| "epoch": 2.50033788349777, |
| "grad_norm": 0.11145602911710739, |
| "learning_rate": 3.702257596235671e-06, |
| "loss": 0.027370555400848387, |
| "step": 18500 |
| }, |
| { |
| "epoch": 2.507095553453169, |
| "grad_norm": 0.06724914163351059, |
| "learning_rate": 3.65220003003454e-06, |
| "loss": 0.10710090637207031, |
| "step": 18550 |
| }, |
| { |
| "epoch": 2.5138532234085686, |
| "grad_norm": 0.033600274473428726, |
| "learning_rate": 3.6021424638334086e-06, |
| "loss": 0.04707695484161377, |
| "step": 18600 |
| }, |
| { |
| "epoch": 2.520610893363968, |
| "grad_norm": 0.08391136676073074, |
| "learning_rate": 3.5520848976322775e-06, |
| "loss": 0.02492550849914551, |
| "step": 18650 |
| }, |
| { |
| "epoch": 2.527368563319367, |
| "grad_norm": 0.0006770718027837574, |
| "learning_rate": 3.502027331431146e-06, |
| "loss": 0.018025219440460205, |
| "step": 18700 |
| }, |
| { |
| "epoch": 2.5341262332747667, |
| "grad_norm": 0.054639119654893875, |
| "learning_rate": 3.451969765230015e-06, |
| "loss": 0.00034577369689941406, |
| "step": 18750 |
| }, |
| { |
| "epoch": 2.540883903230166, |
| "grad_norm": 0.06790229678153992, |
| "learning_rate": 3.4019121990288833e-06, |
| "loss": 0.03392164945602417, |
| "step": 18800 |
| }, |
| { |
| "epoch": 2.5476415731855657, |
| "grad_norm": 0.0023788262624293566, |
| "learning_rate": 3.351854632827752e-06, |
| "loss": 0.096776123046875, |
| "step": 18850 |
| }, |
| { |
| "epoch": 2.5543992431409652, |
| "grad_norm": 34.9875373840332, |
| "learning_rate": 3.3017970666266206e-06, |
| "loss": 0.09802338600158692, |
| "step": 18900 |
| }, |
| { |
| "epoch": 2.5611569130963643, |
| "grad_norm": 0.005968010518699884, |
| "learning_rate": 3.25173950042549e-06, |
| "loss": 0.154553861618042, |
| "step": 18950 |
| }, |
| { |
| "epoch": 2.567914583051764, |
| "grad_norm": 0.0010768665233626962, |
| "learning_rate": 3.2016819342243584e-06, |
| "loss": 0.037902953624725344, |
| "step": 19000 |
| }, |
| { |
| "epoch": 2.5746722530071633, |
| "grad_norm": 0.005550037138164043, |
| "learning_rate": 3.1516243680232272e-06, |
| "loss": 0.0898381519317627, |
| "step": 19050 |
| }, |
| { |
| "epoch": 2.5814299229625624, |
| "grad_norm": 0.003930082079023123, |
| "learning_rate": 3.1015668018220957e-06, |
| "loss": 0.0002598583698272705, |
| "step": 19100 |
| }, |
| { |
| "epoch": 2.588187592917962, |
| "grad_norm": 0.00719639053568244, |
| "learning_rate": 3.051509235620964e-06, |
| "loss": 0.0004229414463043213, |
| "step": 19150 |
| }, |
| { |
| "epoch": 2.5949452628733614, |
| "grad_norm": 0.00710981385782361, |
| "learning_rate": 3.001451669419833e-06, |
| "loss": 0.05192263126373291, |
| "step": 19200 |
| }, |
| { |
| "epoch": 2.6017029328287604, |
| "grad_norm": 101.4814224243164, |
| "learning_rate": 2.9513941032187015e-06, |
| "loss": 0.05233159065246582, |
| "step": 19250 |
| }, |
| { |
| "epoch": 2.60846060278416, |
| "grad_norm": 0.0006045199697837234, |
| "learning_rate": 2.9013365370175704e-06, |
| "loss": 0.0001742267608642578, |
| "step": 19300 |
| }, |
| { |
| "epoch": 2.6152182727395594, |
| "grad_norm": 6.727764129638672, |
| "learning_rate": 2.851278970816439e-06, |
| "loss": 0.0005090945959091187, |
| "step": 19350 |
| }, |
| { |
| "epoch": 2.621975942694959, |
| "grad_norm": 0.0011069847969338298, |
| "learning_rate": 2.801221404615308e-06, |
| "loss": 0.02414227247238159, |
| "step": 19400 |
| }, |
| { |
| "epoch": 2.6287336126503584, |
| "grad_norm": 0.0020342168863862753, |
| "learning_rate": 2.7511638384141766e-06, |
| "loss": 0.04676462173461914, |
| "step": 19450 |
| }, |
| { |
| "epoch": 2.6354912826057575, |
| "grad_norm": 0.0005501318373717368, |
| "learning_rate": 2.7011062722130455e-06, |
| "loss": 0.06581556320190429, |
| "step": 19500 |
| }, |
| { |
| "epoch": 2.642248952561157, |
| "grad_norm": 0.0007036877213977277, |
| "learning_rate": 2.651048706011914e-06, |
| "loss": 0.04698281764984131, |
| "step": 19550 |
| }, |
| { |
| "epoch": 2.6490066225165565, |
| "grad_norm": 0.002277799416333437, |
| "learning_rate": 2.600991139810783e-06, |
| "loss": 0.11243149757385254, |
| "step": 19600 |
| }, |
| { |
| "epoch": 2.6557642924719556, |
| "grad_norm": 0.004528827499598265, |
| "learning_rate": 2.5509335736096513e-06, |
| "loss": 0.11157805442810059, |
| "step": 19650 |
| }, |
| { |
| "epoch": 2.662521962427355, |
| "grad_norm": 1.4003304243087769, |
| "learning_rate": 2.5008760074085197e-06, |
| "loss": 0.08801917076110839, |
| "step": 19700 |
| }, |
| { |
| "epoch": 2.6692796323827546, |
| "grad_norm": 0.020114433020353317, |
| "learning_rate": 2.4508184412073886e-06, |
| "loss": 0.21220327377319337, |
| "step": 19750 |
| }, |
| { |
| "epoch": 2.6760373023381536, |
| "grad_norm": 0.018475929275155067, |
| "learning_rate": 2.4007608750062575e-06, |
| "loss": 0.07419031143188476, |
| "step": 19800 |
| }, |
| { |
| "epoch": 2.682794972293553, |
| "grad_norm": 0.003193729789927602, |
| "learning_rate": 2.3507033088051263e-06, |
| "loss": 0.08196438789367676, |
| "step": 19850 |
| }, |
| { |
| "epoch": 2.6895526422489526, |
| "grad_norm": 0.0011461104732006788, |
| "learning_rate": 2.300645742603995e-06, |
| "loss": 0.051229662895202636, |
| "step": 19900 |
| }, |
| { |
| "epoch": 2.6963103122043517, |
| "grad_norm": 0.028392083942890167, |
| "learning_rate": 2.2505881764028633e-06, |
| "loss": 0.22081806182861327, |
| "step": 19950 |
| }, |
| { |
| "epoch": 2.703067982159751, |
| "grad_norm": 0.00366395921446383, |
| "learning_rate": 2.200530610201732e-06, |
| "loss": 0.11483686447143554, |
| "step": 20000 |
| }, |
| { |
| "epoch": 2.7098256521151507, |
| "grad_norm": 0.016792714595794678, |
| "learning_rate": 2.150473044000601e-06, |
| "loss": 0.06181726932525635, |
| "step": 20050 |
| }, |
| { |
| "epoch": 2.71658332207055, |
| "grad_norm": 0.0016602030955255032, |
| "learning_rate": 2.1004154777994695e-06, |
| "loss": 0.13399076461791992, |
| "step": 20100 |
| }, |
| { |
| "epoch": 2.7233409920259497, |
| "grad_norm": 0.03401346504688263, |
| "learning_rate": 2.0503579115983383e-06, |
| "loss": 0.09610502243041992, |
| "step": 20150 |
| }, |
| { |
| "epoch": 2.7300986619813488, |
| "grad_norm": 0.0012083080364391208, |
| "learning_rate": 2.000300345397207e-06, |
| "loss": 0.10456615447998047, |
| "step": 20200 |
| }, |
| { |
| "epoch": 2.7368563319367483, |
| "grad_norm": 0.23686014115810394, |
| "learning_rate": 1.9502427791960757e-06, |
| "loss": 0.05664618968963623, |
| "step": 20250 |
| }, |
| { |
| "epoch": 2.7436140018921478, |
| "grad_norm": 0.04736332222819328, |
| "learning_rate": 1.9001852129949443e-06, |
| "loss": 0.10926689147949219, |
| "step": 20300 |
| }, |
| { |
| "epoch": 2.750371671847547, |
| "grad_norm": 0.0023457373026758432, |
| "learning_rate": 1.8501276467938132e-06, |
| "loss": 0.13384007453918456, |
| "step": 20350 |
| }, |
| { |
| "epoch": 2.7571293418029463, |
| "grad_norm": 0.005340518895536661, |
| "learning_rate": 1.8000700805926819e-06, |
| "loss": 0.05119992733001709, |
| "step": 20400 |
| }, |
| { |
| "epoch": 2.763887011758346, |
| "grad_norm": 0.0013073196168988943, |
| "learning_rate": 1.7500125143915503e-06, |
| "loss": 0.07081173419952393, |
| "step": 20450 |
| }, |
| { |
| "epoch": 2.770644681713745, |
| "grad_norm": 0.0015691856388002634, |
| "learning_rate": 1.699954948190419e-06, |
| "loss": 0.04183328628540039, |
| "step": 20500 |
| }, |
| { |
| "epoch": 2.7774023516691444, |
| "grad_norm": 57.649574279785156, |
| "learning_rate": 1.6498973819892877e-06, |
| "loss": 0.07409313201904297, |
| "step": 20550 |
| }, |
| { |
| "epoch": 2.784160021624544, |
| "grad_norm": 63.43701171875, |
| "learning_rate": 1.5998398157881564e-06, |
| "loss": 0.03429892063140869, |
| "step": 20600 |
| }, |
| { |
| "epoch": 2.790917691579943, |
| "grad_norm": 0.25699251890182495, |
| "learning_rate": 1.5497822495870252e-06, |
| "loss": 0.062169432640075684, |
| "step": 20650 |
| }, |
| { |
| "epoch": 2.7976753615353425, |
| "grad_norm": 0.0006383510190062225, |
| "learning_rate": 1.499724683385894e-06, |
| "loss": 0.09383662223815918, |
| "step": 20700 |
| }, |
| { |
| "epoch": 2.804433031490742, |
| "grad_norm": 0.6026961803436279, |
| "learning_rate": 1.4496671171847626e-06, |
| "loss": 0.029181952476501464, |
| "step": 20750 |
| }, |
| { |
| "epoch": 2.8111907014461415, |
| "grad_norm": 0.0031832880340516567, |
| "learning_rate": 1.3996095509836312e-06, |
| "loss": 0.10682568550109864, |
| "step": 20800 |
| }, |
| { |
| "epoch": 2.817948371401541, |
| "grad_norm": 0.06199163198471069, |
| "learning_rate": 1.3495519847825001e-06, |
| "loss": 0.17822813034057616, |
| "step": 20850 |
| }, |
| { |
| "epoch": 2.82470604135694, |
| "grad_norm": 0.0034721684642136097, |
| "learning_rate": 1.2994944185813688e-06, |
| "loss": 0.09863890647888184, |
| "step": 20900 |
| }, |
| { |
| "epoch": 2.8314637113123395, |
| "grad_norm": 0.023132864385843277, |
| "learning_rate": 1.2494368523802374e-06, |
| "loss": 0.162152099609375, |
| "step": 20950 |
| }, |
| { |
| "epoch": 2.838221381267739, |
| "grad_norm": 0.0008075262885540724, |
| "learning_rate": 1.1993792861791061e-06, |
| "loss": 0.09824638366699219, |
| "step": 21000 |
| }, |
| { |
| "epoch": 2.844979051223138, |
| "grad_norm": 0.31778621673583984, |
| "learning_rate": 1.1493217199779748e-06, |
| "loss": 0.047033162117004396, |
| "step": 21050 |
| }, |
| { |
| "epoch": 2.8517367211785376, |
| "grad_norm": 0.03576982393860817, |
| "learning_rate": 1.0992641537768434e-06, |
| "loss": 0.08890575408935547, |
| "step": 21100 |
| }, |
| { |
| "epoch": 2.858494391133937, |
| "grad_norm": 9.656866073608398, |
| "learning_rate": 1.0492065875757121e-06, |
| "loss": 0.1096105670928955, |
| "step": 21150 |
| }, |
| { |
| "epoch": 2.865252061089336, |
| "grad_norm": 0.0005786643596366048, |
| "learning_rate": 9.991490213745808e-07, |
| "loss": 0.0002528005838394165, |
| "step": 21200 |
| }, |
| { |
| "epoch": 2.8720097310447357, |
| "grad_norm": 0.0012748179724439979, |
| "learning_rate": 9.490914551734496e-07, |
| "loss": 0.136431884765625, |
| "step": 21250 |
| }, |
| { |
| "epoch": 2.878767401000135, |
| "grad_norm": 0.0009654840687289834, |
| "learning_rate": 8.990338889723182e-07, |
| "loss": 0.0849915599822998, |
| "step": 21300 |
| }, |
| { |
| "epoch": 2.8855250709555347, |
| "grad_norm": 0.08358582854270935, |
| "learning_rate": 8.48976322771187e-07, |
| "loss": 0.05486437797546387, |
| "step": 21350 |
| }, |
| { |
| "epoch": 2.892282740910934, |
| "grad_norm": 0.016318723559379578, |
| "learning_rate": 7.989187565700557e-07, |
| "loss": 0.08288352966308593, |
| "step": 21400 |
| }, |
| { |
| "epoch": 2.8990404108663332, |
| "grad_norm": 4.843513488769531, |
| "learning_rate": 7.488611903689242e-07, |
| "loss": 0.07068184852600097, |
| "step": 21450 |
| }, |
| { |
| "epoch": 2.9057980808217327, |
| "grad_norm": 0.0013034067815169692, |
| "learning_rate": 6.98803624167793e-07, |
| "loss": 0.044244151115417484, |
| "step": 21500 |
| }, |
| { |
| "epoch": 2.9125557507771322, |
| "grad_norm": 0.01674531400203705, |
| "learning_rate": 6.487460579666617e-07, |
| "loss": 0.0642578935623169, |
| "step": 21550 |
| }, |
| { |
| "epoch": 2.9193134207325313, |
| "grad_norm": 0.0049995374865829945, |
| "learning_rate": 5.986884917655304e-07, |
| "loss": 0.14431939125061036, |
| "step": 21600 |
| }, |
| { |
| "epoch": 2.926071090687931, |
| "grad_norm": 0.00926155038177967, |
| "learning_rate": 5.486309255643991e-07, |
| "loss": 0.03058389902114868, |
| "step": 21650 |
| }, |
| { |
| "epoch": 2.9328287606433303, |
| "grad_norm": 0.023561256006360054, |
| "learning_rate": 4.985733593632678e-07, |
| "loss": 0.09700474739074708, |
| "step": 21700 |
| }, |
| { |
| "epoch": 2.9395864305987294, |
| "grad_norm": 0.002966544823721051, |
| "learning_rate": 4.4851579316213654e-07, |
| "loss": 0.08508275985717774, |
| "step": 21750 |
| }, |
| { |
| "epoch": 2.946344100554129, |
| "grad_norm": 0.003825432388111949, |
| "learning_rate": 3.9845822696100515e-07, |
| "loss": 0.11144843101501464, |
| "step": 21800 |
| }, |
| { |
| "epoch": 2.9531017705095284, |
| "grad_norm": 0.005938540678471327, |
| "learning_rate": 3.484006607598739e-07, |
| "loss": 0.134426851272583, |
| "step": 21850 |
| }, |
| { |
| "epoch": 2.9598594404649274, |
| "grad_norm": 0.0038295928388834, |
| "learning_rate": 2.983430945587426e-07, |
| "loss": 0.11520405769348145, |
| "step": 21900 |
| }, |
| { |
| "epoch": 2.966617110420327, |
| "grad_norm": 0.022271599620580673, |
| "learning_rate": 2.4828552835761126e-07, |
| "loss": 0.036415774822235104, |
| "step": 21950 |
| }, |
| { |
| "epoch": 2.9733747803757264, |
| "grad_norm": 0.08405578881502151, |
| "learning_rate": 1.9822796215647998e-07, |
| "loss": 0.0003047233819961548, |
| "step": 22000 |
| }, |
| { |
| "epoch": 2.980132450331126, |
| "grad_norm": 0.3389264941215515, |
| "learning_rate": 1.4817039595534867e-07, |
| "loss": 0.06158688545227051, |
| "step": 22050 |
| }, |
| { |
| "epoch": 2.9868901202865255, |
| "grad_norm": 23.368932723999023, |
| "learning_rate": 9.811282975421737e-08, |
| "loss": 0.09837133407592774, |
| "step": 22100 |
| }, |
| { |
| "epoch": 2.9936477902419245, |
| "grad_norm": 0.001970636658370495, |
| "learning_rate": 4.805526355308605e-08, |
| "loss": 0.07353384971618653, |
| "step": 22150 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_accuracy": 0.9708597146998246, |
| "eval_f1": 0.9688061407806631, |
| "eval_loss": 0.18717099726200104, |
| "eval_precision": 0.9581650783395251, |
| "eval_recall": 0.9796862097440132, |
| "eval_runtime": 67.7468, |
| "eval_samples_per_second": 193.5, |
| "eval_steps_per_second": 48.386, |
| "step": 22197 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 22197, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.67206301002752e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
