| { |
| "best_global_step": 14798, |
| "best_metric": 0.13719096779823303, |
| "best_model_checkpoint": "/mnt/nfs/homes/penacour/my_project/./saved_models/Text/checkpoints/checkpoint-14798", |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 14798, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0067576699553993785, |
| "grad_norm": 16.06703758239746, |
| "learning_rate": 4.414414414414415e-07, |
| "loss": 1.35020751953125, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.013515339910798757, |
| "grad_norm": 15.278281211853027, |
| "learning_rate": 8.91891891891892e-07, |
| "loss": 1.359039306640625, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.020273009866198136, |
| "grad_norm": 9.957842826843262, |
| "learning_rate": 1.3423423423423422e-06, |
| "loss": 1.345301513671875, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.027030679821597514, |
| "grad_norm": 9.441655158996582, |
| "learning_rate": 1.7927927927927929e-06, |
| "loss": 1.291690673828125, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.03378834977699689, |
| "grad_norm": 11.737529754638672, |
| "learning_rate": 2.2432432432432435e-06, |
| "loss": 1.20750244140625, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.04054601973239627, |
| "grad_norm": 13.651801109313965, |
| "learning_rate": 2.693693693693694e-06, |
| "loss": 1.026903076171875, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.04730368968779565, |
| "grad_norm": 10.333759307861328, |
| "learning_rate": 3.1441441441441444e-06, |
| "loss": 0.8750057983398437, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.05406135964319503, |
| "grad_norm": 11.845670700073242, |
| "learning_rate": 3.5945945945945946e-06, |
| "loss": 0.74543701171875, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.06081902959859441, |
| "grad_norm": 20.486881256103516, |
| "learning_rate": 4.045045045045045e-06, |
| "loss": 0.627983627319336, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.06757669955399379, |
| "grad_norm": 5.46737003326416, |
| "learning_rate": 4.495495495495496e-06, |
| "loss": 0.6082597351074219, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.07433436950939316, |
| "grad_norm": 33.317134857177734, |
| "learning_rate": 4.9459459459459466e-06, |
| "loss": 0.5269870758056641, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.08109203946479254, |
| "grad_norm": 22.17811393737793, |
| "learning_rate": 5.396396396396398e-06, |
| "loss": 0.5109220123291016, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.08784970942019192, |
| "grad_norm": 65.60385131835938, |
| "learning_rate": 5.846846846846848e-06, |
| "loss": 0.47735191345214845, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.0946073793755913, |
| "grad_norm": 56.5187873840332, |
| "learning_rate": 6.297297297297298e-06, |
| "loss": 0.4838460159301758, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.10136504933099068, |
| "grad_norm": 9.734931945800781, |
| "learning_rate": 6.747747747747748e-06, |
| "loss": 0.5097962188720703, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.10812271928639006, |
| "grad_norm": 40.54719161987305, |
| "learning_rate": 7.1981981981981985e-06, |
| "loss": 0.439853515625, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.11488038924178944, |
| "grad_norm": 1.501684546470642, |
| "learning_rate": 7.648648648648649e-06, |
| "loss": 0.3697560501098633, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.12163805919718881, |
| "grad_norm": 1.2029157876968384, |
| "learning_rate": 8.0990990990991e-06, |
| "loss": 0.3332023620605469, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.12839572915258818, |
| "grad_norm": 1.7254059314727783, |
| "learning_rate": 8.549549549549551e-06, |
| "loss": 0.7150354766845703, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.13515339910798757, |
| "grad_norm": 0.1328679621219635, |
| "learning_rate": 9e-06, |
| "loss": 0.39909423828125, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.14191106906338694, |
| "grad_norm": 67.52281951904297, |
| "learning_rate": 9.450450450450451e-06, |
| "loss": 0.4741665267944336, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.14866873901878633, |
| "grad_norm": 0.11982670426368713, |
| "learning_rate": 9.900900900900902e-06, |
| "loss": 0.4088504028320312, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.1554264089741857, |
| "grad_norm": 73.58162689208984, |
| "learning_rate": 1.0351351351351353e-05, |
| "loss": 0.5978804397583007, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.16218407892958508, |
| "grad_norm": 16.60240936279297, |
| "learning_rate": 1.0801801801801803e-05, |
| "loss": 0.4865760040283203, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.16894174888498445, |
| "grad_norm": 0.07922861725091934, |
| "learning_rate": 1.1252252252252254e-05, |
| "loss": 0.47403549194335937, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.17569941884038384, |
| "grad_norm": 177.65086364746094, |
| "learning_rate": 1.1702702702702703e-05, |
| "loss": 0.43802192687988284, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.1824570887957832, |
| "grad_norm": 0.34974488615989685, |
| "learning_rate": 1.2153153153153154e-05, |
| "loss": 0.5690596008300781, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.1892147587511826, |
| "grad_norm": 0.37981438636779785, |
| "learning_rate": 1.2603603603603605e-05, |
| "loss": 0.5010957336425781, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.19597242870658196, |
| "grad_norm": 42.93001174926758, |
| "learning_rate": 1.3054054054054055e-05, |
| "loss": 0.4970842742919922, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.20273009866198136, |
| "grad_norm": 30.023513793945312, |
| "learning_rate": 1.3504504504504506e-05, |
| "loss": 0.5511152648925781, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.20948776861738072, |
| "grad_norm": 7.049088954925537, |
| "learning_rate": 1.3954954954954955e-05, |
| "loss": 0.4516510009765625, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.2162454385727801, |
| "grad_norm": 0.25647661089897156, |
| "learning_rate": 1.4405405405405406e-05, |
| "loss": 0.36651172637939455, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.22300310852817948, |
| "grad_norm": 16.453493118286133, |
| "learning_rate": 1.4855855855855856e-05, |
| "loss": 0.4177054214477539, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.22976077848357887, |
| "grad_norm": 105.5218505859375, |
| "learning_rate": 1.5306306306306307e-05, |
| "loss": 0.5324158477783203, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.23651844843897823, |
| "grad_norm": 96.71179962158203, |
| "learning_rate": 1.5756756756756756e-05, |
| "loss": 0.5433593368530274, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.24327611839437763, |
| "grad_norm": 0.2389248162508011, |
| "learning_rate": 1.620720720720721e-05, |
| "loss": 0.4678084945678711, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.250033788349777, |
| "grad_norm": 153.3388214111328, |
| "learning_rate": 1.6657657657657658e-05, |
| "loss": 0.5350112533569336, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.25679145830517636, |
| "grad_norm": 38.44563293457031, |
| "learning_rate": 1.710810810810811e-05, |
| "loss": 0.49324443817138675, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.26354912826057575, |
| "grad_norm": 21.985090255737305, |
| "learning_rate": 1.755855855855856e-05, |
| "loss": 0.4342898178100586, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.27030679821597514, |
| "grad_norm": 1.6282066106796265, |
| "learning_rate": 1.800900900900901e-05, |
| "loss": 0.3795098876953125, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.27706446817137453, |
| "grad_norm": 0.3189730644226074, |
| "learning_rate": 1.8459459459459462e-05, |
| "loss": 0.5205284881591797, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.28382213812677387, |
| "grad_norm": 119.69422912597656, |
| "learning_rate": 1.8909909909909912e-05, |
| "loss": 0.35589817047119143, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.29057980808217326, |
| "grad_norm": 0.12017817795276642, |
| "learning_rate": 1.936036036036036e-05, |
| "loss": 0.48412479400634767, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.29733747803757266, |
| "grad_norm": 0.13124582171440125, |
| "learning_rate": 1.981081081081081e-05, |
| "loss": 0.39202404022216797, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.30409514799297205, |
| "grad_norm": 0.04938481003046036, |
| "learning_rate": 1.9970966611603347e-05, |
| "loss": 0.4283562469482422, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.3108528179483714, |
| "grad_norm": 0.6524620056152344, |
| "learning_rate": 1.9920909045402215e-05, |
| "loss": 0.40030643463134763, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.3176104879037708, |
| "grad_norm": 18.973918914794922, |
| "learning_rate": 1.9870851479201083e-05, |
| "loss": 0.4120947265625, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.32436815785917017, |
| "grad_norm": 71.04777526855469, |
| "learning_rate": 1.982079391299995e-05, |
| "loss": 0.522302017211914, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.33112582781456956, |
| "grad_norm": 0.29514455795288086, |
| "learning_rate": 1.977073634679882e-05, |
| "loss": 0.4655706787109375, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.3378834977699689, |
| "grad_norm": 0.18427829444408417, |
| "learning_rate": 1.972067878059769e-05, |
| "loss": 0.28636587142944336, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.3446411677253683, |
| "grad_norm": 1.2528847455978394, |
| "learning_rate": 1.9670621214396557e-05, |
| "loss": 0.3846575164794922, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.3513988376807677, |
| "grad_norm": 2.0725510120391846, |
| "learning_rate": 1.9620563648195424e-05, |
| "loss": 0.5236722564697266, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.3581565076361671, |
| "grad_norm": 0.8594722151756287, |
| "learning_rate": 1.9570506081994295e-05, |
| "loss": 0.3829684066772461, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.3649141775915664, |
| "grad_norm": 0.1568164974451065, |
| "learning_rate": 1.9520448515793166e-05, |
| "loss": 0.4368381881713867, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.3716718475469658, |
| "grad_norm": 0.15734773874282837, |
| "learning_rate": 1.9470390949592034e-05, |
| "loss": 0.2745826721191406, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.3784295175023652, |
| "grad_norm": 0.15169839560985565, |
| "learning_rate": 1.94203333833909e-05, |
| "loss": 0.5820682525634766, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.3851871874577646, |
| "grad_norm": 0.3607238531112671, |
| "learning_rate": 1.937027581718977e-05, |
| "loss": 0.40924224853515623, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.3919448574131639, |
| "grad_norm": 26.703046798706055, |
| "learning_rate": 1.9320218250988637e-05, |
| "loss": 0.4911691284179687, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.3987025273685633, |
| "grad_norm": 4.848247528076172, |
| "learning_rate": 1.9270160684787508e-05, |
| "loss": 0.4514664840698242, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.4054601973239627, |
| "grad_norm": 0.109466053545475, |
| "learning_rate": 1.9220103118586375e-05, |
| "loss": 0.37604598999023436, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.41221786727936205, |
| "grad_norm": 16.59686851501465, |
| "learning_rate": 1.9170045552385243e-05, |
| "loss": 0.29687234878540036, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.41897553723476144, |
| "grad_norm": 21.556055068969727, |
| "learning_rate": 1.9119987986184114e-05, |
| "loss": 0.5553390121459961, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.42573320719016083, |
| "grad_norm": 0.31334683299064636, |
| "learning_rate": 1.906993041998298e-05, |
| "loss": 0.34477981567382815, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.4324908771455602, |
| "grad_norm": 0.06408923864364624, |
| "learning_rate": 1.9019872853781852e-05, |
| "loss": 0.4639363479614258, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.43924854710095956, |
| "grad_norm": 0.039293207228183746, |
| "learning_rate": 1.896981528758072e-05, |
| "loss": 0.23494468688964842, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.44600621705635896, |
| "grad_norm": 0.04438117891550064, |
| "learning_rate": 1.8919757721379588e-05, |
| "loss": 0.13365052223205567, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.45276388701175835, |
| "grad_norm": 0.36716172099113464, |
| "learning_rate": 1.8869700155178455e-05, |
| "loss": 0.28368005752563474, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.45952155696715774, |
| "grad_norm": 0.04489823430776596, |
| "learning_rate": 1.8819642588977326e-05, |
| "loss": 0.40611759185791013, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.4662792269225571, |
| "grad_norm": 16.726591110229492, |
| "learning_rate": 1.8769585022776194e-05, |
| "loss": 0.36710128784179685, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.47303689687795647, |
| "grad_norm": 14.693270683288574, |
| "learning_rate": 1.871952745657506e-05, |
| "loss": 0.37917068481445315, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.47979456683335586, |
| "grad_norm": 73.12869262695312, |
| "learning_rate": 1.8669469890373932e-05, |
| "loss": 0.2679195594787598, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.48655223678875525, |
| "grad_norm": 1.5196269750595093, |
| "learning_rate": 1.86194123241728e-05, |
| "loss": 0.4122719955444336, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.4933099067441546, |
| "grad_norm": 24.74604606628418, |
| "learning_rate": 1.8569354757971668e-05, |
| "loss": 0.25464179992675784, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.500067576699554, |
| "grad_norm": 49.48332977294922, |
| "learning_rate": 1.851929719177054e-05, |
| "loss": 0.3096816062927246, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.5068252466549533, |
| "grad_norm": 33.84089660644531, |
| "learning_rate": 1.8469239625569406e-05, |
| "loss": 0.34311264038085937, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.5135829166103527, |
| "grad_norm": 0.0433129221200943, |
| "learning_rate": 1.8419182059368274e-05, |
| "loss": 0.3423194885253906, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.5203405865657521, |
| "grad_norm": 0.5578937530517578, |
| "learning_rate": 1.836912449316714e-05, |
| "loss": 0.4252873229980469, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.5270982565211515, |
| "grad_norm": 233.93492126464844, |
| "learning_rate": 1.8319066926966012e-05, |
| "loss": 0.303822021484375, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.5338559264765509, |
| "grad_norm": 0.005285980179905891, |
| "learning_rate": 1.8269009360764883e-05, |
| "loss": 0.37970211029052736, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.5406135964319503, |
| "grad_norm": 0.14675083756446838, |
| "learning_rate": 1.821895179456375e-05, |
| "loss": 0.3994259262084961, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.5473712663873497, |
| "grad_norm": 18.797971725463867, |
| "learning_rate": 1.816889422836262e-05, |
| "loss": 0.4484566116333008, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.5541289363427491, |
| "grad_norm": 16.081249237060547, |
| "learning_rate": 1.8118836662161486e-05, |
| "loss": 0.398365364074707, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.5608866062981483, |
| "grad_norm": 0.4474808871746063, |
| "learning_rate": 1.8068779095960357e-05, |
| "loss": 0.16137269973754884, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.5676442762535477, |
| "grad_norm": 32.02878952026367, |
| "learning_rate": 1.8018721529759225e-05, |
| "loss": 0.48198543548583983, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.5744019462089471, |
| "grad_norm": 7.520394325256348, |
| "learning_rate": 1.7968663963558092e-05, |
| "loss": 0.38921875, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.5811596161643465, |
| "grad_norm": 0.21612419188022614, |
| "learning_rate": 1.791860639735696e-05, |
| "loss": 0.24774662017822266, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.5879172861197459, |
| "grad_norm": 52.803627014160156, |
| "learning_rate": 1.786854883115583e-05, |
| "loss": 0.4917910385131836, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.5946749560751453, |
| "grad_norm": 2.780160665512085, |
| "learning_rate": 1.78184912649547e-05, |
| "loss": 0.4956707763671875, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.6014326260305447, |
| "grad_norm": 60.74454116821289, |
| "learning_rate": 1.776843369875357e-05, |
| "loss": 0.38436222076416016, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.6081902959859441, |
| "grad_norm": 171.72776794433594, |
| "learning_rate": 1.7718376132552437e-05, |
| "loss": 0.339903678894043, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.6149479659413434, |
| "grad_norm": 0.21840180456638336, |
| "learning_rate": 1.7668318566351305e-05, |
| "loss": 0.35657142639160155, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.6217056358967428, |
| "grad_norm": 0.1235419437289238, |
| "learning_rate": 1.7618261000150173e-05, |
| "loss": 0.48563838958740235, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.6284633058521422, |
| "grad_norm": 45.70621109008789, |
| "learning_rate": 1.7568203433949044e-05, |
| "loss": 0.3387251281738281, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.6352209758075416, |
| "grad_norm": 16.330842971801758, |
| "learning_rate": 1.751814586774791e-05, |
| "loss": 0.26475383758544924, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.641978645762941, |
| "grad_norm": 0.13989397883415222, |
| "learning_rate": 1.746808830154678e-05, |
| "loss": 0.23626720428466796, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.6487363157183403, |
| "grad_norm": 0.2098826766014099, |
| "learning_rate": 1.7418030735345646e-05, |
| "loss": 0.3830945587158203, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.6554939856737397, |
| "grad_norm": 129.06463623046875, |
| "learning_rate": 1.7367973169144517e-05, |
| "loss": 0.3804433822631836, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.6622516556291391, |
| "grad_norm": 0.03363212198019028, |
| "learning_rate": 1.731791560294339e-05, |
| "loss": 0.360137939453125, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.6690093255845384, |
| "grad_norm": 0.03238023817539215, |
| "learning_rate": 1.7267858036742256e-05, |
| "loss": 0.2027187728881836, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.6757669955399378, |
| "grad_norm": 0.06728547066450119, |
| "learning_rate": 1.7217800470541124e-05, |
| "loss": 0.331846923828125, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.6825246654953372, |
| "grad_norm": 19.55385398864746, |
| "learning_rate": 1.716774290433999e-05, |
| "loss": 0.4320966339111328, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.6892823354507366, |
| "grad_norm": 30.989242553710938, |
| "learning_rate": 1.7117685338138862e-05, |
| "loss": 0.39179283142089844, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.696040005406136, |
| "grad_norm": 9.868060111999512, |
| "learning_rate": 1.706762777193773e-05, |
| "loss": 0.36711841583251953, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.7027976753615354, |
| "grad_norm": 0.5608569383621216, |
| "learning_rate": 1.7017570205736597e-05, |
| "loss": 0.24337669372558593, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.7095553453169348, |
| "grad_norm": 34.208763122558594, |
| "learning_rate": 1.6967512639535465e-05, |
| "loss": 0.5551647567749023, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.7163130152723342, |
| "grad_norm": 0.15128108859062195, |
| "learning_rate": 1.6917455073334336e-05, |
| "loss": 0.32145679473876954, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.7230706852277334, |
| "grad_norm": 35.46443557739258, |
| "learning_rate": 1.6867397507133204e-05, |
| "loss": 0.2589885330200195, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.7298283551831328, |
| "grad_norm": 26.979644775390625, |
| "learning_rate": 1.6817339940932075e-05, |
| "loss": 0.4622607421875, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.7365860251385322, |
| "grad_norm": 52.30873489379883, |
| "learning_rate": 1.6767282374730942e-05, |
| "loss": 0.24140811920166017, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.7433436950939316, |
| "grad_norm": 37.16353988647461, |
| "learning_rate": 1.671722480852981e-05, |
| "loss": 0.4084646224975586, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.750101365049331, |
| "grad_norm": 1.0389983654022217, |
| "learning_rate": 1.6667167242328677e-05, |
| "loss": 0.3605424118041992, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.7568590350047304, |
| "grad_norm": 27.835859298706055, |
| "learning_rate": 1.661710967612755e-05, |
| "loss": 0.3582349395751953, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.7636167049601298, |
| "grad_norm": 76.13422393798828, |
| "learning_rate": 1.6567052109926416e-05, |
| "loss": 0.407784423828125, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.7703743749155292, |
| "grad_norm": 0.39249739050865173, |
| "learning_rate": 1.6516994543725284e-05, |
| "loss": 0.39183979034423827, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.7771320448709285, |
| "grad_norm": 24.34403419494629, |
| "learning_rate": 1.6466936977524155e-05, |
| "loss": 0.2900525093078613, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.7838897148263279, |
| "grad_norm": 0.6838638186454773, |
| "learning_rate": 1.6416879411323022e-05, |
| "loss": 0.31336002349853515, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.7906473847817272, |
| "grad_norm": 0.06529181450605392, |
| "learning_rate": 1.6366821845121893e-05, |
| "loss": 0.2243809700012207, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.7974050547371266, |
| "grad_norm": 0.08979305624961853, |
| "learning_rate": 1.631676427892076e-05, |
| "loss": 0.37539905548095703, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.804162724692526, |
| "grad_norm": 0.36067715287208557, |
| "learning_rate": 1.626670671271963e-05, |
| "loss": 0.2607468795776367, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.8109203946479254, |
| "grad_norm": 0.07132972776889801, |
| "learning_rate": 1.6216649146518496e-05, |
| "loss": 0.4599153518676758, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.8176780646033248, |
| "grad_norm": 0.016791321337223053, |
| "learning_rate": 1.6166591580317367e-05, |
| "loss": 0.29411968231201174, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.8244357345587241, |
| "grad_norm": 31.486772537231445, |
| "learning_rate": 1.6116534014116235e-05, |
| "loss": 0.4410831069946289, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.8311934045141235, |
| "grad_norm": 0.12318305671215057, |
| "learning_rate": 1.6066476447915106e-05, |
| "loss": 0.3409576416015625, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.8379510744695229, |
| "grad_norm": 0.03524986654520035, |
| "learning_rate": 1.6016418881713973e-05, |
| "loss": 0.2761139106750488, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.8447087444249223, |
| "grad_norm": 0.07541833072900772, |
| "learning_rate": 1.596636131551284e-05, |
| "loss": 0.4007402420043945, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.8514664143803217, |
| "grad_norm": 0.1083996370434761, |
| "learning_rate": 1.591630374931171e-05, |
| "loss": 0.2156216812133789, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.8582240843357211, |
| "grad_norm": 17.29279899597168, |
| "learning_rate": 1.586624618311058e-05, |
| "loss": 0.2401065444946289, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.8649817542911205, |
| "grad_norm": 0.163585364818573, |
| "learning_rate": 1.5816188616909447e-05, |
| "loss": 0.27833726882934573, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.8717394242465198, |
| "grad_norm": 0.12471607327461243, |
| "learning_rate": 1.5766131050708315e-05, |
| "loss": 0.26960302352905274, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.8784970942019191, |
| "grad_norm": 0.01586587354540825, |
| "learning_rate": 1.5716073484507182e-05, |
| "loss": 0.24444808959960937, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.8852547641573185, |
| "grad_norm": 0.04108090698719025, |
| "learning_rate": 1.5666015918306053e-05, |
| "loss": 0.24059207916259764, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.8920124341127179, |
| "grad_norm": 0.6881380081176758, |
| "learning_rate": 1.5615958352104924e-05, |
| "loss": 0.2879082870483398, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.8987701040681173, |
| "grad_norm": 10.9269437789917, |
| "learning_rate": 1.5565900785903792e-05, |
| "loss": 0.3690375518798828, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.9055277740235167, |
| "grad_norm": 0.2799762785434723, |
| "learning_rate": 1.551584321970266e-05, |
| "loss": 0.37917003631591795, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.9122854439789161, |
| "grad_norm": 29.693958282470703, |
| "learning_rate": 1.5465785653501527e-05, |
| "loss": 0.2966591453552246, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.9190431139343155, |
| "grad_norm": 0.018007883802056313, |
| "learning_rate": 1.5415728087300398e-05, |
| "loss": 0.1859919548034668, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.9258007838897149, |
| "grad_norm": 61.17789077758789, |
| "learning_rate": 1.5365670521099266e-05, |
| "loss": 0.3845572662353516, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.9325584538451142, |
| "grad_norm": 20.372512817382812, |
| "learning_rate": 1.5315612954898133e-05, |
| "loss": 0.4127138900756836, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.9393161238005135, |
| "grad_norm": 10.219191551208496, |
| "learning_rate": 1.5265555388697e-05, |
| "loss": 0.31619930267333984, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.9460737937559129, |
| "grad_norm": 0.049500029534101486, |
| "learning_rate": 1.521549782249587e-05, |
| "loss": 0.3062467193603516, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.9528314637113123, |
| "grad_norm": 0.020763445645570755, |
| "learning_rate": 1.5165440256294741e-05, |
| "loss": 0.31766212463378907, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.9595891336667117, |
| "grad_norm": 0.03847825154662132, |
| "learning_rate": 1.5115382690093609e-05, |
| "loss": 0.17821809768676758, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.9663468036221111, |
| "grad_norm": 0.1949007511138916, |
| "learning_rate": 1.5065325123892478e-05, |
| "loss": 0.17827264785766603, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.9731044735775105, |
| "grad_norm": 0.04745342954993248, |
| "learning_rate": 1.5015267557691346e-05, |
| "loss": 0.25842235565185545, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.9798621435329099, |
| "grad_norm": 0.09277615696191788, |
| "learning_rate": 1.4965209991490215e-05, |
| "loss": 0.28848594665527344, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.9866198134883092, |
| "grad_norm": 107.77627563476562, |
| "learning_rate": 1.4915152425289083e-05, |
| "loss": 0.3165037727355957, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.9933774834437086, |
| "grad_norm": 0.037322066724300385, |
| "learning_rate": 1.4865094859087952e-05, |
| "loss": 0.441009521484375, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.9648333206194217, |
| "eval_f1": 0.9626145486984024, |
| "eval_loss": 0.17089255154132843, |
| "eval_precision": 0.945666029318037, |
| "eval_recall": 0.9801816680429397, |
| "eval_runtime": 68.5571, |
| "eval_samples_per_second": 191.213, |
| "eval_steps_per_second": 47.814, |
| "step": 7399 |
| }, |
| { |
| "epoch": 1.000135153399108, |
| "grad_norm": 0.07350551337003708, |
| "learning_rate": 1.481503729288682e-05, |
| "loss": 0.25518951416015623, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.0068928233545074, |
| "grad_norm": 0.13678599894046783, |
| "learning_rate": 1.4764979726685689e-05, |
| "loss": 0.18701498031616212, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.0136504933099066, |
| "grad_norm": 2.2193477153778076, |
| "learning_rate": 1.471492216048456e-05, |
| "loss": 0.2123020362854004, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.0204081632653061, |
| "grad_norm": 0.002282262546941638, |
| "learning_rate": 1.4664864594283427e-05, |
| "loss": 0.06725791931152343, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.0271658332207054, |
| "grad_norm": 0.018047912046313286, |
| "learning_rate": 1.4614807028082297e-05, |
| "loss": 0.05762751579284668, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.033923503176105, |
| "grad_norm": 0.018197333440184593, |
| "learning_rate": 1.4564749461881164e-05, |
| "loss": 0.2026105308532715, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.0406811731315042, |
| "grad_norm": 25.600358963012695, |
| "learning_rate": 1.4514691895680034e-05, |
| "loss": 0.3179864311218262, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.0474388430869037, |
| "grad_norm": 0.01227724552154541, |
| "learning_rate": 1.4464634329478901e-05, |
| "loss": 0.17692861557006836, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.054196513042303, |
| "grad_norm": 0.00431372644379735, |
| "learning_rate": 1.441457676327777e-05, |
| "loss": 0.16868959426879881, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.0609541829977025, |
| "grad_norm": 0.2933880686759949, |
| "learning_rate": 1.4364519197076638e-05, |
| "loss": 0.16839271545410156, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.0677118529531018, |
| "grad_norm": 0.08445457369089127, |
| "learning_rate": 1.431446163087551e-05, |
| "loss": 0.23334505081176757, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.074469522908501, |
| "grad_norm": 0.008567499928176403, |
| "learning_rate": 1.4264404064674377e-05, |
| "loss": 0.15990480422973632, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.0812271928639006, |
| "grad_norm": 0.04676676541566849, |
| "learning_rate": 1.4214346498473246e-05, |
| "loss": 0.16386571884155274, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.0879848628192998, |
| "grad_norm": 0.0389719195663929, |
| "learning_rate": 1.4164288932272114e-05, |
| "loss": 0.38469879150390623, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.0947425327746994, |
| "grad_norm": 13.620099067687988, |
| "learning_rate": 1.4114231366070983e-05, |
| "loss": 0.15156843185424804, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.1015002027300986, |
| "grad_norm": 14.422818183898926, |
| "learning_rate": 1.406417379986985e-05, |
| "loss": 0.23564334869384765, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.1082578726854981, |
| "grad_norm": 8.18301773071289, |
| "learning_rate": 1.401411623366872e-05, |
| "loss": 0.18750425338745116, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.1150155426408974, |
| "grad_norm": 15.054717063903809, |
| "learning_rate": 1.3964058667467588e-05, |
| "loss": 0.26675054550170896, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.1217732125962967, |
| "grad_norm": 0.11389277875423431, |
| "learning_rate": 1.3914001101266457e-05, |
| "loss": 0.12498929023742676, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.1285308825516962, |
| "grad_norm": 0.04972947761416435, |
| "learning_rate": 1.3863943535065328e-05, |
| "loss": 0.13664302825927735, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.1352885525070955, |
| "grad_norm": 17.056364059448242, |
| "learning_rate": 1.3813885968864195e-05, |
| "loss": 0.33427154541015625, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.142046222462495, |
| "grad_norm": 0.040144748985767365, |
| "learning_rate": 1.3763828402663065e-05, |
| "loss": 0.21294273376464845, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.1488038924178943, |
| "grad_norm": 0.18602368235588074, |
| "learning_rate": 1.3713770836461932e-05, |
| "loss": 0.18324586868286133, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.1555615623732938, |
| "grad_norm": 15.689005851745605, |
| "learning_rate": 1.3663713270260802e-05, |
| "loss": 0.2427196502685547, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.162319232328693, |
| "grad_norm": 23.67704200744629, |
| "learning_rate": 1.361365570405967e-05, |
| "loss": 0.1402696418762207, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.1690769022840923, |
| "grad_norm": 0.0033212420530617237, |
| "learning_rate": 1.3563598137858539e-05, |
| "loss": 0.12810823440551758, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.1758345722394918, |
| "grad_norm": 141.46917724609375, |
| "learning_rate": 1.3513540571657406e-05, |
| "loss": 0.30034215927124025, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.1825922421948911, |
| "grad_norm": 0.8686608672142029, |
| "learning_rate": 1.3463483005456275e-05, |
| "loss": 0.1589590072631836, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.1893499121502906, |
| "grad_norm": 0.063064344227314, |
| "learning_rate": 1.3413425439255145e-05, |
| "loss": 0.09607341766357422, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.19610758210569, |
| "grad_norm": 66.27935791015625, |
| "learning_rate": 1.3363367873054014e-05, |
| "loss": 0.2668747329711914, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.2028652520610894, |
| "grad_norm": 0.1408540904521942, |
| "learning_rate": 1.3313310306852882e-05, |
| "loss": 0.20421890258789063, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.2096229220164887, |
| "grad_norm": 0.23674733936786652, |
| "learning_rate": 1.3263252740651751e-05, |
| "loss": 0.0837314224243164, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.216380591971888, |
| "grad_norm": 0.0018713766476139426, |
| "learning_rate": 1.3213195174450619e-05, |
| "loss": 0.1790580177307129, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.2231382619272875, |
| "grad_norm": 21.07696533203125, |
| "learning_rate": 1.3163137608249488e-05, |
| "loss": 0.3062829780578613, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.2298959318826868, |
| "grad_norm": 0.0028690961189568043, |
| "learning_rate": 1.3113080042048356e-05, |
| "loss": 0.3135700798034668, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.2366536018380863, |
| "grad_norm": 0.03967598080635071, |
| "learning_rate": 1.3063022475847225e-05, |
| "loss": 0.07902798652648926, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.2434112717934855, |
| "grad_norm": 0.28184425830841064, |
| "learning_rate": 1.3012964909646092e-05, |
| "loss": 0.3031677055358887, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.250168941748885, |
| "grad_norm": 24.878887176513672, |
| "learning_rate": 1.2962907343444963e-05, |
| "loss": 0.1646289825439453, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.2569266117042843, |
| "grad_norm": 71.28195190429688, |
| "learning_rate": 1.2912849777243833e-05, |
| "loss": 0.42414035797119143, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.2636842816596836, |
| "grad_norm": 0.011118948459625244, |
| "learning_rate": 1.28627922110427e-05, |
| "loss": 0.14453999519348146, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.270441951615083, |
| "grad_norm": 1.3121373653411865, |
| "learning_rate": 1.281273464484157e-05, |
| "loss": 0.1707002067565918, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.2771996215704826, |
| "grad_norm": 0.003927276004105806, |
| "learning_rate": 1.2762677078640437e-05, |
| "loss": 0.17268417358398438, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.283957291525882, |
| "grad_norm": 0.1925577074289322, |
| "learning_rate": 1.2712619512439307e-05, |
| "loss": 0.09306806564331055, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.2907149614812812, |
| "grad_norm": 0.32519787549972534, |
| "learning_rate": 1.2662561946238174e-05, |
| "loss": 0.16181667327880858, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.2974726314366807, |
| "grad_norm": 0.09728897362947464, |
| "learning_rate": 1.2612504380037043e-05, |
| "loss": 0.15530454635620117, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.30423030139208, |
| "grad_norm": 0.5013231635093689, |
| "learning_rate": 1.2562446813835911e-05, |
| "loss": 0.2710952949523926, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.3109879713474795, |
| "grad_norm": 0.0033234574366360903, |
| "learning_rate": 1.2512389247634782e-05, |
| "loss": 0.1900665283203125, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.3177456413028787, |
| "grad_norm": 6.791006565093994, |
| "learning_rate": 1.246233168143365e-05, |
| "loss": 0.22926794052124022, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.3245033112582782, |
| "grad_norm": 0.014930491335690022, |
| "learning_rate": 1.2412274115232519e-05, |
| "loss": 0.19701622009277345, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.3312609812136775, |
| "grad_norm": 0.037327345460653305, |
| "learning_rate": 1.2362216549031387e-05, |
| "loss": 0.13671175003051758, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.3380186511690768, |
| "grad_norm": 0.11069410294294357, |
| "learning_rate": 1.2312158982830256e-05, |
| "loss": 0.2781560134887695, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.3447763211244763, |
| "grad_norm": 0.2557360827922821, |
| "learning_rate": 1.2262101416629123e-05, |
| "loss": 0.2896346664428711, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.3515339910798756, |
| "grad_norm": 0.004186369478702545, |
| "learning_rate": 1.2212043850427993e-05, |
| "loss": 0.14058467864990234, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.358291661035275, |
| "grad_norm": 0.5735684633255005, |
| "learning_rate": 1.216198628422686e-05, |
| "loss": 0.30132375717163085, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.3650493309906744, |
| "grad_norm": 0.061718910932540894, |
| "learning_rate": 1.2111928718025731e-05, |
| "loss": 0.21547920227050782, |
| "step": 10100 |
| }, |
| { |
| "epoch": 1.3718070009460739, |
| "grad_norm": 0.010497814044356346, |
| "learning_rate": 1.20618711518246e-05, |
| "loss": 0.1678770065307617, |
| "step": 10150 |
| }, |
| { |
| "epoch": 1.3785646709014732, |
| "grad_norm": 0.01137350220233202, |
| "learning_rate": 1.2011813585623468e-05, |
| "loss": 0.2268022346496582, |
| "step": 10200 |
| }, |
| { |
| "epoch": 1.3853223408568724, |
| "grad_norm": 73.45201110839844, |
| "learning_rate": 1.1961756019422338e-05, |
| "loss": 0.2648137092590332, |
| "step": 10250 |
| }, |
| { |
| "epoch": 1.392080010812272, |
| "grad_norm": 0.003874465124681592, |
| "learning_rate": 1.1911698453221205e-05, |
| "loss": 0.26919260025024416, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.3988376807676712, |
| "grad_norm": 0.04089919477701187, |
| "learning_rate": 1.1861640887020075e-05, |
| "loss": 0.29294668197631835, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.4055953507230707, |
| "grad_norm": 0.14030589163303375, |
| "learning_rate": 1.1811583320818942e-05, |
| "loss": 0.2179054832458496, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.41235302067847, |
| "grad_norm": 0.9217932820320129, |
| "learning_rate": 1.1761525754617811e-05, |
| "loss": 0.25105377197265627, |
| "step": 10450 |
| }, |
| { |
| "epoch": 1.4191106906338695, |
| "grad_norm": 185.11000061035156, |
| "learning_rate": 1.1711468188416679e-05, |
| "loss": 0.22989677429199218, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.4258683605892688, |
| "grad_norm": 29.782814025878906, |
| "learning_rate": 1.166141062221555e-05, |
| "loss": 0.20334575653076173, |
| "step": 10550 |
| }, |
| { |
| "epoch": 1.432626030544668, |
| "grad_norm": 11.781908988952637, |
| "learning_rate": 1.1611353056014418e-05, |
| "loss": 0.1873354721069336, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.4393837005000676, |
| "grad_norm": 0.017826354131102562, |
| "learning_rate": 1.1561295489813287e-05, |
| "loss": 0.11134927749633788, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.446141370455467, |
| "grad_norm": 0.03723045065999031, |
| "learning_rate": 1.1511237923612155e-05, |
| "loss": 0.19197362899780274, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.4528990404108664, |
| "grad_norm": 14.280227661132812, |
| "learning_rate": 1.1461180357411024e-05, |
| "loss": 0.23998620986938476, |
| "step": 10750 |
| }, |
| { |
| "epoch": 1.4596567103662657, |
| "grad_norm": 0.002761346288025379, |
| "learning_rate": 1.1411122791209891e-05, |
| "loss": 0.07881230354309082, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.4664143803216652, |
| "grad_norm": 0.14611680805683136, |
| "learning_rate": 1.136106522500876e-05, |
| "loss": 0.22946516036987305, |
| "step": 10850 |
| }, |
| { |
| "epoch": 1.4731720502770644, |
| "grad_norm": 2.264693021774292, |
| "learning_rate": 1.1311007658807628e-05, |
| "loss": 0.17156749725341797, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.4799297202324637, |
| "grad_norm": 0.5791627764701843, |
| "learning_rate": 1.1260950092606498e-05, |
| "loss": 0.17092864990234374, |
| "step": 10950 |
| }, |
| { |
| "epoch": 1.4866873901878632, |
| "grad_norm": 0.30093225836753845, |
| "learning_rate": 1.1210892526405369e-05, |
| "loss": 0.30757621765136717, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.4934450601432627, |
| "grad_norm": 0.008798571303486824, |
| "learning_rate": 1.1160834960204236e-05, |
| "loss": 0.17301080703735353, |
| "step": 11050 |
| }, |
| { |
| "epoch": 1.500202730098662, |
| "grad_norm": 0.026798205450177193, |
| "learning_rate": 1.1110777394003106e-05, |
| "loss": 0.15110500335693358, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.5069604000540613, |
| "grad_norm": 80.63719177246094, |
| "learning_rate": 1.1060719827801973e-05, |
| "loss": 0.2579657173156738, |
| "step": 11150 |
| }, |
| { |
| "epoch": 1.5137180700094608, |
| "grad_norm": 0.006884767208248377, |
| "learning_rate": 1.1010662261600842e-05, |
| "loss": 0.1731630325317383, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.52047573996486, |
| "grad_norm": 0.020346157252788544, |
| "learning_rate": 1.096060469539971e-05, |
| "loss": 0.08803058624267578, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.5272334099202594, |
| "grad_norm": 0.4605032801628113, |
| "learning_rate": 1.091054712919858e-05, |
| "loss": 0.3004783058166504, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.5339910798756589, |
| "grad_norm": 54.79648971557617, |
| "learning_rate": 1.0860489562997447e-05, |
| "loss": 0.2580095291137695, |
| "step": 11350 |
| }, |
| { |
| "epoch": 1.5407487498310584, |
| "grad_norm": 0.007759020198136568, |
| "learning_rate": 1.0810431996796316e-05, |
| "loss": 0.2316766357421875, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.5475064197864576, |
| "grad_norm": 1.0416474342346191, |
| "learning_rate": 1.0760374430595186e-05, |
| "loss": 0.10510608673095703, |
| "step": 11450 |
| }, |
| { |
| "epoch": 1.554264089741857, |
| "grad_norm": 0.029644185677170753, |
| "learning_rate": 1.0710316864394055e-05, |
| "loss": 0.2700320816040039, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.5610217596972564, |
| "grad_norm": 0.06986944377422333, |
| "learning_rate": 1.0660259298192923e-05, |
| "loss": 0.27375816345214843, |
| "step": 11550 |
| }, |
| { |
| "epoch": 1.5677794296526557, |
| "grad_norm": 0.0046129655092954636, |
| "learning_rate": 1.0610201731991792e-05, |
| "loss": 0.13367100715637206, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.574537099608055, |
| "grad_norm": 0.007804605178534985, |
| "learning_rate": 1.056014416579066e-05, |
| "loss": 0.2514232063293457, |
| "step": 11650 |
| }, |
| { |
| "epoch": 1.5812947695634545, |
| "grad_norm": 0.0645962581038475, |
| "learning_rate": 1.0510086599589529e-05, |
| "loss": 0.18371934890747071, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.588052439518854, |
| "grad_norm": 0.0033988540526479483, |
| "learning_rate": 1.0460029033388396e-05, |
| "loss": 0.21081953048706054, |
| "step": 11750 |
| }, |
| { |
| "epoch": 1.5948101094742533, |
| "grad_norm": 0.04411851987242699, |
| "learning_rate": 1.0409971467187266e-05, |
| "loss": 0.12850214004516602, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.6015677794296526, |
| "grad_norm": 0.018026337027549744, |
| "learning_rate": 1.0359913900986133e-05, |
| "loss": 0.1492741584777832, |
| "step": 11850 |
| }, |
| { |
| "epoch": 1.608325449385052, |
| "grad_norm": 0.09057886898517609, |
| "learning_rate": 1.0309856334785004e-05, |
| "loss": 0.1486029529571533, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.6150831193404516, |
| "grad_norm": 0.0102351950481534, |
| "learning_rate": 1.0259798768583874e-05, |
| "loss": 0.23811851501464842, |
| "step": 11950 |
| }, |
| { |
| "epoch": 1.6218407892958506, |
| "grad_norm": 0.05652283504605293, |
| "learning_rate": 1.0209741202382741e-05, |
| "loss": 0.13805081367492675, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.6285984592512501, |
| "grad_norm": 0.07080666720867157, |
| "learning_rate": 1.015968363618161e-05, |
| "loss": 0.12881503105163575, |
| "step": 12050 |
| }, |
| { |
| "epoch": 1.6353561292066496, |
| "grad_norm": 0.018375622108578682, |
| "learning_rate": 1.0109626069980478e-05, |
| "loss": 0.2675124931335449, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.642113799162049, |
| "grad_norm": 0.02257567085325718, |
| "learning_rate": 1.0059568503779347e-05, |
| "loss": 0.32150630950927733, |
| "step": 12150 |
| }, |
| { |
| "epoch": 1.6488714691174482, |
| "grad_norm": 0.1083192378282547, |
| "learning_rate": 1.0009510937578215e-05, |
| "loss": 0.23064302444458007, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.6556291390728477, |
| "grad_norm": 0.038683537393808365, |
| "learning_rate": 9.959453371377084e-06, |
| "loss": 0.30872579574584963, |
| "step": 12250 |
| }, |
| { |
| "epoch": 1.6623868090282472, |
| "grad_norm": 0.009854331612586975, |
| "learning_rate": 9.909395805175954e-06, |
| "loss": 0.2523124885559082, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.6691444789836465, |
| "grad_norm": 0.11421715468168259, |
| "learning_rate": 9.859338238974821e-06, |
| "loss": 0.22798009872436523, |
| "step": 12350 |
| }, |
| { |
| "epoch": 1.6759021489390458, |
| "grad_norm": 0.012904458679258823, |
| "learning_rate": 9.80928067277369e-06, |
| "loss": 0.11912490844726563, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.6826598188944453, |
| "grad_norm": 0.004866345319896936, |
| "learning_rate": 9.75922310657256e-06, |
| "loss": 0.17411937713623046, |
| "step": 12450 |
| }, |
| { |
| "epoch": 1.6894174888498446, |
| "grad_norm": 0.06953968107700348, |
| "learning_rate": 9.709165540371427e-06, |
| "loss": 0.15718982696533204, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.6961751588052438, |
| "grad_norm": 0.30232375860214233, |
| "learning_rate": 9.659107974170297e-06, |
| "loss": 0.3242319107055664, |
| "step": 12550 |
| }, |
| { |
| "epoch": 1.7029328287606433, |
| "grad_norm": 0.009811073541641235, |
| "learning_rate": 9.609050407969164e-06, |
| "loss": 0.16056331634521484, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.7096904987160428, |
| "grad_norm": 0.0033976894337683916, |
| "learning_rate": 9.558992841768034e-06, |
| "loss": 0.21641508102416993, |
| "step": 12650 |
| }, |
| { |
| "epoch": 1.7164481686714421, |
| "grad_norm": 0.019763845950365067, |
| "learning_rate": 9.508935275566903e-06, |
| "loss": 0.20622289657592774, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.7232058386268414, |
| "grad_norm": 0.03865963965654373, |
| "learning_rate": 9.45887770936577e-06, |
| "loss": 0.24815959930419923, |
| "step": 12750 |
| }, |
| { |
| "epoch": 1.729963508582241, |
| "grad_norm": 0.44768020510673523, |
| "learning_rate": 9.40882014316464e-06, |
| "loss": 0.12028050422668457, |
| "step": 12800 |
| }, |
| { |
| "epoch": 1.7367211785376402, |
| "grad_norm": 0.022567948326468468, |
| "learning_rate": 9.358762576963509e-06, |
| "loss": 0.22824619293212892, |
| "step": 12850 |
| }, |
| { |
| "epoch": 1.7434788484930395, |
| "grad_norm": 0.004544971976429224, |
| "learning_rate": 9.308705010762378e-06, |
| "loss": 0.12526805877685546, |
| "step": 12900 |
| }, |
| { |
| "epoch": 1.750236518448439, |
| "grad_norm": 0.21990123391151428, |
| "learning_rate": 9.258647444561246e-06, |
| "loss": 0.3063252067565918, |
| "step": 12950 |
| }, |
| { |
| "epoch": 1.7569941884038385, |
| "grad_norm": 0.0023501410614699125, |
| "learning_rate": 9.208589878360115e-06, |
| "loss": 0.25366107940673827, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.7637518583592378, |
| "grad_norm": 0.20313404500484467, |
| "learning_rate": 9.158532312158983e-06, |
| "loss": 0.1626577377319336, |
| "step": 13050 |
| }, |
| { |
| "epoch": 1.770509528314637, |
| "grad_norm": 0.14616358280181885, |
| "learning_rate": 9.108474745957852e-06, |
| "loss": 0.16987455368041993, |
| "step": 13100 |
| }, |
| { |
| "epoch": 1.7772671982700365, |
| "grad_norm": 0.010072534903883934, |
| "learning_rate": 9.058417179756722e-06, |
| "loss": 0.22326894760131835, |
| "step": 13150 |
| }, |
| { |
| "epoch": 1.7840248682254358, |
| "grad_norm": 0.01229020394384861, |
| "learning_rate": 9.00835961355559e-06, |
| "loss": 0.18657752990722656, |
| "step": 13200 |
| }, |
| { |
| "epoch": 1.790782538180835, |
| "grad_norm": 0.009742148220539093, |
| "learning_rate": 8.958302047354458e-06, |
| "loss": 0.14471253395080566, |
| "step": 13250 |
| }, |
| { |
| "epoch": 1.7975402081362346, |
| "grad_norm": 0.3649709224700928, |
| "learning_rate": 8.908244481153328e-06, |
| "loss": 0.2663186264038086, |
| "step": 13300 |
| }, |
| { |
| "epoch": 1.804297878091634, |
| "grad_norm": 0.7191339135169983, |
| "learning_rate": 8.858186914952195e-06, |
| "loss": 0.17694835662841796, |
| "step": 13350 |
| }, |
| { |
| "epoch": 1.8110555480470334, |
| "grad_norm": 0.13810834288597107, |
| "learning_rate": 8.808129348751065e-06, |
| "loss": 0.13321252822875976, |
| "step": 13400 |
| }, |
| { |
| "epoch": 1.8178132180024327, |
| "grad_norm": 0.013841865584254265, |
| "learning_rate": 8.758071782549932e-06, |
| "loss": 0.2504547882080078, |
| "step": 13450 |
| }, |
| { |
| "epoch": 1.8245708879578322, |
| "grad_norm": 0.02471834421157837, |
| "learning_rate": 8.708014216348802e-06, |
| "loss": 0.16575366973876954, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.8313285579132317, |
| "grad_norm": 0.2838708758354187, |
| "learning_rate": 8.657956650147671e-06, |
| "loss": 0.241872615814209, |
| "step": 13550 |
| }, |
| { |
| "epoch": 1.8380862278686307, |
| "grad_norm": 0.0604943223297596, |
| "learning_rate": 8.607899083946539e-06, |
| "loss": 0.17180231094360351, |
| "step": 13600 |
| }, |
| { |
| "epoch": 1.8448438978240302, |
| "grad_norm": 70.3255844116211, |
| "learning_rate": 8.557841517745408e-06, |
| "loss": 0.1580354404449463, |
| "step": 13650 |
| }, |
| { |
| "epoch": 1.8516015677794297, |
| "grad_norm": 3.8454079627990723, |
| "learning_rate": 8.507783951544275e-06, |
| "loss": 0.13566259384155274, |
| "step": 13700 |
| }, |
| { |
| "epoch": 1.858359237734829, |
| "grad_norm": 0.02096381038427353, |
| "learning_rate": 8.457726385343146e-06, |
| "loss": 0.23864656448364258, |
| "step": 13750 |
| }, |
| { |
| "epoch": 1.8651169076902283, |
| "grad_norm": 0.010230190120637417, |
| "learning_rate": 8.407668819142014e-06, |
| "loss": 0.18619832992553711, |
| "step": 13800 |
| }, |
| { |
| "epoch": 1.8718745776456278, |
| "grad_norm": 0.1908511072397232, |
| "learning_rate": 8.357611252940883e-06, |
| "loss": 0.2673153877258301, |
| "step": 13850 |
| }, |
| { |
| "epoch": 1.8786322476010273, |
| "grad_norm": 11.70110034942627, |
| "learning_rate": 8.307553686739751e-06, |
| "loss": 0.2062428665161133, |
| "step": 13900 |
| }, |
| { |
| "epoch": 1.8853899175564266, |
| "grad_norm": 24.96676254272461, |
| "learning_rate": 8.25749612053862e-06, |
| "loss": 0.20080638885498048, |
| "step": 13950 |
| }, |
| { |
| "epoch": 1.8921475875118259, |
| "grad_norm": 0.05246945098042488, |
| "learning_rate": 8.20743855433749e-06, |
| "loss": 0.11393006324768067, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.8989052574672254, |
| "grad_norm": 0.15934395790100098, |
| "learning_rate": 8.157380988136357e-06, |
| "loss": 0.11714041709899903, |
| "step": 14050 |
| }, |
| { |
| "epoch": 1.9056629274226247, |
| "grad_norm": 0.30261462926864624, |
| "learning_rate": 8.107323421935226e-06, |
| "loss": 0.21116409301757813, |
| "step": 14100 |
| }, |
| { |
| "epoch": 1.912420597378024, |
| "grad_norm": 0.02992912568151951, |
| "learning_rate": 8.057265855734094e-06, |
| "loss": 0.2957320213317871, |
| "step": 14150 |
| }, |
| { |
| "epoch": 1.9191782673334234, |
| "grad_norm": 556.4647216796875, |
| "learning_rate": 8.007208289532963e-06, |
| "loss": 0.14229880332946776, |
| "step": 14200 |
| }, |
| { |
| "epoch": 1.925935937288823, |
| "grad_norm": 0.35265979170799255, |
| "learning_rate": 7.957150723331833e-06, |
| "loss": 0.2273382568359375, |
| "step": 14250 |
| }, |
| { |
| "epoch": 1.9326936072442222, |
| "grad_norm": 0.0018637154716998339, |
| "learning_rate": 7.9070931571307e-06, |
| "loss": 0.1868155097961426, |
| "step": 14300 |
| }, |
| { |
| "epoch": 1.9394512771996215, |
| "grad_norm": 0.007218921557068825, |
| "learning_rate": 7.85703559092957e-06, |
| "loss": 0.18037618637084962, |
| "step": 14350 |
| }, |
| { |
| "epoch": 1.946208947155021, |
| "grad_norm": 0.6409568190574646, |
| "learning_rate": 7.806978024728439e-06, |
| "loss": 0.25310573577880857, |
| "step": 14400 |
| }, |
| { |
| "epoch": 1.9529666171104203, |
| "grad_norm": 0.010283703915774822, |
| "learning_rate": 7.756920458527306e-06, |
| "loss": 0.17320125579833984, |
| "step": 14450 |
| }, |
| { |
| "epoch": 1.9597242870658196, |
| "grad_norm": 0.012976414524018764, |
| "learning_rate": 7.706862892326176e-06, |
| "loss": 0.2135805892944336, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.966481957021219, |
| "grad_norm": 0.0458478182554245, |
| "learning_rate": 7.656805326125043e-06, |
| "loss": 0.1271858787536621, |
| "step": 14550 |
| }, |
| { |
| "epoch": 1.9732396269766186, |
| "grad_norm": 45.8770637512207, |
| "learning_rate": 7.606747759923913e-06, |
| "loss": 0.2798696327209473, |
| "step": 14600 |
| }, |
| { |
| "epoch": 1.9799972969320179, |
| "grad_norm": 0.010839959606528282, |
| "learning_rate": 7.556690193722782e-06, |
| "loss": 0.17837514877319335, |
| "step": 14650 |
| }, |
| { |
| "epoch": 1.9867549668874172, |
| "grad_norm": 0.3253706991672516, |
| "learning_rate": 7.5066326275216505e-06, |
| "loss": 0.16589849472045898, |
| "step": 14700 |
| }, |
| { |
| "epoch": 1.9935126368428167, |
| "grad_norm": 0.04959991201758385, |
| "learning_rate": 7.456575061320519e-06, |
| "loss": 0.13824424743652344, |
| "step": 14750 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.9710885651079411, |
| "eval_f1": 0.9687783178186012, |
| "eval_loss": 0.13719096779823303, |
| "eval_precision": 0.9664694280078896, |
| "eval_recall": 0.9710982658959537, |
| "eval_runtime": 72.1607, |
| "eval_samples_per_second": 181.664, |
| "eval_steps_per_second": 45.426, |
| "step": 14798 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 22197, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.11470867335168e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
