| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 434, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004608294930875576, |
| "grad_norm": 2.9351394176483154, |
| "learning_rate": 0.0, |
| "loss": 0.3643823266029358, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.009216589861751152, |
| "grad_norm": 2.956498622894287, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.36728185415267944, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.013824884792626729, |
| "grad_norm": 2.9857776165008545, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.36666208505630493, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.018433179723502304, |
| "grad_norm": 2.0103087425231934, |
| "learning_rate": 3e-06, |
| "loss": 0.3373025059700012, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.02304147465437788, |
| "grad_norm": 1.698964238166809, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.3123781085014343, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.027649769585253458, |
| "grad_norm": 3.207914113998413, |
| "learning_rate": 5e-06, |
| "loss": 0.3116934895515442, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.03225806451612903, |
| "grad_norm": 1.510648250579834, |
| "learning_rate": 6e-06, |
| "loss": 0.2856190800666809, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.03686635944700461, |
| "grad_norm": 1.6421589851379395, |
| "learning_rate": 7e-06, |
| "loss": 0.2982577681541443, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.041474654377880185, |
| "grad_norm": 1.1661206483840942, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.2779271602630615, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.04608294930875576, |
| "grad_norm": 0.8330576419830322, |
| "learning_rate": 9e-06, |
| "loss": 0.24233558773994446, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.05069124423963134, |
| "grad_norm": 0.7435799837112427, |
| "learning_rate": 1e-05, |
| "loss": 0.23245880007743835, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.055299539170506916, |
| "grad_norm": 0.587920069694519, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.22002160549163818, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.059907834101382486, |
| "grad_norm": 0.5773729085922241, |
| "learning_rate": 1.2e-05, |
| "loss": 0.2221677601337433, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.06451612903225806, |
| "grad_norm": 0.586309015750885, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 0.22140836715698242, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.06912442396313365, |
| "grad_norm": 1.6926223039627075, |
| "learning_rate": 1.4e-05, |
| "loss": 0.20500807464122772, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.07373271889400922, |
| "grad_norm": 0.5535533428192139, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 0.22195743024349213, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.07834101382488479, |
| "grad_norm": 0.5789612531661987, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.20433521270751953, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.08294930875576037, |
| "grad_norm": 0.7237910628318787, |
| "learning_rate": 1.7e-05, |
| "loss": 0.2034861445426941, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.08755760368663594, |
| "grad_norm": 0.6449386477470398, |
| "learning_rate": 1.8e-05, |
| "loss": 0.19543421268463135, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.09216589861751152, |
| "grad_norm": 0.43145066499710083, |
| "learning_rate": 1.9e-05, |
| "loss": 0.1949930191040039, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0967741935483871, |
| "grad_norm": 0.4737650454044342, |
| "learning_rate": 2e-05, |
| "loss": 0.1823633462190628, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.10138248847926268, |
| "grad_norm": 0.4388849139213562, |
| "learning_rate": 1.9999712083215465e-05, |
| "loss": 0.17654408514499664, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.10599078341013825, |
| "grad_norm": 0.42295366525650024, |
| "learning_rate": 1.999884834944106e-05, |
| "loss": 0.1786973625421524, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.11059907834101383, |
| "grad_norm": 0.39451926946640015, |
| "learning_rate": 1.9997408848413494e-05, |
| "loss": 0.1722813844680786, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.1152073732718894, |
| "grad_norm": 0.39979177713394165, |
| "learning_rate": 1.9995393663024054e-05, |
| "loss": 0.16947343945503235, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.11981566820276497, |
| "grad_norm": 0.45815327763557434, |
| "learning_rate": 1.9992802909313882e-05, |
| "loss": 0.16465973854064941, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.12442396313364056, |
| "grad_norm": 0.44379693269729614, |
| "learning_rate": 1.9989636736467278e-05, |
| "loss": 0.15591934323310852, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.12903225806451613, |
| "grad_norm": 0.5225381255149841, |
| "learning_rate": 1.9985895326803096e-05, |
| "loss": 0.1638382226228714, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.1336405529953917, |
| "grad_norm": 0.5012470483779907, |
| "learning_rate": 1.9981578895764272e-05, |
| "loss": 0.16397398710250854, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.1382488479262673, |
| "grad_norm": 0.4178137183189392, |
| "learning_rate": 1.9976687691905394e-05, |
| "loss": 0.15988710522651672, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 0.37227189540863037, |
| "learning_rate": 1.9971221996878395e-05, |
| "loss": 0.15102854371070862, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.14746543778801843, |
| "grad_norm": 0.4815114736557007, |
| "learning_rate": 1.9965182125416344e-05, |
| "loss": 0.16124224662780762, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.15207373271889402, |
| "grad_norm": 0.4177955985069275, |
| "learning_rate": 1.9958568425315316e-05, |
| "loss": 0.16134393215179443, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.15668202764976957, |
| "grad_norm": 0.3633759915828705, |
| "learning_rate": 1.995138127741436e-05, |
| "loss": 0.15537649393081665, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.16129032258064516, |
| "grad_norm": 0.3769278824329376, |
| "learning_rate": 1.9943621095573588e-05, |
| "loss": 0.15368640422821045, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.16589861751152074, |
| "grad_norm": 0.36959901452064514, |
| "learning_rate": 1.9935288326650314e-05, |
| "loss": 0.1593797206878662, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.17050691244239632, |
| "grad_norm": 0.3599304258823395, |
| "learning_rate": 1.9926383450473344e-05, |
| "loss": 0.1527804285287857, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.17511520737327188, |
| "grad_norm": 0.36388063430786133, |
| "learning_rate": 1.9916906979815345e-05, |
| "loss": 0.14666420221328735, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.17972350230414746, |
| "grad_norm": 0.42649194598197937, |
| "learning_rate": 1.9906859460363307e-05, |
| "loss": 0.14440573751926422, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.18433179723502305, |
| "grad_norm": 0.5980634689331055, |
| "learning_rate": 1.9896241470687132e-05, |
| "loss": 0.15595990419387817, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1889400921658986, |
| "grad_norm": 0.5153312087059021, |
| "learning_rate": 1.9885053622206305e-05, |
| "loss": 0.14992216229438782, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.1935483870967742, |
| "grad_norm": 0.5538362264633179, |
| "learning_rate": 1.98732965591547e-05, |
| "loss": 0.15520179271697998, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.19815668202764977, |
| "grad_norm": 0.5773318409919739, |
| "learning_rate": 1.986097095854347e-05, |
| "loss": 0.15027934312820435, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.20276497695852536, |
| "grad_norm": 0.5059385895729065, |
| "learning_rate": 1.9848077530122083e-05, |
| "loss": 0.1551799327135086, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.2073732718894009, |
| "grad_norm": 0.3785911202430725, |
| "learning_rate": 1.9834617016337424e-05, |
| "loss": 0.13947553932666779, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.2119815668202765, |
| "grad_norm": 0.3560560643672943, |
| "learning_rate": 1.982059019229106e-05, |
| "loss": 0.1380046308040619, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.21658986175115208, |
| "grad_norm": 0.45262575149536133, |
| "learning_rate": 1.9805997865694616e-05, |
| "loss": 0.13550859689712524, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.22119815668202766, |
| "grad_norm": 0.5065012574195862, |
| "learning_rate": 1.979084087682323e-05, |
| "loss": 0.13587568700313568, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.22580645161290322, |
| "grad_norm": 0.4492853581905365, |
| "learning_rate": 1.9775120098467212e-05, |
| "loss": 0.13608525693416595, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.2304147465437788, |
| "grad_norm": 0.3212682008743286, |
| "learning_rate": 1.9758836435881745e-05, |
| "loss": 0.13411258161067963, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.2350230414746544, |
| "grad_norm": 0.34821808338165283, |
| "learning_rate": 1.9741990826734793e-05, |
| "loss": 0.14918532967567444, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.23963133640552994, |
| "grad_norm": 0.3524312674999237, |
| "learning_rate": 1.972458424105307e-05, |
| "loss": 0.14321666955947876, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.24423963133640553, |
| "grad_norm": 0.35644447803497314, |
| "learning_rate": 1.970661768116622e-05, |
| "loss": 0.13105669617652893, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.2488479262672811, |
| "grad_norm": 0.3896118104457855, |
| "learning_rate": 1.9688092181649065e-05, |
| "loss": 0.13789072632789612, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.2534562211981567, |
| "grad_norm": 0.42081373929977417, |
| "learning_rate": 1.9669008809262064e-05, |
| "loss": 0.1357068419456482, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.25806451612903225, |
| "grad_norm": 0.4559233486652374, |
| "learning_rate": 1.9649368662889852e-05, |
| "loss": 0.14027000963687897, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.2626728110599078, |
| "grad_norm": 0.5480946898460388, |
| "learning_rate": 1.9629172873477995e-05, |
| "loss": 0.13783793151378632, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.2672811059907834, |
| "grad_norm": 0.5062631368637085, |
| "learning_rate": 1.9608422603967838e-05, |
| "loss": 0.14237134158611298, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.271889400921659, |
| "grad_norm": 0.3334342837333679, |
| "learning_rate": 1.9587119049229558e-05, |
| "loss": 0.13876594603061676, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.2764976958525346, |
| "grad_norm": 0.40752753615379333, |
| "learning_rate": 1.956526343599335e-05, |
| "loss": 0.1354307234287262, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.28110599078341014, |
| "grad_norm": 0.500220000743866, |
| "learning_rate": 1.954285702277879e-05, |
| "loss": 0.13486963510513306, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 0.4262498915195465, |
| "learning_rate": 1.951990109982237e-05, |
| "loss": 0.13686300814151764, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.2903225806451613, |
| "grad_norm": 0.36057838797569275, |
| "learning_rate": 1.9496396989003195e-05, |
| "loss": 0.13742214441299438, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.29493087557603687, |
| "grad_norm": 0.40592584013938904, |
| "learning_rate": 1.9472346043766866e-05, |
| "loss": 0.13356278836727142, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.2995391705069124, |
| "grad_norm": 0.34159040451049805, |
| "learning_rate": 1.944774964904754e-05, |
| "loss": 0.13205787539482117, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.30414746543778803, |
| "grad_norm": 0.34089890122413635, |
| "learning_rate": 1.9422609221188208e-05, |
| "loss": 0.13181942701339722, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.3087557603686636, |
| "grad_norm": 0.38329455256462097, |
| "learning_rate": 1.9396926207859085e-05, |
| "loss": 0.1307462751865387, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.31336405529953915, |
| "grad_norm": 0.3729923665523529, |
| "learning_rate": 1.9370702087974302e-05, |
| "loss": 0.13535529375076294, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.31797235023041476, |
| "grad_norm": 0.5034921169281006, |
| "learning_rate": 1.9343938371606714e-05, |
| "loss": 0.14689871668815613, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.3225806451612903, |
| "grad_norm": 0.41111183166503906, |
| "learning_rate": 1.9316636599900947e-05, |
| "loss": 0.1370428502559662, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.3271889400921659, |
| "grad_norm": 0.5101066827774048, |
| "learning_rate": 1.9288798344984673e-05, |
| "loss": 0.133246049284935, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.3317972350230415, |
| "grad_norm": 0.4900591969490051, |
| "learning_rate": 1.9260425209878052e-05, |
| "loss": 0.14536210894584656, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.33640552995391704, |
| "grad_norm": 0.4653155207633972, |
| "learning_rate": 1.9231518828401458e-05, |
| "loss": 0.13604950904846191, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.34101382488479265, |
| "grad_norm": 0.3915235698223114, |
| "learning_rate": 1.920208086508137e-05, |
| "loss": 0.1396430879831314, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.3456221198156682, |
| "grad_norm": 0.4426057040691376, |
| "learning_rate": 1.917211301505453e-05, |
| "loss": 0.15467746555805206, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.35023041474654376, |
| "grad_norm": 0.43072596192359924, |
| "learning_rate": 1.914161700397035e-05, |
| "loss": 0.14150166511535645, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.3548387096774194, |
| "grad_norm": 0.36459630727767944, |
| "learning_rate": 1.911059458789152e-05, |
| "loss": 0.14096513390541077, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.35944700460829493, |
| "grad_norm": 0.4354130029678345, |
| "learning_rate": 1.907904755319289e-05, |
| "loss": 0.15007267892360687, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.3640552995391705, |
| "grad_norm": 0.46055835485458374, |
| "learning_rate": 1.9046977716458627e-05, |
| "loss": 0.12661416828632355, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.3686635944700461, |
| "grad_norm": 0.398175984621048, |
| "learning_rate": 1.9014386924377583e-05, |
| "loss": 0.13772934675216675, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.37327188940092165, |
| "grad_norm": 0.41015535593032837, |
| "learning_rate": 1.8981277053636963e-05, |
| "loss": 0.13147950172424316, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.3778801843317972, |
| "grad_norm": 0.36940819025039673, |
| "learning_rate": 1.894765001081428e-05, |
| "loss": 0.13016274571418762, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.3824884792626728, |
| "grad_norm": 0.4152197539806366, |
| "learning_rate": 1.891350773226754e-05, |
| "loss": 0.11954741179943085, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3870967741935484, |
| "grad_norm": 0.40267708897590637, |
| "learning_rate": 1.8878852184023754e-05, |
| "loss": 0.1356607973575592, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.391705069124424, |
| "grad_norm": 0.43129563331604004, |
| "learning_rate": 1.8843685361665724e-05, |
| "loss": 0.14090541005134583, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.39631336405529954, |
| "grad_norm": 0.38757261633872986, |
| "learning_rate": 1.880800929021714e-05, |
| "loss": 0.1370600312948227, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.4009216589861751, |
| "grad_norm": 0.3337249457836151, |
| "learning_rate": 1.8771826024025944e-05, |
| "loss": 0.1393272876739502, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.4055299539170507, |
| "grad_norm": 0.344142884016037, |
| "learning_rate": 1.8735137646646078e-05, |
| "loss": 0.1326616406440735, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.41013824884792627, |
| "grad_norm": 0.39954492449760437, |
| "learning_rate": 1.8697946270717468e-05, |
| "loss": 0.14050787687301636, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.4147465437788018, |
| "grad_norm": 0.38469022512435913, |
| "learning_rate": 1.866025403784439e-05, |
| "loss": 0.14494386315345764, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.41935483870967744, |
| "grad_norm": 0.3960438072681427, |
| "learning_rate": 1.8622063118472135e-05, |
| "loss": 0.12236207723617554, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.423963133640553, |
| "grad_norm": 0.4286985397338867, |
| "learning_rate": 1.8583375711762054e-05, |
| "loss": 0.12544140219688416, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 0.4457886219024658, |
| "learning_rate": 1.8544194045464888e-05, |
| "loss": 0.13143101334571838, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.43317972350230416, |
| "grad_norm": 0.4472925066947937, |
| "learning_rate": 1.8504520375792513e-05, |
| "loss": 0.11987829953432083, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.4377880184331797, |
| "grad_norm": 0.4346664547920227, |
| "learning_rate": 1.8464356987288012e-05, |
| "loss": 0.13675761222839355, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.4423963133640553, |
| "grad_norm": 0.34448540210723877, |
| "learning_rate": 1.8423706192694118e-05, |
| "loss": 0.13568980991840363, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.4470046082949309, |
| "grad_norm": 0.3212863802909851, |
| "learning_rate": 1.8382570332820045e-05, |
| "loss": 0.1283653825521469, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.45161290322580644, |
| "grad_norm": 0.3854091763496399, |
| "learning_rate": 1.8340951776406695e-05, |
| "loss": 0.12247439473867416, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.45622119815668205, |
| "grad_norm": 0.3354380428791046, |
| "learning_rate": 1.8298852919990254e-05, |
| "loss": 0.13746307790279388, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.4608294930875576, |
| "grad_norm": 0.3076857924461365, |
| "learning_rate": 1.8256276187764197e-05, |
| "loss": 0.1372300535440445, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.46543778801843316, |
| "grad_norm": 0.31850385665893555, |
| "learning_rate": 1.821322403143969e-05, |
| "loss": 0.13008606433868408, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.4700460829493088, |
| "grad_norm": 0.3917572498321533, |
| "learning_rate": 1.816969893010442e-05, |
| "loss": 0.11819791793823242, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.47465437788018433, |
| "grad_norm": 0.39096271991729736, |
| "learning_rate": 1.812570339007983e-05, |
| "loss": 0.12205740809440613, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.4792626728110599, |
| "grad_norm": 0.36574921011924744, |
| "learning_rate": 1.8081239944776804e-05, |
| "loss": 0.1411409229040146, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.4838709677419355, |
| "grad_norm": 0.37956228852272034, |
| "learning_rate": 1.8036311154549783e-05, |
| "loss": 0.1255335807800293, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.48847926267281105, |
| "grad_norm": 0.3160751461982727, |
| "learning_rate": 1.799091960654933e-05, |
| "loss": 0.12759719789028168, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.4930875576036866, |
| "grad_norm": 0.3458094298839569, |
| "learning_rate": 1.7945067914573147e-05, |
| "loss": 0.12482710182666779, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.4976958525345622, |
| "grad_norm": 0.3967854380607605, |
| "learning_rate": 1.789875871891559e-05, |
| "loss": 0.12500208616256714, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.5023041474654378, |
| "grad_norm": 0.5233955979347229, |
| "learning_rate": 1.7851994686215592e-05, |
| "loss": 0.12323619425296783, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.5069124423963134, |
| "grad_norm": 0.6709848046302795, |
| "learning_rate": 1.7804778509303136e-05, |
| "loss": 0.13066941499710083, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.511520737327189, |
| "grad_norm": 0.5507707595825195, |
| "learning_rate": 1.77571129070442e-05, |
| "loss": 0.13311028480529785, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.5161290322580645, |
| "grad_norm": 0.3101849853992462, |
| "learning_rate": 1.7709000624184162e-05, |
| "loss": 0.13673058152198792, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.5207373271889401, |
| "grad_norm": 0.4039308428764343, |
| "learning_rate": 1.766044443118978e-05, |
| "loss": 0.14140118658542633, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.5253456221198156, |
| "grad_norm": 0.344824880361557, |
| "learning_rate": 1.761144712408965e-05, |
| "loss": 0.12712520360946655, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.5299539170506913, |
| "grad_norm": 0.34529098868370056, |
| "learning_rate": 1.7562011524313187e-05, |
| "loss": 0.12384551018476486, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.5345622119815668, |
| "grad_norm": 0.3672998249530792, |
| "learning_rate": 1.7512140478528178e-05, |
| "loss": 0.12366469204425812, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.5391705069124424, |
| "grad_norm": 0.3039851188659668, |
| "learning_rate": 1.7461836858476858e-05, |
| "loss": 0.1345321238040924, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.543778801843318, |
| "grad_norm": 0.3157755136489868, |
| "learning_rate": 1.7411103560810528e-05, |
| "loss": 0.1206519603729248, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.5483870967741935, |
| "grad_norm": 0.33843550086021423, |
| "learning_rate": 1.7359943506922775e-05, |
| "loss": 0.1329212188720703, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.5529953917050692, |
| "grad_norm": 0.28601428866386414, |
| "learning_rate": 1.730835964278124e-05, |
| "loss": 0.13256123661994934, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.5576036866359447, |
| "grad_norm": 0.34340178966522217, |
| "learning_rate": 1.725635493875799e-05, |
| "loss": 0.12756165862083435, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.5622119815668203, |
| "grad_norm": 0.39137405157089233, |
| "learning_rate": 1.7203932389458455e-05, |
| "loss": 0.12404625862836838, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.5668202764976958, |
| "grad_norm": 0.44808390736579895, |
| "learning_rate": 1.7151095013548996e-05, |
| "loss": 0.12193070352077484, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.46732231974601746, |
| "learning_rate": 1.709784585358309e-05, |
| "loss": 0.12517115473747253, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.576036866359447, |
| "grad_norm": 0.37003666162490845, |
| "learning_rate": 1.7044187975826126e-05, |
| "loss": 0.12209256738424301, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.5806451612903226, |
| "grad_norm": 0.30708032846450806, |
| "learning_rate": 1.699012447007882e-05, |
| "loss": 0.12052929401397705, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.5852534562211982, |
| "grad_norm": 0.34940996766090393, |
| "learning_rate": 1.693565844949933e-05, |
| "loss": 0.14009058475494385, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.5898617511520737, |
| "grad_norm": 0.3044739067554474, |
| "learning_rate": 1.6880793050423953e-05, |
| "loss": 0.12717577815055847, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.5944700460829493, |
| "grad_norm": 0.3132873475551605, |
| "learning_rate": 1.6825531432186545e-05, |
| "loss": 0.12005665153265, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.5990783410138248, |
| "grad_norm": 0.3148765563964844, |
| "learning_rate": 1.676987677693659e-05, |
| "loss": 0.11734700202941895, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.6036866359447005, |
| "grad_norm": 0.2969941794872284, |
| "learning_rate": 1.671383228945597e-05, |
| "loss": 0.12221560627222061, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.6082949308755761, |
| "grad_norm": 0.3063923120498657, |
| "learning_rate": 1.6657401196974405e-05, |
| "loss": 0.12006539851427078, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.6129032258064516, |
| "grad_norm": 0.290458619594574, |
| "learning_rate": 1.6600586748983642e-05, |
| "loss": 0.13108855485916138, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.6175115207373272, |
| "grad_norm": 0.2822469472885132, |
| "learning_rate": 1.6543392217050312e-05, |
| "loss": 0.12260163575410843, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.6221198156682027, |
| "grad_norm": 0.31539443135261536, |
| "learning_rate": 1.648582089462756e-05, |
| "loss": 0.12802976369857788, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.6267281105990783, |
| "grad_norm": 0.3589138984680176, |
| "learning_rate": 1.6427876096865394e-05, |
| "loss": 0.11897952854633331, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.631336405529954, |
| "grad_norm": 0.3790629506111145, |
| "learning_rate": 1.6369561160419783e-05, |
| "loss": 0.12253138422966003, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.6359447004608295, |
| "grad_norm": 0.40670883655548096, |
| "learning_rate": 1.631087944326053e-05, |
| "loss": 0.11924054473638535, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.6405529953917051, |
| "grad_norm": 0.3927200138568878, |
| "learning_rate": 1.625183432447789e-05, |
| "loss": 0.1266944706439972, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.6451612903225806, |
| "grad_norm": 0.32968732714653015, |
| "learning_rate": 1.6192429204088022e-05, |
| "loss": 0.128749817609787, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.6497695852534562, |
| "grad_norm": 0.3456534445285797, |
| "learning_rate": 1.6132667502837164e-05, |
| "loss": 0.12518471479415894, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.6543778801843319, |
| "grad_norm": 0.31864339113235474, |
| "learning_rate": 1.6072552662004696e-05, |
| "loss": 0.1392117142677307, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.6589861751152074, |
| "grad_norm": 0.3624156415462494, |
| "learning_rate": 1.6012088143204953e-05, |
| "loss": 0.12307983636856079, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.663594470046083, |
| "grad_norm": 0.45627498626708984, |
| "learning_rate": 1.59512774281879e-05, |
| "loss": 0.12169663608074188, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.6682027649769585, |
| "grad_norm": 0.39884474873542786, |
| "learning_rate": 1.589012401863864e-05, |
| "loss": 0.11550907790660858, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.6728110599078341, |
| "grad_norm": 0.34961551427841187, |
| "learning_rate": 1.5828631435975784e-05, |
| "loss": 0.11340060830116272, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.6774193548387096, |
| "grad_norm": 0.35737621784210205, |
| "learning_rate": 1.5766803221148676e-05, |
| "loss": 0.12644968926906586, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.6820276497695853, |
| "grad_norm": 0.3347710371017456, |
| "learning_rate": 1.570464293443346e-05, |
| "loss": 0.12000186741352081, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.6866359447004609, |
| "grad_norm": 0.3257794678211212, |
| "learning_rate": 1.5642154155228124e-05, |
| "loss": 0.12667909264564514, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.6912442396313364, |
| "grad_norm": 0.3128432631492615, |
| "learning_rate": 1.5579340481846338e-05, |
| "loss": 0.12329016625881195, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.695852534562212, |
| "grad_norm": 0.36095401644706726, |
| "learning_rate": 1.5516205531310272e-05, |
| "loss": 0.11458329856395721, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.7004608294930875, |
| "grad_norm": 0.3028973340988159, |
| "learning_rate": 1.545275293914233e-05, |
| "loss": 0.13286074995994568, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.7050691244239631, |
| "grad_norm": 0.29518672823905945, |
| "learning_rate": 1.538898635915576e-05, |
| "loss": 0.12031916528940201, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.7096774193548387, |
| "grad_norm": 0.33568844199180603, |
| "learning_rate": 1.53249094632443e-05, |
| "loss": 0.11565984040498734, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 0.2777860462665558, |
| "learning_rate": 1.526052594117071e-05, |
| "loss": 0.12592938542366028, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.7188940092165899, |
| "grad_norm": 0.3075020909309387, |
| "learning_rate": 1.5195839500354337e-05, |
| "loss": 0.11593696475028992, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.7235023041474654, |
| "grad_norm": 0.2833383083343506, |
| "learning_rate": 1.513085386565758e-05, |
| "loss": 0.12151987850666046, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.728110599078341, |
| "grad_norm": 0.5463114380836487, |
| "learning_rate": 1.506557277917143e-05, |
| "loss": 0.11416973173618317, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.7327188940092166, |
| "grad_norm": 0.27526748180389404, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 0.12324878573417664, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.7373271889400922, |
| "grad_norm": 0.3260738253593445, |
| "learning_rate": 1.4934139304044033e-05, |
| "loss": 0.12444890290498734, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.7419354838709677, |
| "grad_norm": 0.309612900018692, |
| "learning_rate": 1.4867994483783485e-05, |
| "loss": 0.11911383271217346, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.7465437788018433, |
| "grad_norm": 0.30645155906677246, |
| "learning_rate": 1.4801569348059158e-05, |
| "loss": 0.11389834433794022, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.7511520737327189, |
| "grad_norm": 0.38062015175819397, |
| "learning_rate": 1.4734867721853341e-05, |
| "loss": 0.11368335783481598, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.7557603686635944, |
| "grad_norm": 0.38081395626068115, |
| "learning_rate": 1.4667893446069588e-05, |
| "loss": 0.13980308175086975, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.7603686635944701, |
| "grad_norm": 0.317385733127594, |
| "learning_rate": 1.4600650377311523e-05, |
| "loss": 0.11198699474334717, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.7649769585253456, |
| "grad_norm": 0.4344049096107483, |
| "learning_rate": 1.4533142387660774e-05, |
| "loss": 0.11324157565832138, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.7695852534562212, |
| "grad_norm": 0.44433102011680603, |
| "learning_rate": 1.4465373364454001e-05, |
| "loss": 0.11948652565479279, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.7741935483870968, |
| "grad_norm": 0.42917829751968384, |
| "learning_rate": 1.4397347210059059e-05, |
| "loss": 0.11280357837677002, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.7788018433179723, |
| "grad_norm": 0.3815264403820038, |
| "learning_rate": 1.4329067841650274e-05, |
| "loss": 0.12808123230934143, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.783410138248848, |
| "grad_norm": 0.3222845494747162, |
| "learning_rate": 1.4260539190982885e-05, |
| "loss": 0.136204332113266, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.7880184331797235, |
| "grad_norm": 0.331464946269989, |
| "learning_rate": 1.4191765204166643e-05, |
| "loss": 0.11928999423980713, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.7926267281105991, |
| "grad_norm": 0.3539966344833374, |
| "learning_rate": 1.4122749841438576e-05, |
| "loss": 0.12157104909420013, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.7972350230414746, |
| "grad_norm": 0.33615821599960327, |
| "learning_rate": 1.4053497076934948e-05, |
| "loss": 0.11312949657440186, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.8018433179723502, |
| "grad_norm": 0.3435479402542114, |
| "learning_rate": 1.3984010898462417e-05, |
| "loss": 0.11193887889385223, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.8064516129032258, |
| "grad_norm": 0.37916669249534607, |
| "learning_rate": 1.3914295307268396e-05, |
| "loss": 0.11309465020895004, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.8110599078341014, |
| "grad_norm": 0.3692195415496826, |
| "learning_rate": 1.3844354317810651e-05, |
| "loss": 0.12078887224197388, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.815668202764977, |
| "grad_norm": 0.328268438577652, |
| "learning_rate": 1.3774191957526144e-05, |
| "loss": 0.12565036118030548, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.8202764976958525, |
| "grad_norm": 0.3040667176246643, |
| "learning_rate": 1.3703812266599113e-05, |
| "loss": 0.10917656123638153, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.8248847926267281, |
| "grad_norm": 0.40089869499206543, |
| "learning_rate": 1.3633219297728415e-05, |
| "loss": 0.11297084391117096, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.8294930875576036, |
| "grad_norm": 0.43245014548301697, |
| "learning_rate": 1.356241711589417e-05, |
| "loss": 0.11502915620803833, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.8341013824884793, |
| "grad_norm": 0.30540385842323303, |
| "learning_rate": 1.3491409798123687e-05, |
| "loss": 0.11241072416305542, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.8387096774193549, |
| "grad_norm": 0.3104119300842285, |
| "learning_rate": 1.342020143325669e-05, |
| "loss": 0.10899341106414795, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.8433179723502304, |
| "grad_norm": 0.3916040360927582, |
| "learning_rate": 1.3348796121709862e-05, |
| "loss": 0.11369147896766663, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.847926267281106, |
| "grad_norm": 0.34039434790611267, |
| "learning_rate": 1.327719797524075e-05, |
| "loss": 0.1186954453587532, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.8525345622119815, |
| "grad_norm": 0.25693196058273315, |
| "learning_rate": 1.3205411116710973e-05, |
| "loss": 0.11873431503772736, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 0.3686501383781433, |
| "learning_rate": 1.3133439679848824e-05, |
| "loss": 0.11316344141960144, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.8617511520737328, |
| "grad_norm": 0.364483505487442, |
| "learning_rate": 1.3061287809011243e-05, |
| "loss": 0.12383511662483215, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.8663594470046083, |
| "grad_norm": 0.3034912049770355, |
| "learning_rate": 1.298895965894516e-05, |
| "loss": 0.11857898533344269, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.8709677419354839, |
| "grad_norm": 0.38670575618743896, |
| "learning_rate": 1.291645939454825e-05, |
| "loss": 0.110545814037323, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.8755760368663594, |
| "grad_norm": 0.38622674345970154, |
| "learning_rate": 1.284379119062912e-05, |
| "loss": 0.11333891749382019, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.880184331797235, |
| "grad_norm": 0.31381964683532715, |
| "learning_rate": 1.277095923166689e-05, |
| "loss": 0.11935151368379593, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.8847926267281107, |
| "grad_norm": 0.32418185472488403, |
| "learning_rate": 1.2697967711570243e-05, |
| "loss": 0.117543064057827, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.8894009216589862, |
| "grad_norm": 0.34491288661956787, |
| "learning_rate": 1.2624820833435939e-05, |
| "loss": 0.11400233954191208, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.8940092165898618, |
| "grad_norm": 0.30702248215675354, |
| "learning_rate": 1.2551522809306762e-05, |
| "loss": 0.12614262104034424, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.8986175115207373, |
| "grad_norm": 0.36233437061309814, |
| "learning_rate": 1.2478077859929e-05, |
| "loss": 0.10664090514183044, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.9032258064516129, |
| "grad_norm": 0.33313071727752686, |
| "learning_rate": 1.2404490214509385e-05, |
| "loss": 0.12070563435554504, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.9078341013824884, |
| "grad_norm": 0.2781200706958771, |
| "learning_rate": 1.2330764110471567e-05, |
| "loss": 0.12466859817504883, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.9124423963133641, |
| "grad_norm": 0.32415518164634705, |
| "learning_rate": 1.2256903793212107e-05, |
| "loss": 0.11295566707849503, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.9170506912442397, |
| "grad_norm": 0.3215178847312927, |
| "learning_rate": 1.2182913515856016e-05, |
| "loss": 0.12131574004888535, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.9216589861751152, |
| "grad_norm": 0.2978585362434387, |
| "learning_rate": 1.2108797539011847e-05, |
| "loss": 0.10748541355133057, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.9262672811059908, |
| "grad_norm": 0.3606584370136261, |
| "learning_rate": 1.2034560130526341e-05, |
| "loss": 0.12428630888462067, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.9308755760368663, |
| "grad_norm": 0.2697555720806122, |
| "learning_rate": 1.1960205565238685e-05, |
| "loss": 0.12559658288955688, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.9354838709677419, |
| "grad_norm": 0.38737574219703674, |
| "learning_rate": 1.1885738124734359e-05, |
| "loss": 0.12258967757225037, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.9400921658986175, |
| "grad_norm": 0.2708435654640198, |
| "learning_rate": 1.1811162097098559e-05, |
| "loss": 0.12762704491615295, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.9447004608294931, |
| "grad_norm": 0.3107895255088806, |
| "learning_rate": 1.1736481776669307e-05, |
| "loss": 0.11194954812526703, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.9493087557603687, |
| "grad_norm": 0.3069012463092804, |
| "learning_rate": 1.1661701463790142e-05, |
| "loss": 0.11807015538215637, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.9539170506912442, |
| "grad_norm": 0.2611013352870941, |
| "learning_rate": 1.1586825464562515e-05, |
| "loss": 0.12420734018087387, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.9585253456221198, |
| "grad_norm": 0.3179932236671448, |
| "learning_rate": 1.151185809059781e-05, |
| "loss": 0.11962025612592697, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.9631336405529954, |
| "grad_norm": 0.26721346378326416, |
| "learning_rate": 1.1436803658769082e-05, |
| "loss": 0.11645902693271637, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.967741935483871, |
| "grad_norm": 0.2960895895957947, |
| "learning_rate": 1.1361666490962468e-05, |
| "loss": 0.10729526728391647, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.9723502304147466, |
| "grad_norm": 0.32413265109062195, |
| "learning_rate": 1.1286450913828313e-05, |
| "loss": 0.1103423684835434, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.9769585253456221, |
| "grad_norm": 0.29508334398269653, |
| "learning_rate": 1.1211161258532042e-05, |
| "loss": 0.11379773914813995, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.9815668202764977, |
| "grad_norm": 0.30522626638412476, |
| "learning_rate": 1.113580186050475e-05, |
| "loss": 0.1158430278301239, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.9861751152073732, |
| "grad_norm": 0.325366735458374, |
| "learning_rate": 1.1060377059193548e-05, |
| "loss": 0.108710378408432, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.9907834101382489, |
| "grad_norm": 0.3244781196117401, |
| "learning_rate": 1.0984891197811686e-05, |
| "loss": 0.11200010031461716, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.9953917050691244, |
| "grad_norm": 0.32474005222320557, |
| "learning_rate": 1.0909348623088472e-05, |
| "loss": 0.11118399351835251, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.32752424478530884, |
| "learning_rate": 1.0833753685018935e-05, |
| "loss": 0.11793828010559082, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.0046082949308757, |
| "grad_norm": 0.3572429418563843, |
| "learning_rate": 1.0758110736613385e-05, |
| "loss": 0.09536577761173248, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.0092165898617511, |
| "grad_norm": 0.37798336148262024, |
| "learning_rate": 1.0682424133646712e-05, |
| "loss": 0.10725440084934235, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.0138248847926268, |
| "grad_norm": 0.35839393734931946, |
| "learning_rate": 1.0606698234407587e-05, |
| "loss": 0.08877898752689362, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.0184331797235022, |
| "grad_norm": 0.660598874092102, |
| "learning_rate": 1.0530937399447496e-05, |
| "loss": 0.0908464789390564, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.023041474654378, |
| "grad_norm": 0.4050118625164032, |
| "learning_rate": 1.0455145991329639e-05, |
| "loss": 0.10394350439310074, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.0276497695852536, |
| "grad_norm": 0.3411266803741455, |
| "learning_rate": 1.0379328374377715e-05, |
| "loss": 0.09487015753984451, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.032258064516129, |
| "grad_norm": 0.4272059202194214, |
| "learning_rate": 1.0303488914424624e-05, |
| "loss": 0.0962924137711525, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.0368663594470047, |
| "grad_norm": 0.35987433791160583, |
| "learning_rate": 1.0227631978561057e-05, |
| "loss": 0.09213538467884064, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.0414746543778801, |
| "grad_norm": 0.31923431158065796, |
| "learning_rate": 1.0151761934884028e-05, |
| "loss": 0.09832032024860382, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.0460829493087558, |
| "grad_norm": 0.3016151189804077, |
| "learning_rate": 1.0075883152245334e-05, |
| "loss": 0.09176886081695557, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.0506912442396312, |
| "grad_norm": 0.29849952459335327, |
| "learning_rate": 1e-05, |
| "loss": 0.09555266797542572, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.055299539170507, |
| "grad_norm": 0.31398603320121765, |
| "learning_rate": 9.92411684775467e-06, |
| "loss": 0.09747482091188431, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.0599078341013826, |
| "grad_norm": 0.30930161476135254, |
| "learning_rate": 9.848238065115975e-06, |
| "loss": 0.09331567585468292, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.064516129032258, |
| "grad_norm": 0.3199133574962616, |
| "learning_rate": 9.772368021438943e-06, |
| "loss": 0.09240363538265228, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.0691244239631337, |
| "grad_norm": 0.355487585067749, |
| "learning_rate": 9.696511085575377e-06, |
| "loss": 0.08570098131895065, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.0737327188940091, |
| "grad_norm": 0.31286942958831787, |
| "learning_rate": 9.620671625622287e-06, |
| "loss": 0.10226540267467499, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.0783410138248848, |
| "grad_norm": 0.29606059193611145, |
| "learning_rate": 9.544854008670366e-06, |
| "loss": 0.10021825134754181, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.0829493087557605, |
| "grad_norm": 0.2840631902217865, |
| "learning_rate": 9.469062600552509e-06, |
| "loss": 0.08670271933078766, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.087557603686636, |
| "grad_norm": 0.28228437900543213, |
| "learning_rate": 9.393301765592415e-06, |
| "loss": 0.09104766696691513, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.0921658986175116, |
| "grad_norm": 0.283720999956131, |
| "learning_rate": 9.317575866353293e-06, |
| "loss": 0.10343114286661148, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.096774193548387, |
| "grad_norm": 0.28975996375083923, |
| "learning_rate": 9.241889263386618e-06, |
| "loss": 0.0953461155295372, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.1013824884792627, |
| "grad_norm": 0.2927744388580322, |
| "learning_rate": 9.166246314981066e-06, |
| "loss": 0.09123410284519196, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.1059907834101383, |
| "grad_norm": 0.2917017936706543, |
| "learning_rate": 9.090651376911532e-06, |
| "loss": 0.09305296838283539, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.1105990783410138, |
| "grad_norm": 0.30169177055358887, |
| "learning_rate": 9.015108802188314e-06, |
| "loss": 0.08989232033491135, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.1152073732718895, |
| "grad_norm": 0.2873518168926239, |
| "learning_rate": 8.939622940806456e-06, |
| "loss": 0.09378752112388611, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.119815668202765, |
| "grad_norm": 0.28246840834617615, |
| "learning_rate": 8.86419813949525e-06, |
| "loss": 0.09600290656089783, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.1244239631336406, |
| "grad_norm": 0.29099470376968384, |
| "learning_rate": 8.788838741467961e-06, |
| "loss": 0.0967070609331131, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.129032258064516, |
| "grad_norm": 0.26357755064964294, |
| "learning_rate": 8.71354908617169e-06, |
| "loss": 0.09311351180076599, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.1336405529953917, |
| "grad_norm": 0.35727375745773315, |
| "learning_rate": 8.638333509037537e-06, |
| "loss": 0.08752685785293579, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.1382488479262673, |
| "grad_norm": 0.27436915040016174, |
| "learning_rate": 8.56319634123092e-06, |
| "loss": 0.10174702852964401, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.1428571428571428, |
| "grad_norm": 0.332706481218338, |
| "learning_rate": 8.488141909402192e-06, |
| "loss": 0.09215912222862244, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.1474654377880185, |
| "grad_norm": 0.31336989998817444, |
| "learning_rate": 8.413174535437486e-06, |
| "loss": 0.09377896785736084, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.1520737327188941, |
| "grad_norm": 0.30652332305908203, |
| "learning_rate": 8.338298536209861e-06, |
| "loss": 0.09252865612506866, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.1566820276497696, |
| "grad_norm": 0.29377076029777527, |
| "learning_rate": 8.263518223330698e-06, |
| "loss": 0.09526217728853226, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.1612903225806452, |
| "grad_norm": 0.3223710060119629, |
| "learning_rate": 8.188837902901441e-06, |
| "loss": 0.09533843398094177, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.1658986175115207, |
| "grad_norm": 0.2809475362300873, |
| "learning_rate": 8.114261875265643e-06, |
| "loss": 0.09845723956823349, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.1705069124423964, |
| "grad_norm": 0.3227386474609375, |
| "learning_rate": 8.03979443476132e-06, |
| "loss": 0.09502680599689484, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.1751152073732718, |
| "grad_norm": 0.3008551597595215, |
| "learning_rate": 7.965439869473664e-06, |
| "loss": 0.08639752864837646, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.1797235023041475, |
| "grad_norm": 0.3245057165622711, |
| "learning_rate": 7.891202460988158e-06, |
| "loss": 0.09135465323925018, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.1843317972350231, |
| "grad_norm": 0.2826603651046753, |
| "learning_rate": 7.817086484143987e-06, |
| "loss": 0.09027455747127533, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.1889400921658986, |
| "grad_norm": 0.2956542670726776, |
| "learning_rate": 7.743096206787894e-06, |
| "loss": 0.09775300323963165, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.1935483870967742, |
| "grad_norm": 0.2778976261615753, |
| "learning_rate": 7.669235889528436e-06, |
| "loss": 0.09744524955749512, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.1981566820276497, |
| "grad_norm": 0.3103698492050171, |
| "learning_rate": 7.595509785490618e-06, |
| "loss": 0.09268967807292938, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.2027649769585254, |
| "grad_norm": 0.2766534090042114, |
| "learning_rate": 7.521922140071003e-06, |
| "loss": 0.09345951676368713, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.2073732718894008, |
| "grad_norm": 0.28104367852211, |
| "learning_rate": 7.448477190693238e-06, |
| "loss": 0.09961486607789993, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.2119815668202765, |
| "grad_norm": 0.26155269145965576, |
| "learning_rate": 7.375179166564062e-06, |
| "loss": 0.0922398790717125, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.2165898617511521, |
| "grad_norm": 0.28575339913368225, |
| "learning_rate": 7.3020322884297565e-06, |
| "loss": 0.0946994423866272, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.2211981566820276, |
| "grad_norm": 0.23780789971351624, |
| "learning_rate": 7.2290407683331154e-06, |
| "loss": 0.10343548655509949, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.2258064516129032, |
| "grad_norm": 0.30945390462875366, |
| "learning_rate": 7.156208809370884e-06, |
| "loss": 0.09674638509750366, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.230414746543779, |
| "grad_norm": 0.27918314933776855, |
| "learning_rate": 7.0835406054517505e-06, |
| "loss": 0.08843756467103958, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.2350230414746544, |
| "grad_norm": 0.3164294958114624, |
| "learning_rate": 7.0110403410548445e-06, |
| "loss": 0.09062233567237854, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.23963133640553, |
| "grad_norm": 0.27427372336387634, |
| "learning_rate": 6.93871219098876e-06, |
| "loss": 0.09116892516613007, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.2442396313364055, |
| "grad_norm": 0.3403918743133545, |
| "learning_rate": 6.866560320151179e-06, |
| "loss": 0.09047368168830872, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.2488479262672811, |
| "grad_norm": 0.3160417973995209, |
| "learning_rate": 6.79458888328903e-06, |
| "loss": 0.08733657002449036, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.2534562211981566, |
| "grad_norm": 0.27691933512687683, |
| "learning_rate": 6.7228020247592515e-06, |
| "loss": 0.09268403053283691, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.2580645161290323, |
| "grad_norm": 0.3128885328769684, |
| "learning_rate": 6.651203878290139e-06, |
| "loss": 0.08689699321985245, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.262672811059908, |
| "grad_norm": 0.2839488983154297, |
| "learning_rate": 6.579798566743314e-06, |
| "loss": 0.09248564392328262, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.2672811059907834, |
| "grad_norm": 0.266336590051651, |
| "learning_rate": 6.508590201876317e-06, |
| "loss": 0.09737635403871536, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.271889400921659, |
| "grad_norm": 0.2838415205478668, |
| "learning_rate": 6.437582884105835e-06, |
| "loss": 0.09304854273796082, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.2764976958525347, |
| "grad_norm": 0.26388052105903625, |
| "learning_rate": 6.366780702271589e-06, |
| "loss": 0.09412959218025208, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.2811059907834101, |
| "grad_norm": 0.2514381408691406, |
| "learning_rate": 6.29618773340089e-06, |
| "loss": 0.0996539294719696, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.2857142857142856, |
| "grad_norm": 0.279520720243454, |
| "learning_rate": 6.225808042473857e-06, |
| "loss": 0.08420069515705109, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.2903225806451613, |
| "grad_norm": 0.2651165723800659, |
| "learning_rate": 6.15564568218935e-06, |
| "loss": 0.08745840936899185, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.294930875576037, |
| "grad_norm": 0.2483370155096054, |
| "learning_rate": 6.085704692731609e-06, |
| "loss": 0.08952867984771729, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.2995391705069124, |
| "grad_norm": 0.2449292242527008, |
| "learning_rate": 6.015989101537586e-06, |
| "loss": 0.09743745625019073, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.304147465437788, |
| "grad_norm": 0.28545451164245605, |
| "learning_rate": 5.946502923065054e-06, |
| "loss": 0.08434639126062393, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.3087557603686637, |
| "grad_norm": 0.318413645029068, |
| "learning_rate": 5.877250158561425e-06, |
| "loss": 0.08885297179222107, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.3133640552995391, |
| "grad_norm": 0.2604139447212219, |
| "learning_rate": 5.8082347958333625e-06, |
| "loss": 0.09373261779546738, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.3179723502304148, |
| "grad_norm": 0.27786052227020264, |
| "learning_rate": 5.73946080901712e-06, |
| "loss": 0.09036208689212799, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.3225806451612903, |
| "grad_norm": 0.25508561730384827, |
| "learning_rate": 5.670932158349732e-06, |
| "loss": 0.0884193629026413, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.327188940092166, |
| "grad_norm": 0.25389236211776733, |
| "learning_rate": 5.602652789940941e-06, |
| "loss": 0.1019308865070343, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.3317972350230414, |
| "grad_norm": 0.24963538348674774, |
| "learning_rate": 5.534626635546e-06, |
| "loss": 0.09635467082262039, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.336405529953917, |
| "grad_norm": 0.25879931449890137, |
| "learning_rate": 5.466857612339229e-06, |
| "loss": 0.09760430455207825, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.3410138248847927, |
| "grad_norm": 0.2770460247993469, |
| "learning_rate": 5.399349622688479e-06, |
| "loss": 0.08637236058712006, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.3456221198156681, |
| "grad_norm": 0.2526210844516754, |
| "learning_rate": 5.332106553930414e-06, |
| "loss": 0.08889706432819366, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.3502304147465438, |
| "grad_norm": 0.2677111029624939, |
| "learning_rate": 5.2651322781466606e-06, |
| "loss": 0.09329430013895035, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.3548387096774195, |
| "grad_norm": 0.2581748962402344, |
| "learning_rate": 5.198430651940846e-06, |
| "loss": 0.08578409254550934, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.359447004608295, |
| "grad_norm": 0.28674134612083435, |
| "learning_rate": 5.132005516216512e-06, |
| "loss": 0.08745191991329193, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.3640552995391704, |
| "grad_norm": 0.24417446553707123, |
| "learning_rate": 5.065860695955971e-06, |
| "loss": 0.09139522910118103, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.368663594470046, |
| "grad_norm": 0.2578442692756653, |
| "learning_rate": 5.000000000000003e-06, |
| "loss": 0.09083915501832962, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.3732718894009217, |
| "grad_norm": 0.23622238636016846, |
| "learning_rate": 4.934427220828572e-06, |
| "loss": 0.0965266227722168, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.3778801843317972, |
| "grad_norm": 0.2619278132915497, |
| "learning_rate": 4.869146134342426e-06, |
| "loss": 0.08366833627223969, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.3824884792626728, |
| "grad_norm": 0.2349531501531601, |
| "learning_rate": 4.804160499645667e-06, |
| "loss": 0.09620627015829086, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.3870967741935485, |
| "grad_norm": 0.2449313998222351, |
| "learning_rate": 4.739474058829288e-06, |
| "loss": 0.08856195956468582, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.391705069124424, |
| "grad_norm": 0.2207731008529663, |
| "learning_rate": 4.675090536755706e-06, |
| "loss": 0.09431906044483185, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.3963133640552996, |
| "grad_norm": 0.22642095386981964, |
| "learning_rate": 4.611013640844245e-06, |
| "loss": 0.09311524033546448, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.400921658986175, |
| "grad_norm": 0.24301590025424957, |
| "learning_rate": 4.5472470608576745e-06, |
| "loss": 0.08773519098758698, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.4055299539170507, |
| "grad_norm": 0.23094524443149567, |
| "learning_rate": 4.483794468689728e-06, |
| "loss": 0.0901784896850586, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.4101382488479262, |
| "grad_norm": 0.23683691024780273, |
| "learning_rate": 4.420659518153667e-06, |
| "loss": 0.08550785481929779, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.4147465437788018, |
| "grad_norm": 0.235621377825737, |
| "learning_rate": 4.357845844771881e-06, |
| "loss": 0.08315462619066238, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.4193548387096775, |
| "grad_norm": 0.23929363489151, |
| "learning_rate": 4.295357065566543e-06, |
| "loss": 0.0901196077466011, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.423963133640553, |
| "grad_norm": 0.24454443156719208, |
| "learning_rate": 4.2331967788513295e-06, |
| "loss": 0.09037616103887558, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.4285714285714286, |
| "grad_norm": 0.2508774697780609, |
| "learning_rate": 4.171368564024216e-06, |
| "loss": 0.09648489952087402, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.4331797235023043, |
| "grad_norm": 0.23605868220329285, |
| "learning_rate": 4.109875981361363e-06, |
| "loss": 0.08939523994922638, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.4377880184331797, |
| "grad_norm": 0.22239117324352264, |
| "learning_rate": 4.048722571812105e-06, |
| "loss": 0.0936923548579216, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.4423963133640554, |
| "grad_norm": 0.23895694315433502, |
| "learning_rate": 3.987911856795047e-06, |
| "loss": 0.10145039111375809, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.4470046082949308, |
| "grad_norm": 0.21463164687156677, |
| "learning_rate": 3.9274473379953035e-06, |
| "loss": 0.10095448046922684, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.4516129032258065, |
| "grad_norm": 0.23943549394607544, |
| "learning_rate": 3.867332497162836e-06, |
| "loss": 0.087343230843544, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.456221198156682, |
| "grad_norm": 0.22924616932868958, |
| "learning_rate": 3.8075707959119845e-06, |
| "loss": 0.09279239922761917, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.4608294930875576, |
| "grad_norm": 0.2175876349210739, |
| "learning_rate": 3.748165675522113e-06, |
| "loss": 0.10221215337514877, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.4654377880184333, |
| "grad_norm": 0.22712922096252441, |
| "learning_rate": 3.689120556739475e-06, |
| "loss": 0.0926864892244339, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.4700460829493087, |
| "grad_norm": 0.23733589053153992, |
| "learning_rate": 3.630438839580217e-06, |
| "loss": 0.08259569853544235, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.4746543778801844, |
| "grad_norm": 0.22348667681217194, |
| "learning_rate": 3.5721239031346067e-06, |
| "loss": 0.07971324026584625, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.4792626728110598, |
| "grad_norm": 0.22225157916545868, |
| "learning_rate": 3.5141791053724405e-06, |
| "loss": 0.092008076608181, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.4838709677419355, |
| "grad_norm": 0.24107463657855988, |
| "learning_rate": 3.4566077829496892e-06, |
| "loss": 0.09073396027088165, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.488479262672811, |
| "grad_norm": 0.2076810896396637, |
| "learning_rate": 3.399413251016359e-06, |
| "loss": 0.0967097282409668, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.4930875576036866, |
| "grad_norm": 0.23102445900440216, |
| "learning_rate": 3.342598803025595e-06, |
| "loss": 0.0861356109380722, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.4976958525345623, |
| "grad_norm": 0.2405044436454773, |
| "learning_rate": 3.2861677105440335e-06, |
| "loss": 0.08794005960226059, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.5023041474654377, |
| "grad_norm": 0.22912301123142242, |
| "learning_rate": 3.2301232230634104e-06, |
| "loss": 0.08631795644760132, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.5069124423963134, |
| "grad_norm": 0.23987974226474762, |
| "learning_rate": 3.174468567813461e-06, |
| "loss": 0.0806097760796547, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.511520737327189, |
| "grad_norm": 0.2155601680278778, |
| "learning_rate": 3.1192069495760525e-06, |
| "loss": 0.08571784198284149, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.5161290322580645, |
| "grad_norm": 0.22012591361999512, |
| "learning_rate": 3.0643415505006733e-06, |
| "loss": 0.09222391247749329, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.52073732718894, |
| "grad_norm": 0.22817829251289368, |
| "learning_rate": 3.009875529921181e-06, |
| "loss": 0.08892268687486649, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.5253456221198156, |
| "grad_norm": 0.2139076441526413, |
| "learning_rate": 2.9558120241738786e-06, |
| "loss": 0.0886528342962265, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.5299539170506913, |
| "grad_norm": 0.21115992963314056, |
| "learning_rate": 2.90215414641691e-06, |
| "loss": 0.09032206237316132, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.5345622119815667, |
| "grad_norm": 0.22681404650211334, |
| "learning_rate": 2.8489049864510053e-06, |
| "loss": 0.09330740571022034, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.5391705069124424, |
| "grad_norm": 0.22494614124298096, |
| "learning_rate": 2.7960676105415474e-06, |
| "loss": 0.08630627393722534, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.543778801843318, |
| "grad_norm": 0.20977683365345, |
| "learning_rate": 2.7436450612420098e-06, |
| "loss": 0.08977203071117401, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.5483870967741935, |
| "grad_norm": 0.21853460371494293, |
| "learning_rate": 2.691640357218759e-06, |
| "loss": 0.08744624257087708, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.5529953917050692, |
| "grad_norm": 0.24067096412181854, |
| "learning_rate": 2.640056493077231e-06, |
| "loss": 0.08816929906606674, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.5576036866359448, |
| "grad_norm": 0.2103225737810135, |
| "learning_rate": 2.588896439189477e-06, |
| "loss": 0.08670391142368317, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.5622119815668203, |
| "grad_norm": 0.2347419112920761, |
| "learning_rate": 2.5381631415231455e-06, |
| "loss": 0.0886957123875618, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.5668202764976957, |
| "grad_norm": 0.22054597735404968, |
| "learning_rate": 2.4878595214718236e-06, |
| "loss": 0.07784964144229889, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.5714285714285714, |
| "grad_norm": 0.23039421439170837, |
| "learning_rate": 2.4379884756868167e-06, |
| "loss": 0.08673332631587982, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.576036866359447, |
| "grad_norm": 0.22742357850074768, |
| "learning_rate": 2.388552875910354e-06, |
| "loss": 0.0900346040725708, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.5806451612903225, |
| "grad_norm": 0.21613454818725586, |
| "learning_rate": 2.339555568810221e-06, |
| "loss": 0.08469422161579132, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.5852534562211982, |
| "grad_norm": 0.21131108701229095, |
| "learning_rate": 2.290999375815841e-06, |
| "loss": 0.0863153338432312, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.5898617511520738, |
| "grad_norm": 0.2074364274740219, |
| "learning_rate": 2.2428870929558012e-06, |
| "loss": 0.0915350615978241, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.5944700460829493, |
| "grad_norm": 0.20815588533878326, |
| "learning_rate": 2.195221490696863e-06, |
| "loss": 0.09233294427394867, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.5990783410138247, |
| "grad_norm": 0.19917330145835876, |
| "learning_rate": 2.1480053137844115e-06, |
| "loss": 0.08588294684886932, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.6036866359447006, |
| "grad_norm": 0.20449714362621307, |
| "learning_rate": 2.101241281084416e-06, |
| "loss": 0.0926763117313385, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.608294930875576, |
| "grad_norm": 0.1993105113506317, |
| "learning_rate": 2.054932085426856e-06, |
| "loss": 0.09865063428878784, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.6129032258064515, |
| "grad_norm": 0.21397468447685242, |
| "learning_rate": 2.0090803934506765e-06, |
| "loss": 0.08052094280719757, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.6175115207373272, |
| "grad_norm": 0.20286151766777039, |
| "learning_rate": 1.963688845450218e-06, |
| "loss": 0.08827085793018341, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.6221198156682028, |
| "grad_norm": 0.2034972757101059, |
| "learning_rate": 1.9187600552231955e-06, |
| "loss": 0.09409059584140778, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.6267281105990783, |
| "grad_norm": 0.23023094236850739, |
| "learning_rate": 1.8742966099201699e-06, |
| "loss": 0.08801084756851196, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.631336405529954, |
| "grad_norm": 0.20404526591300964, |
| "learning_rate": 1.8303010698955803e-06, |
| "loss": 0.08932927250862122, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.6359447004608296, |
| "grad_norm": 0.2178584635257721, |
| "learning_rate": 1.7867759685603115e-06, |
| "loss": 0.0822620540857315, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.640552995391705, |
| "grad_norm": 0.21342331171035767, |
| "learning_rate": 1.7437238122358058e-06, |
| "loss": 0.08029656857252121, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.6451612903225805, |
| "grad_norm": 0.20857492089271545, |
| "learning_rate": 1.7011470800097496e-06, |
| "loss": 0.0855298638343811, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.6497695852534562, |
| "grad_norm": 0.2015017420053482, |
| "learning_rate": 1.659048223593308e-06, |
| "loss": 0.08766387403011322, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.6543778801843319, |
| "grad_norm": 0.2667805254459381, |
| "learning_rate": 1.6174296671799571e-06, |
| "loss": 0.08676134794950485, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.6589861751152073, |
| "grad_norm": 0.19923104345798492, |
| "learning_rate": 1.5762938073058853e-06, |
| "loss": 0.09383082389831543, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.663594470046083, |
| "grad_norm": 0.19868069887161255, |
| "learning_rate": 1.5356430127119915e-06, |
| "loss": 0.0831666812300682, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.6682027649769586, |
| "grad_norm": 0.20258234441280365, |
| "learning_rate": 1.4954796242074897e-06, |
| "loss": 0.08258548378944397, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.672811059907834, |
| "grad_norm": 0.20538875460624695, |
| "learning_rate": 1.4558059545351144e-06, |
| "loss": 0.08818638324737549, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.6774193548387095, |
| "grad_norm": 0.21802577376365662, |
| "learning_rate": 1.4166242882379478e-06, |
| "loss": 0.07985609024763107, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.6820276497695854, |
| "grad_norm": 0.20615556836128235, |
| "learning_rate": 1.3779368815278648e-06, |
| "loss": 0.09125086665153503, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.6866359447004609, |
| "grad_norm": 0.21183592081069946, |
| "learning_rate": 1.339745962155613e-06, |
| "loss": 0.08431504666805267, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.6912442396313363, |
| "grad_norm": 0.22012415528297424, |
| "learning_rate": 1.302053729282533e-06, |
| "loss": 0.09222625195980072, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.695852534562212, |
| "grad_norm": 0.2207479327917099, |
| "learning_rate": 1.2648623533539262e-06, |
| "loss": 0.0805463045835495, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.7004608294930876, |
| "grad_norm": 0.1947096586227417, |
| "learning_rate": 1.2281739759740575e-06, |
| "loss": 0.0870305746793747, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.705069124423963, |
| "grad_norm": 0.20484814047813416, |
| "learning_rate": 1.1919907097828654e-06, |
| "loss": 0.08505576848983765, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.7096774193548387, |
| "grad_norm": 0.2027549296617508, |
| "learning_rate": 1.156314638334277e-06, |
| "loss": 0.080368272960186, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.7142857142857144, |
| "grad_norm": 0.19223064184188843, |
| "learning_rate": 1.121147815976248e-06, |
| "loss": 0.08860905468463898, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.7188940092165899, |
| "grad_norm": 0.2101166546344757, |
| "learning_rate": 1.086492267732462e-06, |
| "loss": 0.08285060524940491, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.7235023041474653, |
| "grad_norm": 0.19490844011306763, |
| "learning_rate": 1.0523499891857226e-06, |
| "loss": 0.08373953402042389, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.728110599078341, |
| "grad_norm": 0.1983107626438141, |
| "learning_rate": 1.01872294636304e-06, |
| "loss": 0.0909026712179184, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.7327188940092166, |
| "grad_norm": 0.1907951831817627, |
| "learning_rate": 9.856130756224214e-07, |
| "loss": 0.08828463405370712, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.737327188940092, |
| "grad_norm": 0.19547390937805176, |
| "learning_rate": 9.530222835413739e-07, |
| "loss": 0.09217946231365204, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.7419354838709677, |
| "grad_norm": 0.19235429167747498, |
| "learning_rate": 9.209524468071096e-07, |
| "loss": 0.09554372727870941, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.7465437788018434, |
| "grad_norm": 0.20158275961875916, |
| "learning_rate": 8.894054121084839e-07, |
| "loss": 0.07740487158298492, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.7511520737327189, |
| "grad_norm": 0.20367076992988586, |
| "learning_rate": 8.583829960296519e-07, |
| "loss": 0.08002394437789917, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.7557603686635943, |
| "grad_norm": 0.19935064017772675, |
| "learning_rate": 8.278869849454718e-07, |
| "loss": 0.08750782907009125, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.7603686635944702, |
| "grad_norm": 0.1907435655593872, |
| "learning_rate": 7.979191349186322e-07, |
| "loss": 0.08991643786430359, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.7649769585253456, |
| "grad_norm": 0.19341535866260529, |
| "learning_rate": 7.684811715985429e-07, |
| "loss": 0.08272404968738556, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.769585253456221, |
| "grad_norm": 0.1893770545721054, |
| "learning_rate": 7.395747901219474e-07, |
| "loss": 0.0907069593667984, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.7741935483870968, |
| "grad_norm": 0.19289396703243256, |
| "learning_rate": 7.1120165501533e-07, |
| "loss": 0.09233804047107697, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.7788018433179724, |
| "grad_norm": 0.19262686371803284, |
| "learning_rate": 6.833634000990541e-07, |
| "loss": 0.08571000397205353, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.7834101382488479, |
| "grad_norm": 0.18920187652111053, |
| "learning_rate": 6.560616283932897e-07, |
| "loss": 0.09849191457033157, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.7880184331797235, |
| "grad_norm": 0.18442000448703766, |
| "learning_rate": 6.292979120256992e-07, |
| "loss": 0.08185489475727081, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.7926267281105992, |
| "grad_norm": 0.19440017640590668, |
| "learning_rate": 6.030737921409169e-07, |
| "loss": 0.09217529743909836, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.7972350230414746, |
| "grad_norm": 0.20208221673965454, |
| "learning_rate": 5.77390778811796e-07, |
| "loss": 0.07973852753639221, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.80184331797235, |
| "grad_norm": 0.18626391887664795, |
| "learning_rate": 5.522503509524591e-07, |
| "loss": 0.08296719938516617, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.8064516129032258, |
| "grad_norm": 0.19081097841262817, |
| "learning_rate": 5.276539562331384e-07, |
| "loss": 0.08779381960630417, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.8110599078341014, |
| "grad_norm": 0.18344910442829132, |
| "learning_rate": 5.036030109968082e-07, |
| "loss": 0.08511988073587418, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.8156682027649769, |
| "grad_norm": 0.185654878616333, |
| "learning_rate": 4.800989001776323e-07, |
| "loss": 0.09555588662624359, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.8202764976958525, |
| "grad_norm": 0.18537749350070953, |
| "learning_rate": 4.5714297722121105e-07, |
| "loss": 0.08605486154556274, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.8248847926267282, |
| "grad_norm": 0.18790900707244873, |
| "learning_rate": 4.3473656400665256e-07, |
| "loss": 0.08023641258478165, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.8294930875576036, |
| "grad_norm": 0.20121566951274872, |
| "learning_rate": 4.128809507704445e-07, |
| "loss": 0.07489614188671112, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.8341013824884793, |
| "grad_norm": 0.19918273389339447, |
| "learning_rate": 3.9157739603216337e-07, |
| "loss": 0.09093454480171204, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.838709677419355, |
| "grad_norm": 0.1808507889509201, |
| "learning_rate": 3.708271265220087e-07, |
| "loss": 0.08856381475925446, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.8433179723502304, |
| "grad_norm": 0.1912548691034317, |
| "learning_rate": 3.5063133711014884e-07, |
| "loss": 0.08285252749919891, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.8479262672811059, |
| "grad_norm": 0.18777187168598175, |
| "learning_rate": 3.309911907379393e-07, |
| "loss": 0.09873615205287933, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.8525345622119815, |
| "grad_norm": 0.18357273936271667, |
| "learning_rate": 3.119078183509372e-07, |
| "loss": 0.07868198305368423, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.8571428571428572, |
| "grad_norm": 0.1859491914510727, |
| "learning_rate": 2.9338231883378365e-07, |
| "loss": 0.08919134736061096, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.8617511520737327, |
| "grad_norm": 0.17287041246891022, |
| "learning_rate": 2.7541575894693194e-07, |
| "loss": 0.09601950645446777, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.8663594470046083, |
| "grad_norm": 0.1833849549293518, |
| "learning_rate": 2.5800917326521013e-07, |
| "loss": 0.08998854458332062, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.870967741935484, |
| "grad_norm": 0.17766377329826355, |
| "learning_rate": 2.4116356411825526e-07, |
| "loss": 0.08219040930271149, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.8755760368663594, |
| "grad_norm": 0.18471814692020416, |
| "learning_rate": 2.248799015327907e-07, |
| "loss": 0.0987071543931961, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.8801843317972349, |
| "grad_norm": 0.19542527198791504, |
| "learning_rate": 2.091591231767709e-07, |
| "loss": 0.09203404933214188, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.8847926267281108, |
| "grad_norm": 0.1766805797815323, |
| "learning_rate": 1.9400213430538773e-07, |
| "loss": 0.08221668004989624, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.8894009216589862, |
| "grad_norm": 0.18288938701152802, |
| "learning_rate": 1.7940980770894122e-07, |
| "loss": 0.09058023244142532, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.8940092165898617, |
| "grad_norm": 0.16981713473796844, |
| "learning_rate": 1.6538298366257975e-07, |
| "loss": 0.08517719805240631, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.8986175115207373, |
| "grad_norm": 0.19495777785778046, |
| "learning_rate": 1.519224698779198e-07, |
| "loss": 0.0871797502040863, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.903225806451613, |
| "grad_norm": 0.17492727935314178, |
| "learning_rate": 1.3902904145653094e-07, |
| "loss": 0.09356344491243362, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.9078341013824884, |
| "grad_norm": 0.1914207637310028, |
| "learning_rate": 1.2670344084530384e-07, |
| "loss": 0.08517169952392578, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.912442396313364, |
| "grad_norm": 0.19323883950710297, |
| "learning_rate": 1.1494637779369766e-07, |
| "loss": 0.08851385116577148, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.9170506912442398, |
| "grad_norm": 0.1694461852312088, |
| "learning_rate": 1.0375852931286956e-07, |
| "loss": 0.08682743459939957, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.9216589861751152, |
| "grad_norm": 0.17110790312290192, |
| "learning_rate": 9.314053963669245e-08, |
| "loss": 0.091385118663311, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.9262672811059907, |
| "grad_norm": 0.17167358100414276, |
| "learning_rate": 8.309302018465581e-08, |
| "loss": 0.09858612716197968, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.9308755760368663, |
| "grad_norm": 0.17165997624397278, |
| "learning_rate": 7.361654952665608e-08, |
| "loss": 0.088188037276268, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.935483870967742, |
| "grad_norm": 0.1749688982963562, |
| "learning_rate": 6.471167334968887e-08, |
| "loss": 0.09130515903234482, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.9400921658986174, |
| "grad_norm": 0.17505252361297607, |
| "learning_rate": 5.637890442641403e-08, |
| "loss": 0.08734314143657684, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.944700460829493, |
| "grad_norm": 0.21069136261940002, |
| "learning_rate": 4.861872258564049e-08, |
| "loss": 0.08940993249416351, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.9493087557603688, |
| "grad_norm": 0.17113006114959717, |
| "learning_rate": 4.143157468468717e-08, |
| "loss": 0.08437768369913101, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.9539170506912442, |
| "grad_norm": 0.16990627348423004, |
| "learning_rate": 3.481787458365915e-08, |
| "loss": 0.07766108959913254, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.9585253456221197, |
| "grad_norm": 0.1732627898454666, |
| "learning_rate": 2.8778003121607834e-08, |
| "loss": 0.08289483189582825, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.9631336405529956, |
| "grad_norm": 0.17184484004974365, |
| "learning_rate": 2.3312308094607382e-08, |
| "loss": 0.08522669970989227, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.967741935483871, |
| "grad_norm": 0.17134889960289001, |
| "learning_rate": 1.8421104235727406e-08, |
| "loss": 0.08242865651845932, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.9723502304147464, |
| "grad_norm": 0.17302529513835907, |
| "learning_rate": 1.4104673196903007e-08, |
| "loss": 0.08645319193601608, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.976958525345622, |
| "grad_norm": 0.18478727340698242, |
| "learning_rate": 1.0363263532724433e-08, |
| "loss": 0.08329476416110992, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.9815668202764978, |
| "grad_norm": 0.16952385008335114, |
| "learning_rate": 7.197090686119623e-09, |
| "loss": 0.08567382395267487, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.9861751152073732, |
| "grad_norm": 0.17264612019062042, |
| "learning_rate": 4.606336975948589e-09, |
| "loss": 0.08226893842220306, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.9907834101382489, |
| "grad_norm": 0.17207252979278564, |
| "learning_rate": 2.591151586508467e-09, |
| "loss": 0.08505456894636154, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.9953917050691246, |
| "grad_norm": 0.1711321771144867, |
| "learning_rate": 1.1516505589381777e-09, |
| "loss": 0.08563252538442612, |
| "step": 433 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.1696888655424118, |
| "learning_rate": 2.8791678453821135e-10, |
| "loss": 0.08493001013994217, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.0, |
| "step": 434, |
| "total_flos": 8272973614022656.0, |
| "train_loss": 0.11627333357174825, |
| "train_runtime": 52247.9077, |
| "train_samples_per_second": 0.133, |
| "train_steps_per_second": 0.008 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 434, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8272973614022656.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
