| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 12.0, | |
| "eval_steps": 500, | |
| "global_step": 432, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.028169014084507043, | |
| "grad_norm": 5.418299028662257, | |
| "learning_rate": 9.999993146109795e-07, | |
| "loss": 0.5132051110267639, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.056338028169014086, | |
| "grad_norm": 5.165609347936129, | |
| "learning_rate": 9.999972584460056e-07, | |
| "loss": 0.5073634386062622, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.08450704225352113, | |
| "grad_norm": 5.195437990428209, | |
| "learning_rate": 9.99993831511342e-07, | |
| "loss": 0.5153955221176147, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.11267605633802817, | |
| "grad_norm": 4.79583419513962, | |
| "learning_rate": 9.999890338174275e-07, | |
| "loss": 0.4989941716194153, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.14084507042253522, | |
| "grad_norm": 4.207848876215671, | |
| "learning_rate": 9.99982865378877e-07, | |
| "loss": 0.48423337936401367, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.16901408450704225, | |
| "grad_norm": 4.218583800715356, | |
| "learning_rate": 9.999753262144804e-07, | |
| "loss": 0.48089924454689026, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.19718309859154928, | |
| "grad_norm": 4.005100353285046, | |
| "learning_rate": 9.999664163472034e-07, | |
| "loss": 0.47420695424079895, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.22535211267605634, | |
| "grad_norm": 3.929557609614918, | |
| "learning_rate": 9.999561358041868e-07, | |
| "loss": 0.47918927669525146, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.2535211267605634, | |
| "grad_norm": 2.694796145734545, | |
| "learning_rate": 9.99944484616747e-07, | |
| "loss": 0.4395635426044464, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.28169014084507044, | |
| "grad_norm": 2.427520188062667, | |
| "learning_rate": 9.99931462820376e-07, | |
| "loss": 0.42557471990585327, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.30985915492957744, | |
| "grad_norm": 2.4361246746804692, | |
| "learning_rate": 9.999170704547398e-07, | |
| "loss": 0.43526768684387207, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.3380281690140845, | |
| "grad_norm": 2.394762841017111, | |
| "learning_rate": 9.999013075636804e-07, | |
| "loss": 0.4402061104774475, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.36619718309859156, | |
| "grad_norm": 2.083652020594123, | |
| "learning_rate": 9.998841741952141e-07, | |
| "loss": 0.4102749824523926, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.39436619718309857, | |
| "grad_norm": 2.0892711360401948, | |
| "learning_rate": 9.998656704015323e-07, | |
| "loss": 0.42078256607055664, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.4225352112676056, | |
| "grad_norm": 2.0344088244674343, | |
| "learning_rate": 9.998457962390008e-07, | |
| "loss": 0.4181898832321167, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.4507042253521127, | |
| "grad_norm": 1.940959597352366, | |
| "learning_rate": 9.998245517681593e-07, | |
| "loss": 0.40955501794815063, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.4788732394366197, | |
| "grad_norm": 0.8816622805671499, | |
| "learning_rate": 9.998019370537227e-07, | |
| "loss": 0.3903525471687317, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.5070422535211268, | |
| "grad_norm": 0.8501184697349302, | |
| "learning_rate": 9.997779521645791e-07, | |
| "loss": 0.3796430230140686, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.5352112676056338, | |
| "grad_norm": 0.8116182529970104, | |
| "learning_rate": 9.997525971737909e-07, | |
| "loss": 0.3822035789489746, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.5633802816901409, | |
| "grad_norm": 0.7873864669427912, | |
| "learning_rate": 9.997258721585931e-07, | |
| "loss": 0.3768383860588074, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.5915492957746479, | |
| "grad_norm": 0.7538308754999873, | |
| "learning_rate": 9.99697777200395e-07, | |
| "loss": 0.3780366778373718, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.6197183098591549, | |
| "grad_norm": 0.746877326907616, | |
| "learning_rate": 9.996683123847795e-07, | |
| "loss": 0.37998318672180176, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.647887323943662, | |
| "grad_norm": 0.7186953728538551, | |
| "learning_rate": 9.996374778015007e-07, | |
| "loss": 0.37321770191192627, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.676056338028169, | |
| "grad_norm": 0.6944848844555613, | |
| "learning_rate": 9.996052735444862e-07, | |
| "loss": 0.3735676109790802, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.704225352112676, | |
| "grad_norm": 0.6362193589652109, | |
| "learning_rate": 9.99571699711836e-07, | |
| "loss": 0.37480324506759644, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.7323943661971831, | |
| "grad_norm": 0.6333241594644416, | |
| "learning_rate": 9.995367564058216e-07, | |
| "loss": 0.36993861198425293, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.7605633802816901, | |
| "grad_norm": 0.6098149107884999, | |
| "learning_rate": 9.995004437328865e-07, | |
| "loss": 0.3650243282318115, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.7887323943661971, | |
| "grad_norm": 0.5944375419192803, | |
| "learning_rate": 9.994627618036452e-07, | |
| "loss": 0.3905714750289917, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.8169014084507042, | |
| "grad_norm": 0.5736619217852436, | |
| "learning_rate": 9.994237107328838e-07, | |
| "loss": 0.3627358675003052, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.8450704225352113, | |
| "grad_norm": 0.5886929426905549, | |
| "learning_rate": 9.993832906395582e-07, | |
| "loss": 0.3565104603767395, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.8732394366197183, | |
| "grad_norm": 0.5353744882375503, | |
| "learning_rate": 9.993415016467952e-07, | |
| "loss": 0.36376649141311646, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.9014084507042254, | |
| "grad_norm": 0.49225367207832443, | |
| "learning_rate": 9.992983438818915e-07, | |
| "loss": 0.369179368019104, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.9295774647887324, | |
| "grad_norm": 0.4556896703645998, | |
| "learning_rate": 9.992538174763127e-07, | |
| "loss": 0.3526361882686615, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.9577464788732394, | |
| "grad_norm": 0.5188804849989508, | |
| "learning_rate": 9.992079225656944e-07, | |
| "loss": 0.3492780327796936, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.9859154929577465, | |
| "grad_norm": 0.5109563747610114, | |
| "learning_rate": 9.9916065928984e-07, | |
| "loss": 0.3500766158103943, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.5562934346388212, | |
| "learning_rate": 9.991120277927223e-07, | |
| "loss": 0.37105804681777954, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 1.028169014084507, | |
| "grad_norm": 0.5221736259155545, | |
| "learning_rate": 9.990620282224806e-07, | |
| "loss": 0.3426528871059418, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 1.056338028169014, | |
| "grad_norm": 0.5312140458936209, | |
| "learning_rate": 9.990106607314225e-07, | |
| "loss": 0.3402440547943115, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 1.084507042253521, | |
| "grad_norm": 0.4925804810345089, | |
| "learning_rate": 9.989579254760224e-07, | |
| "loss": 0.3478923439979553, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 1.1126760563380282, | |
| "grad_norm": 0.4713456639902427, | |
| "learning_rate": 9.989038226169207e-07, | |
| "loss": 0.3395651578903198, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 1.1408450704225352, | |
| "grad_norm": 0.40869144140431884, | |
| "learning_rate": 9.988483523189248e-07, | |
| "loss": 0.33732888102531433, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 1.1690140845070423, | |
| "grad_norm": 0.4315316017587138, | |
| "learning_rate": 9.98791514751006e-07, | |
| "loss": 0.32492154836654663, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 1.1971830985915493, | |
| "grad_norm": 0.37481864132677223, | |
| "learning_rate": 9.98733310086302e-07, | |
| "loss": 0.34133073687553406, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 1.2253521126760563, | |
| "grad_norm": 0.3574253218229588, | |
| "learning_rate": 9.98673738502114e-07, | |
| "loss": 0.3353017568588257, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 1.2535211267605635, | |
| "grad_norm": 0.3440064791263243, | |
| "learning_rate": 9.986128001799076e-07, | |
| "loss": 0.3392435312271118, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 1.2816901408450705, | |
| "grad_norm": 0.340263808482957, | |
| "learning_rate": 9.985504953053113e-07, | |
| "loss": 0.3362383544445038, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 1.3098591549295775, | |
| "grad_norm": 0.33745919836931715, | |
| "learning_rate": 9.984868240681164e-07, | |
| "loss": 0.3242315649986267, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 1.3380281690140845, | |
| "grad_norm": 0.3289741626977548, | |
| "learning_rate": 9.98421786662277e-07, | |
| "loss": 0.3304663896560669, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 1.3661971830985915, | |
| "grad_norm": 0.31460186215251207, | |
| "learning_rate": 9.983553832859078e-07, | |
| "loss": 0.32084885239601135, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 1.3943661971830985, | |
| "grad_norm": 0.3245154924065007, | |
| "learning_rate": 9.982876141412855e-07, | |
| "loss": 0.3394209146499634, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 1.4225352112676055, | |
| "grad_norm": 0.31250544820074627, | |
| "learning_rate": 9.982184794348462e-07, | |
| "loss": 0.32516294717788696, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 1.4507042253521127, | |
| "grad_norm": 0.30500960409480415, | |
| "learning_rate": 9.981479793771866e-07, | |
| "loss": 0.33079296350479126, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 1.4788732394366197, | |
| "grad_norm": 0.7536289161405646, | |
| "learning_rate": 9.98076114183062e-07, | |
| "loss": 0.32204341888427734, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 1.5070422535211268, | |
| "grad_norm": 0.2960511511830655, | |
| "learning_rate": 9.98002884071386e-07, | |
| "loss": 0.3231901526451111, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 1.5352112676056338, | |
| "grad_norm": 0.3232856362024084, | |
| "learning_rate": 9.979282892652304e-07, | |
| "loss": 0.33578696846961975, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 1.563380281690141, | |
| "grad_norm": 0.2944501744644002, | |
| "learning_rate": 9.97852329991824e-07, | |
| "loss": 0.32318681478500366, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 1.591549295774648, | |
| "grad_norm": 0.2929838195254813, | |
| "learning_rate": 9.977750064825519e-07, | |
| "loss": 0.339860737323761, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 1.619718309859155, | |
| "grad_norm": 0.3205944314956805, | |
| "learning_rate": 9.976963189729547e-07, | |
| "loss": 0.32377177476882935, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 1.647887323943662, | |
| "grad_norm": 0.29345488313940016, | |
| "learning_rate": 9.976162677027284e-07, | |
| "loss": 0.3301998972892761, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 1.676056338028169, | |
| "grad_norm": 0.28471478486927526, | |
| "learning_rate": 9.975348529157229e-07, | |
| "loss": 0.3226792812347412, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.704225352112676, | |
| "grad_norm": 0.2658831538134308, | |
| "learning_rate": 9.974520748599421e-07, | |
| "loss": 0.3216060996055603, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 1.732394366197183, | |
| "grad_norm": 0.26772727111733485, | |
| "learning_rate": 9.973679337875418e-07, | |
| "loss": 0.3112826347351074, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 1.76056338028169, | |
| "grad_norm": 0.27607375529137707, | |
| "learning_rate": 9.972824299548309e-07, | |
| "loss": 0.32318398356437683, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 1.788732394366197, | |
| "grad_norm": 0.276525714664102, | |
| "learning_rate": 9.971955636222684e-07, | |
| "loss": 0.3215365707874298, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 1.8169014084507042, | |
| "grad_norm": 0.26621366711174155, | |
| "learning_rate": 9.971073350544644e-07, | |
| "loss": 0.3165343403816223, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 1.8450704225352113, | |
| "grad_norm": 0.28106696236531414, | |
| "learning_rate": 9.970177445201783e-07, | |
| "loss": 0.32160013914108276, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 1.8732394366197183, | |
| "grad_norm": 0.2647958460920452, | |
| "learning_rate": 9.969267922923188e-07, | |
| "loss": 0.3175761103630066, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 1.9014084507042255, | |
| "grad_norm": 0.3462438167974764, | |
| "learning_rate": 9.968344786479415e-07, | |
| "loss": 0.31158342957496643, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 1.9295774647887325, | |
| "grad_norm": 0.2631517138191484, | |
| "learning_rate": 9.967408038682505e-07, | |
| "loss": 0.3191946744918823, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 1.9577464788732395, | |
| "grad_norm": 0.3059517169103558, | |
| "learning_rate": 9.96645768238595e-07, | |
| "loss": 0.31686434149742126, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.9859154929577465, | |
| "grad_norm": 0.2747560759134169, | |
| "learning_rate": 9.965493720484698e-07, | |
| "loss": 0.32002022862434387, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.3436945075098925, | |
| "learning_rate": 9.964516155915151e-07, | |
| "loss": 0.31206002831459045, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 2.028169014084507, | |
| "grad_norm": 0.24759643540050102, | |
| "learning_rate": 9.963524991655133e-07, | |
| "loss": 0.3164379596710205, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 2.056338028169014, | |
| "grad_norm": 0.2434100698887695, | |
| "learning_rate": 9.962520230723906e-07, | |
| "loss": 0.31132200360298157, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 2.084507042253521, | |
| "grad_norm": 0.27767056283467373, | |
| "learning_rate": 9.961501876182148e-07, | |
| "loss": 0.3142748475074768, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 2.112676056338028, | |
| "grad_norm": 0.2383770994918481, | |
| "learning_rate": 9.960469931131936e-07, | |
| "loss": 0.3118811249732971, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 2.140845070422535, | |
| "grad_norm": 0.2521646078141003, | |
| "learning_rate": 9.959424398716763e-07, | |
| "loss": 0.3206384778022766, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 2.169014084507042, | |
| "grad_norm": 0.24500926882339497, | |
| "learning_rate": 9.958365282121496e-07, | |
| "loss": 0.3028615117073059, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 2.1971830985915495, | |
| "grad_norm": 0.24030528199838755, | |
| "learning_rate": 9.95729258457239e-07, | |
| "loss": 0.2991243600845337, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 2.2253521126760565, | |
| "grad_norm": 0.24540461017636186, | |
| "learning_rate": 9.956206309337066e-07, | |
| "loss": 0.3028961420059204, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 2.2535211267605635, | |
| "grad_norm": 0.2466946916886877, | |
| "learning_rate": 9.955106459724508e-07, | |
| "loss": 0.3096856474876404, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 2.2816901408450705, | |
| "grad_norm": 0.2755173295195889, | |
| "learning_rate": 9.953993039085048e-07, | |
| "loss": 0.30638784170150757, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 2.3098591549295775, | |
| "grad_norm": 0.2514653938379217, | |
| "learning_rate": 9.952866050810363e-07, | |
| "loss": 0.3001154661178589, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 2.3380281690140845, | |
| "grad_norm": 0.2387732228915944, | |
| "learning_rate": 9.951725498333448e-07, | |
| "loss": 0.3049381673336029, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 2.3661971830985915, | |
| "grad_norm": 0.23263762732735094, | |
| "learning_rate": 9.950571385128625e-07, | |
| "loss": 0.2974574565887451, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 2.3943661971830985, | |
| "grad_norm": 0.23061479782330688, | |
| "learning_rate": 9.949403714711526e-07, | |
| "loss": 0.2910880148410797, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 2.4225352112676055, | |
| "grad_norm": 0.23023752633245553, | |
| "learning_rate": 9.948222490639075e-07, | |
| "loss": 0.2984412610530853, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 2.4507042253521125, | |
| "grad_norm": 0.2556642237814582, | |
| "learning_rate": 9.947027716509488e-07, | |
| "loss": 0.29366716742515564, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 2.4788732394366195, | |
| "grad_norm": 0.23091894334348845, | |
| "learning_rate": 9.94581939596225e-07, | |
| "loss": 0.3076009750366211, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 2.507042253521127, | |
| "grad_norm": 0.22827065781305456, | |
| "learning_rate": 9.944597532678119e-07, | |
| "loss": 0.30507659912109375, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 2.535211267605634, | |
| "grad_norm": 0.23495783877634624, | |
| "learning_rate": 9.943362130379101e-07, | |
| "loss": 0.30069300532341003, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 2.563380281690141, | |
| "grad_norm": 0.2648421541967289, | |
| "learning_rate": 9.942113192828444e-07, | |
| "loss": 0.3237234652042389, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 2.591549295774648, | |
| "grad_norm": 0.2376008941714217, | |
| "learning_rate": 9.940850723830632e-07, | |
| "loss": 0.30564817786216736, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 2.619718309859155, | |
| "grad_norm": 0.3594923854547647, | |
| "learning_rate": 9.939574727231362e-07, | |
| "loss": 0.2874234914779663, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 2.647887323943662, | |
| "grad_norm": 0.22882707129774643, | |
| "learning_rate": 9.93828520691754e-07, | |
| "loss": 0.3145613670349121, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 2.676056338028169, | |
| "grad_norm": 0.22736499094759352, | |
| "learning_rate": 9.93698216681727e-07, | |
| "loss": 0.30298489332199097, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 2.704225352112676, | |
| "grad_norm": 0.2560977265944999, | |
| "learning_rate": 9.93566561089984e-07, | |
| "loss": 0.30830079317092896, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 2.732394366197183, | |
| "grad_norm": 0.23579803469255398, | |
| "learning_rate": 9.934335543175705e-07, | |
| "loss": 0.2954327166080475, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 2.76056338028169, | |
| "grad_norm": 0.24145604440100388, | |
| "learning_rate": 9.932991967696482e-07, | |
| "loss": 0.3123829960823059, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 2.788732394366197, | |
| "grad_norm": 0.23937111018917692, | |
| "learning_rate": 9.931634888554935e-07, | |
| "loss": 0.30813831090927124, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 2.816901408450704, | |
| "grad_norm": 0.23102456481544026, | |
| "learning_rate": 9.930264309884964e-07, | |
| "loss": 0.29939332604408264, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 2.845070422535211, | |
| "grad_norm": 0.2388325654329505, | |
| "learning_rate": 9.928880235861588e-07, | |
| "loss": 0.3060687184333801, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 2.873239436619718, | |
| "grad_norm": 0.2692772021272968, | |
| "learning_rate": 9.927482670700936e-07, | |
| "loss": 0.3026995360851288, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 2.9014084507042255, | |
| "grad_norm": 0.2195252664324123, | |
| "learning_rate": 9.926071618660237e-07, | |
| "loss": 0.29397717118263245, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 2.9295774647887325, | |
| "grad_norm": 0.24295446606786492, | |
| "learning_rate": 9.924647084037797e-07, | |
| "loss": 0.30009227991104126, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 2.9577464788732395, | |
| "grad_norm": 0.2313070418168474, | |
| "learning_rate": 9.923209071172994e-07, | |
| "loss": 0.2927643656730652, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 2.9859154929577465, | |
| "grad_norm": 0.22879166840885404, | |
| "learning_rate": 9.921757584446268e-07, | |
| "loss": 0.2916420102119446, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.3008754833697553, | |
| "learning_rate": 9.9202926282791e-07, | |
| "loss": 0.28270626068115234, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 3.028169014084507, | |
| "grad_norm": 0.23568699154112785, | |
| "learning_rate": 9.918814207133997e-07, | |
| "loss": 0.28633755445480347, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 3.056338028169014, | |
| "grad_norm": 0.23303560144939867, | |
| "learning_rate": 9.917322325514487e-07, | |
| "loss": 0.30074095726013184, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 3.084507042253521, | |
| "grad_norm": 0.2316049153802507, | |
| "learning_rate": 9.915816987965102e-07, | |
| "loss": 0.2938191294670105, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 3.112676056338028, | |
| "grad_norm": 0.24039981484305117, | |
| "learning_rate": 9.91429819907136e-07, | |
| "loss": 0.3015148639678955, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 3.140845070422535, | |
| "grad_norm": 0.21607780251617179, | |
| "learning_rate": 9.912765963459756e-07, | |
| "loss": 0.2841828167438507, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 3.169014084507042, | |
| "grad_norm": 0.24291861075598384, | |
| "learning_rate": 9.911220285797748e-07, | |
| "loss": 0.2961827218532562, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 3.1971830985915495, | |
| "grad_norm": 0.260079633277976, | |
| "learning_rate": 9.909661170793733e-07, | |
| "loss": 0.2853129506111145, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 3.2253521126760565, | |
| "grad_norm": 0.22330476823859097, | |
| "learning_rate": 9.908088623197048e-07, | |
| "loss": 0.30180466175079346, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 3.2535211267605635, | |
| "grad_norm": 0.23280629394443647, | |
| "learning_rate": 9.906502647797945e-07, | |
| "loss": 0.30052781105041504, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 3.2816901408450705, | |
| "grad_norm": 0.21797810381540847, | |
| "learning_rate": 9.904903249427582e-07, | |
| "loss": 0.2998088598251343, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 3.3098591549295775, | |
| "grad_norm": 0.2122579387275699, | |
| "learning_rate": 9.903290432958003e-07, | |
| "loss": 0.2904450297355652, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 3.3380281690140845, | |
| "grad_norm": 0.2306597760843549, | |
| "learning_rate": 9.901664203302124e-07, | |
| "loss": 0.2772594690322876, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 3.3661971830985915, | |
| "grad_norm": 0.3251131669552687, | |
| "learning_rate": 9.900024565413727e-07, | |
| "loss": 0.2782062292098999, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 3.3943661971830985, | |
| "grad_norm": 0.21492053378836454, | |
| "learning_rate": 9.89837152428743e-07, | |
| "loss": 0.2862273156642914, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 3.4225352112676055, | |
| "grad_norm": 0.21940072001551747, | |
| "learning_rate": 9.896705084958687e-07, | |
| "loss": 0.2992798686027527, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 3.4507042253521125, | |
| "grad_norm": 0.22907980661604213, | |
| "learning_rate": 9.895025252503755e-07, | |
| "loss": 0.27001839876174927, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 3.4788732394366195, | |
| "grad_norm": 0.22323548107714866, | |
| "learning_rate": 9.8933320320397e-07, | |
| "loss": 0.2867587208747864, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 3.507042253521127, | |
| "grad_norm": 0.2133180650070634, | |
| "learning_rate": 9.891625428724364e-07, | |
| "loss": 0.2889852821826935, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 3.535211267605634, | |
| "grad_norm": 0.22234390437617468, | |
| "learning_rate": 9.889905447756355e-07, | |
| "loss": 0.2830744981765747, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 3.563380281690141, | |
| "grad_norm": 0.22998700794578517, | |
| "learning_rate": 9.888172094375033e-07, | |
| "loss": 0.29788801074028015, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 3.591549295774648, | |
| "grad_norm": 0.4625877582933462, | |
| "learning_rate": 9.886425373860496e-07, | |
| "loss": 0.29489147663116455, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 3.619718309859155, | |
| "grad_norm": 0.22935899493352271, | |
| "learning_rate": 9.88466529153356e-07, | |
| "loss": 0.2970463037490845, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 3.647887323943662, | |
| "grad_norm": 0.24274389064678412, | |
| "learning_rate": 9.882891852755732e-07, | |
| "loss": 0.2851516008377075, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 3.676056338028169, | |
| "grad_norm": 0.22141629938400506, | |
| "learning_rate": 9.881105062929221e-07, | |
| "loss": 0.2885037660598755, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 3.704225352112676, | |
| "grad_norm": 0.22752563556013145, | |
| "learning_rate": 9.879304927496896e-07, | |
| "loss": 0.28612369298934937, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 3.732394366197183, | |
| "grad_norm": 0.21651661785773998, | |
| "learning_rate": 9.877491451942284e-07, | |
| "loss": 0.2883659601211548, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 3.76056338028169, | |
| "grad_norm": 0.23438766576379866, | |
| "learning_rate": 9.875664641789543e-07, | |
| "loss": 0.27838006615638733, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 3.788732394366197, | |
| "grad_norm": 0.2253998931695203, | |
| "learning_rate": 9.873824502603459e-07, | |
| "loss": 0.2768632471561432, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 3.816901408450704, | |
| "grad_norm": 0.2177655119766866, | |
| "learning_rate": 9.871971039989407e-07, | |
| "loss": 0.2836754322052002, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 3.845070422535211, | |
| "grad_norm": 0.22595230341732617, | |
| "learning_rate": 9.870104259593362e-07, | |
| "loss": 0.28235411643981934, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 3.873239436619718, | |
| "grad_norm": 0.2482489166005438, | |
| "learning_rate": 9.86822416710186e-07, | |
| "loss": 0.29619723558425903, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 3.9014084507042255, | |
| "grad_norm": 0.2183147080685166, | |
| "learning_rate": 9.866330768241983e-07, | |
| "loss": 0.2837688624858856, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 3.9295774647887325, | |
| "grad_norm": 0.23756245135618922, | |
| "learning_rate": 9.86442406878136e-07, | |
| "loss": 0.29686689376831055, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 3.9577464788732395, | |
| "grad_norm": 0.21910640405689585, | |
| "learning_rate": 9.862504074528126e-07, | |
| "loss": 0.3005070984363556, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 3.9859154929577465, | |
| "grad_norm": 0.2231139496297488, | |
| "learning_rate": 9.860570791330911e-07, | |
| "loss": 0.28214913606643677, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.327745139722082, | |
| "learning_rate": 9.85862422507884e-07, | |
| "loss": 0.2614859938621521, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 4.028169014084507, | |
| "grad_norm": 0.21956180832878694, | |
| "learning_rate": 9.856664381701483e-07, | |
| "loss": 0.2801395654678345, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 4.056338028169014, | |
| "grad_norm": 0.21981533940846626, | |
| "learning_rate": 9.854691267168871e-07, | |
| "loss": 0.2805081307888031, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 4.084507042253521, | |
| "grad_norm": 0.22352024368863976, | |
| "learning_rate": 9.852704887491445e-07, | |
| "loss": 0.2810959815979004, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 4.112676056338028, | |
| "grad_norm": 0.21378340480206676, | |
| "learning_rate": 9.850705248720068e-07, | |
| "loss": 0.2902711033821106, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 4.140845070422535, | |
| "grad_norm": 0.6576619030457451, | |
| "learning_rate": 9.848692356945981e-07, | |
| "loss": 0.2759314775466919, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 4.169014084507042, | |
| "grad_norm": 0.22012344359855593, | |
| "learning_rate": 9.846666218300807e-07, | |
| "loss": 0.268562912940979, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 4.197183098591549, | |
| "grad_norm": 0.21540756213399562, | |
| "learning_rate": 9.844626838956513e-07, | |
| "loss": 0.29484277963638306, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 4.225352112676056, | |
| "grad_norm": 0.23087516265191377, | |
| "learning_rate": 9.8425742251254e-07, | |
| "loss": 0.2736097574234009, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 4.253521126760563, | |
| "grad_norm": 0.22858752073312144, | |
| "learning_rate": 9.84050838306009e-07, | |
| "loss": 0.2795490622520447, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 4.28169014084507, | |
| "grad_norm": 0.2504089824174044, | |
| "learning_rate": 9.838429319053495e-07, | |
| "loss": 0.27981656789779663, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 4.309859154929577, | |
| "grad_norm": 0.2144903706614124, | |
| "learning_rate": 9.836337039438803e-07, | |
| "loss": 0.2772422134876251, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 4.338028169014084, | |
| "grad_norm": 0.23097398374379755, | |
| "learning_rate": 9.83423155058946e-07, | |
| "loss": 0.2819685637950897, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 4.366197183098592, | |
| "grad_norm": 0.24080056507624897, | |
| "learning_rate": 9.832112858919155e-07, | |
| "loss": 0.28476956486701965, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 4.394366197183099, | |
| "grad_norm": 0.22574168772954528, | |
| "learning_rate": 9.829980970881784e-07, | |
| "loss": 0.2726949155330658, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 4.422535211267606, | |
| "grad_norm": 0.6972322742026779, | |
| "learning_rate": 9.82783589297145e-07, | |
| "loss": 0.2827332615852356, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 4.450704225352113, | |
| "grad_norm": 0.2391641337184146, | |
| "learning_rate": 9.825677631722435e-07, | |
| "loss": 0.28474992513656616, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 4.47887323943662, | |
| "grad_norm": 0.221898655707498, | |
| "learning_rate": 9.823506193709174e-07, | |
| "loss": 0.28681856393814087, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 4.507042253521127, | |
| "grad_norm": 0.22336161749059524, | |
| "learning_rate": 9.821321585546243e-07, | |
| "loss": 0.2809918522834778, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 4.535211267605634, | |
| "grad_norm": 0.21973730928374757, | |
| "learning_rate": 9.81912381388834e-07, | |
| "loss": 0.265026330947876, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 4.563380281690141, | |
| "grad_norm": 0.25521582293188844, | |
| "learning_rate": 9.816912885430258e-07, | |
| "loss": 0.27740782499313354, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 4.591549295774648, | |
| "grad_norm": 0.22348230986657833, | |
| "learning_rate": 9.814688806906868e-07, | |
| "loss": 0.2830485701560974, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 4.619718309859155, | |
| "grad_norm": 0.23949143954055024, | |
| "learning_rate": 9.812451585093098e-07, | |
| "loss": 0.2732582092285156, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 4.647887323943662, | |
| "grad_norm": 0.24011757347977605, | |
| "learning_rate": 9.810201226803917e-07, | |
| "loss": 0.27790567278862, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 4.676056338028169, | |
| "grad_norm": 0.2208241856254554, | |
| "learning_rate": 9.807937738894303e-07, | |
| "loss": 0.27999186515808105, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 4.704225352112676, | |
| "grad_norm": 0.22207182950383192, | |
| "learning_rate": 9.805661128259235e-07, | |
| "loss": 0.2758759558200836, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 4.732394366197183, | |
| "grad_norm": 0.2223130884819787, | |
| "learning_rate": 9.80337140183366e-07, | |
| "loss": 0.2783896327018738, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 4.76056338028169, | |
| "grad_norm": 0.2251473945003646, | |
| "learning_rate": 9.801068566592483e-07, | |
| "loss": 0.2750943601131439, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 4.788732394366197, | |
| "grad_norm": 0.20904181797718158, | |
| "learning_rate": 9.798752629550546e-07, | |
| "loss": 0.2790430784225464, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 4.816901408450704, | |
| "grad_norm": 0.22738399964996078, | |
| "learning_rate": 9.796423597762588e-07, | |
| "loss": 0.2752009630203247, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 4.845070422535211, | |
| "grad_norm": 0.3424040844187128, | |
| "learning_rate": 9.794081478323245e-07, | |
| "loss": 0.2811102271080017, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 4.873239436619718, | |
| "grad_norm": 0.22370787445632553, | |
| "learning_rate": 9.791726278367021e-07, | |
| "loss": 0.27801671624183655, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 4.901408450704225, | |
| "grad_norm": 0.244597442698197, | |
| "learning_rate": 9.78935800506826e-07, | |
| "loss": 0.2749514579772949, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 4.929577464788732, | |
| "grad_norm": 0.22603846349643272, | |
| "learning_rate": 9.786976665641138e-07, | |
| "loss": 0.2660600543022156, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 4.957746478873239, | |
| "grad_norm": 0.22615957713600704, | |
| "learning_rate": 9.784582267339622e-07, | |
| "loss": 0.28135621547698975, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 4.985915492957746, | |
| "grad_norm": 0.22802110120296137, | |
| "learning_rate": 9.78217481745747e-07, | |
| "loss": 0.27813419699668884, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.31867363735197585, | |
| "learning_rate": 9.779754323328192e-07, | |
| "loss": 0.28184953331947327, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 5.028169014084507, | |
| "grad_norm": 0.23359190602929383, | |
| "learning_rate": 9.777320792325025e-07, | |
| "loss": 0.2600752115249634, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 5.056338028169014, | |
| "grad_norm": 0.24395267689073322, | |
| "learning_rate": 9.774874231860935e-07, | |
| "loss": 0.265809565782547, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 5.084507042253521, | |
| "grad_norm": 0.2492192509436832, | |
| "learning_rate": 9.772414649388568e-07, | |
| "loss": 0.2792435884475708, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 5.112676056338028, | |
| "grad_norm": 0.21622914380528604, | |
| "learning_rate": 9.769942052400235e-07, | |
| "loss": 0.26818716526031494, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 5.140845070422535, | |
| "grad_norm": 0.27867715267424076, | |
| "learning_rate": 9.767456448427896e-07, | |
| "loss": 0.27086278796195984, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 5.169014084507042, | |
| "grad_norm": 0.2346306080793482, | |
| "learning_rate": 9.764957845043135e-07, | |
| "loss": 0.2673496901988983, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 5.197183098591549, | |
| "grad_norm": 0.23851487965670903, | |
| "learning_rate": 9.76244624985713e-07, | |
| "loss": 0.2633378803730011, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 5.225352112676056, | |
| "grad_norm": 0.2362238221478819, | |
| "learning_rate": 9.759921670520634e-07, | |
| "loss": 0.27480238676071167, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 5.253521126760563, | |
| "grad_norm": 0.23011578681816747, | |
| "learning_rate": 9.757384114723953e-07, | |
| "loss": 0.28158247470855713, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 5.28169014084507, | |
| "grad_norm": 0.2323771506860616, | |
| "learning_rate": 9.754833590196926e-07, | |
| "loss": 0.2691372334957123, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 5.309859154929577, | |
| "grad_norm": 0.23247640324241922, | |
| "learning_rate": 9.752270104708888e-07, | |
| "loss": 0.2666372060775757, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 5.338028169014084, | |
| "grad_norm": 0.35005461804027077, | |
| "learning_rate": 9.749693666068663e-07, | |
| "loss": 0.2779178321361542, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 5.366197183098592, | |
| "grad_norm": 0.29793203943964064, | |
| "learning_rate": 9.747104282124531e-07, | |
| "loss": 0.26953545212745667, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 5.394366197183099, | |
| "grad_norm": 0.2262507700581054, | |
| "learning_rate": 9.744501960764203e-07, | |
| "loss": 0.26865124702453613, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 5.422535211267606, | |
| "grad_norm": 0.21683849012894404, | |
| "learning_rate": 9.741886709914803e-07, | |
| "loss": 0.25939399003982544, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 5.450704225352113, | |
| "grad_norm": 0.22595351538334174, | |
| "learning_rate": 9.739258537542835e-07, | |
| "loss": 0.2663502097129822, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 5.47887323943662, | |
| "grad_norm": 0.22169050419160188, | |
| "learning_rate": 9.73661745165417e-07, | |
| "loss": 0.2786925435066223, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 5.507042253521127, | |
| "grad_norm": 0.24492486958596588, | |
| "learning_rate": 9.733963460294015e-07, | |
| "loss": 0.27515316009521484, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 5.535211267605634, | |
| "grad_norm": 0.22826949989900344, | |
| "learning_rate": 9.731296571546885e-07, | |
| "loss": 0.28115102648735046, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 5.563380281690141, | |
| "grad_norm": 0.26522607771513945, | |
| "learning_rate": 9.728616793536587e-07, | |
| "loss": 0.2721824645996094, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 5.591549295774648, | |
| "grad_norm": 0.22800471881703901, | |
| "learning_rate": 9.72592413442619e-07, | |
| "loss": 0.28054916858673096, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 5.619718309859155, | |
| "grad_norm": 0.2347149530251392, | |
| "learning_rate": 9.723218602418e-07, | |
| "loss": 0.28160133957862854, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 5.647887323943662, | |
| "grad_norm": 0.239273549722643, | |
| "learning_rate": 9.720500205753538e-07, | |
| "loss": 0.26327449083328247, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 5.676056338028169, | |
| "grad_norm": 0.24387472862754722, | |
| "learning_rate": 9.717768952713511e-07, | |
| "loss": 0.2734866738319397, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 5.704225352112676, | |
| "grad_norm": 0.23364964137411087, | |
| "learning_rate": 9.71502485161779e-07, | |
| "loss": 0.2678722143173218, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 5.732394366197183, | |
| "grad_norm": 0.22168298331328018, | |
| "learning_rate": 9.71226791082538e-07, | |
| "loss": 0.28682976961135864, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 5.76056338028169, | |
| "grad_norm": 0.22794997018956722, | |
| "learning_rate": 9.709498138734403e-07, | |
| "loss": 0.26408618688583374, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 5.788732394366197, | |
| "grad_norm": 0.23082951390472506, | |
| "learning_rate": 9.706715543782064e-07, | |
| "loss": 0.26725077629089355, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 5.816901408450704, | |
| "grad_norm": 0.23772477020760396, | |
| "learning_rate": 9.703920134444632e-07, | |
| "loss": 0.264972060918808, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 5.845070422535211, | |
| "grad_norm": 0.24144546698053745, | |
| "learning_rate": 9.701111919237408e-07, | |
| "loss": 0.27345162630081177, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 5.873239436619718, | |
| "grad_norm": 0.21694849932490126, | |
| "learning_rate": 9.698290906714702e-07, | |
| "loss": 0.25832873582839966, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 5.901408450704225, | |
| "grad_norm": 0.23606790891410948, | |
| "learning_rate": 9.695457105469804e-07, | |
| "loss": 0.27317512035369873, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 5.929577464788732, | |
| "grad_norm": 0.22036780479653179, | |
| "learning_rate": 9.69261052413497e-07, | |
| "loss": 0.278011292219162, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 5.957746478873239, | |
| "grad_norm": 0.22667530947182388, | |
| "learning_rate": 9.689751171381377e-07, | |
| "loss": 0.2705678641796112, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 5.985915492957746, | |
| "grad_norm": 0.21789301750027548, | |
| "learning_rate": 9.68687905591911e-07, | |
| "loss": 0.26159361004829407, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.307035373509359, | |
| "learning_rate": 9.683994186497132e-07, | |
| "loss": 0.268825888633728, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 6.028169014084507, | |
| "grad_norm": 0.3152032154597242, | |
| "learning_rate": 9.681096571903252e-07, | |
| "loss": 0.26456916332244873, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 6.056338028169014, | |
| "grad_norm": 0.22257647731470015, | |
| "learning_rate": 9.67818622096411e-07, | |
| "loss": 0.25304824113845825, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 6.084507042253521, | |
| "grad_norm": 0.22819800840776633, | |
| "learning_rate": 9.67526314254514e-07, | |
| "loss": 0.2657697796821594, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 6.112676056338028, | |
| "grad_norm": 0.22326346608679778, | |
| "learning_rate": 9.672327345550543e-07, | |
| "loss": 0.2606521248817444, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 6.140845070422535, | |
| "grad_norm": 0.24238210645266042, | |
| "learning_rate": 9.669378838923267e-07, | |
| "loss": 0.259613037109375, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 6.169014084507042, | |
| "grad_norm": 0.23469955143149954, | |
| "learning_rate": 9.666417631644976e-07, | |
| "loss": 0.27692991495132446, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 6.197183098591549, | |
| "grad_norm": 0.32987217731044594, | |
| "learning_rate": 9.66344373273602e-07, | |
| "loss": 0.2645450532436371, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 6.225352112676056, | |
| "grad_norm": 0.22700888241362085, | |
| "learning_rate": 9.66045715125541e-07, | |
| "loss": 0.2646715044975281, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 6.253521126760563, | |
| "grad_norm": 0.22957306298672545, | |
| "learning_rate": 9.657457896300791e-07, | |
| "loss": 0.24674871563911438, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 6.28169014084507, | |
| "grad_norm": 0.23586354836136889, | |
| "learning_rate": 9.654445977008414e-07, | |
| "loss": 0.2587713599205017, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 6.309859154929577, | |
| "grad_norm": 0.2285859030240268, | |
| "learning_rate": 9.651421402553108e-07, | |
| "loss": 0.2513459026813507, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 6.338028169014084, | |
| "grad_norm": 0.24331804613486147, | |
| "learning_rate": 9.648384182148252e-07, | |
| "loss": 0.2715184688568115, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 6.366197183098592, | |
| "grad_norm": 0.2305076454423525, | |
| "learning_rate": 9.645334325045745e-07, | |
| "loss": 0.2733456492424011, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 6.394366197183099, | |
| "grad_norm": 0.24182818411808535, | |
| "learning_rate": 9.64227184053598e-07, | |
| "loss": 0.27919310331344604, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 6.422535211267606, | |
| "grad_norm": 0.24680603573979737, | |
| "learning_rate": 9.63919673794782e-07, | |
| "loss": 0.26471200585365295, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 6.450704225352113, | |
| "grad_norm": 0.24016603586966853, | |
| "learning_rate": 9.636109026648554e-07, | |
| "loss": 0.26608601212501526, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 6.47887323943662, | |
| "grad_norm": 0.23221033716137462, | |
| "learning_rate": 9.633008716043892e-07, | |
| "loss": 0.2712378203868866, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 6.507042253521127, | |
| "grad_norm": 0.22946156470598095, | |
| "learning_rate": 9.629895815577915e-07, | |
| "loss": 0.2693229913711548, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 6.535211267605634, | |
| "grad_norm": 0.24256759776346887, | |
| "learning_rate": 9.626770334733058e-07, | |
| "loss": 0.25974130630493164, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 6.563380281690141, | |
| "grad_norm": 0.2284537050943504, | |
| "learning_rate": 9.623632283030077e-07, | |
| "loss": 0.27251625061035156, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 6.591549295774648, | |
| "grad_norm": 0.22616819126049306, | |
| "learning_rate": 9.620481670028026e-07, | |
| "loss": 0.26490986347198486, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 6.619718309859155, | |
| "grad_norm": 0.22191171035923044, | |
| "learning_rate": 9.617318505324212e-07, | |
| "loss": 0.25655436515808105, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 6.647887323943662, | |
| "grad_norm": 0.23707447655959804, | |
| "learning_rate": 9.614142798554186e-07, | |
| "loss": 0.2742191553115845, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 6.676056338028169, | |
| "grad_norm": 0.2553264029309018, | |
| "learning_rate": 9.610954559391704e-07, | |
| "loss": 0.25515586137771606, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 6.704225352112676, | |
| "grad_norm": 0.24273871332366953, | |
| "learning_rate": 9.607753797548691e-07, | |
| "loss": 0.2646741271018982, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 6.732394366197183, | |
| "grad_norm": 0.2333343519162289, | |
| "learning_rate": 9.604540522775227e-07, | |
| "loss": 0.26033157110214233, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 6.76056338028169, | |
| "grad_norm": 0.22965997751864728, | |
| "learning_rate": 9.601314744859504e-07, | |
| "loss": 0.27026018500328064, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 6.788732394366197, | |
| "grad_norm": 0.23498879472224687, | |
| "learning_rate": 9.598076473627796e-07, | |
| "loss": 0.26615339517593384, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 6.816901408450704, | |
| "grad_norm": 0.22789781362841657, | |
| "learning_rate": 9.594825718944444e-07, | |
| "loss": 0.25952741503715515, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 6.845070422535211, | |
| "grad_norm": 0.4285246410791299, | |
| "learning_rate": 9.59156249071181e-07, | |
| "loss": 0.2581027150154114, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 6.873239436619718, | |
| "grad_norm": 0.22610447167940628, | |
| "learning_rate": 9.588286798870248e-07, | |
| "loss": 0.27599114179611206, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 6.901408450704225, | |
| "grad_norm": 0.22882782061457732, | |
| "learning_rate": 9.58499865339809e-07, | |
| "loss": 0.2618204653263092, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 6.929577464788732, | |
| "grad_norm": 0.26429160943599095, | |
| "learning_rate": 9.581698064311592e-07, | |
| "loss": 0.2596527338027954, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 6.957746478873239, | |
| "grad_norm": 0.30324449730772324, | |
| "learning_rate": 9.578385041664925e-07, | |
| "loss": 0.26591378450393677, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 6.985915492957746, | |
| "grad_norm": 0.24030702361568637, | |
| "learning_rate": 9.575059595550127e-07, | |
| "loss": 0.2602125406265259, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 0.3109240011602677, | |
| "learning_rate": 9.571721736097088e-07, | |
| "loss": 0.2538529634475708, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 7.028169014084507, | |
| "grad_norm": 0.2296122757795814, | |
| "learning_rate": 9.568371473473503e-07, | |
| "loss": 0.27390003204345703, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 7.056338028169014, | |
| "grad_norm": 0.23108143057622355, | |
| "learning_rate": 9.565008817884854e-07, | |
| "loss": 0.262205570936203, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 7.084507042253521, | |
| "grad_norm": 0.3057597754632391, | |
| "learning_rate": 9.561633779574372e-07, | |
| "loss": 0.2676515579223633, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 7.112676056338028, | |
| "grad_norm": 0.2384413247157669, | |
| "learning_rate": 9.55824636882301e-07, | |
| "loss": 0.25623461604118347, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 7.140845070422535, | |
| "grad_norm": 0.22577575110661233, | |
| "learning_rate": 9.554846595949413e-07, | |
| "loss": 0.25066760182380676, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 7.169014084507042, | |
| "grad_norm": 0.22810299013323876, | |
| "learning_rate": 9.55143447130987e-07, | |
| "loss": 0.25772857666015625, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 7.197183098591549, | |
| "grad_norm": 0.2866432998882861, | |
| "learning_rate": 9.54801000529831e-07, | |
| "loss": 0.25286948680877686, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 7.225352112676056, | |
| "grad_norm": 0.27677955881524746, | |
| "learning_rate": 9.54457320834625e-07, | |
| "loss": 0.2480214238166809, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 7.253521126760563, | |
| "grad_norm": 0.23561125478874487, | |
| "learning_rate": 9.54112409092277e-07, | |
| "loss": 0.273529589176178, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 7.28169014084507, | |
| "grad_norm": 0.23173643804892863, | |
| "learning_rate": 9.537662663534477e-07, | |
| "loss": 0.2518290877342224, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 7.309859154929577, | |
| "grad_norm": 0.2256175554720283, | |
| "learning_rate": 9.534188936725483e-07, | |
| "loss": 0.2571009695529938, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 7.338028169014084, | |
| "grad_norm": 0.2355621515439768, | |
| "learning_rate": 9.530702921077358e-07, | |
| "loss": 0.25834065675735474, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 7.366197183098592, | |
| "grad_norm": 0.2228326754230289, | |
| "learning_rate": 9.527204627209112e-07, | |
| "loss": 0.25286680459976196, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 7.394366197183099, | |
| "grad_norm": 0.23194189643389376, | |
| "learning_rate": 9.523694065777156e-07, | |
| "loss": 0.2616320848464966, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 7.422535211267606, | |
| "grad_norm": 0.23212710466470063, | |
| "learning_rate": 9.520171247475268e-07, | |
| "loss": 0.2550612688064575, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 7.450704225352113, | |
| "grad_norm": 0.2630254038278628, | |
| "learning_rate": 9.516636183034564e-07, | |
| "loss": 0.2545396089553833, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 7.47887323943662, | |
| "grad_norm": 0.22233881792271545, | |
| "learning_rate": 9.513088883223463e-07, | |
| "loss": 0.244547039270401, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 7.507042253521127, | |
| "grad_norm": 0.24058852766292496, | |
| "learning_rate": 9.509529358847654e-07, | |
| "loss": 0.258344829082489, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 7.535211267605634, | |
| "grad_norm": 0.2591231329098907, | |
| "learning_rate": 9.505957620750069e-07, | |
| "loss": 0.2509728670120239, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 7.563380281690141, | |
| "grad_norm": 0.22516830746766386, | |
| "learning_rate": 9.502373679810839e-07, | |
| "loss": 0.260656476020813, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 7.591549295774648, | |
| "grad_norm": 0.32992687123033926, | |
| "learning_rate": 9.49877754694727e-07, | |
| "loss": 0.2461855411529541, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 7.619718309859155, | |
| "grad_norm": 0.22517930953114113, | |
| "learning_rate": 9.495169233113806e-07, | |
| "loss": 0.26402074098587036, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 7.647887323943662, | |
| "grad_norm": 0.2303015677956865, | |
| "learning_rate": 9.491548749301997e-07, | |
| "loss": 0.2625475823879242, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 7.676056338028169, | |
| "grad_norm": 0.24736115424944397, | |
| "learning_rate": 9.487916106540465e-07, | |
| "loss": 0.261366605758667, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 7.704225352112676, | |
| "grad_norm": 0.3054635100649164, | |
| "learning_rate": 9.484271315894871e-07, | |
| "loss": 0.2583233714103699, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 7.732394366197183, | |
| "grad_norm": 0.23888784253517656, | |
| "learning_rate": 9.480614388467877e-07, | |
| "loss": 0.26100364327430725, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 7.76056338028169, | |
| "grad_norm": 0.23035518389984047, | |
| "learning_rate": 9.47694533539912e-07, | |
| "loss": 0.25427085161209106, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 7.788732394366197, | |
| "grad_norm": 0.2397167748787147, | |
| "learning_rate": 9.473264167865171e-07, | |
| "loss": 0.26791495084762573, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 7.816901408450704, | |
| "grad_norm": 0.2324670883748479, | |
| "learning_rate": 9.469570897079504e-07, | |
| "loss": 0.25854068994522095, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 7.845070422535211, | |
| "grad_norm": 0.2407835066696354, | |
| "learning_rate": 9.465865534292464e-07, | |
| "loss": 0.25427621603012085, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 7.873239436619718, | |
| "grad_norm": 0.24566208023836886, | |
| "learning_rate": 9.462148090791228e-07, | |
| "loss": 0.25798651576042175, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 7.901408450704225, | |
| "grad_norm": 0.25230839039720004, | |
| "learning_rate": 9.458418577899774e-07, | |
| "loss": 0.2794758379459381, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 7.929577464788732, | |
| "grad_norm": 0.22946111074733544, | |
| "learning_rate": 9.454677006978842e-07, | |
| "loss": 0.2522087097167969, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 7.957746478873239, | |
| "grad_norm": 0.23483999818710283, | |
| "learning_rate": 9.450923389425911e-07, | |
| "loss": 0.24993300437927246, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 7.985915492957746, | |
| "grad_norm": 0.23222784962960594, | |
| "learning_rate": 9.44715773667515e-07, | |
| "loss": 0.2578023672103882, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.33496486871987224, | |
| "learning_rate": 9.443380060197385e-07, | |
| "loss": 0.2590055763721466, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 8.028169014084508, | |
| "grad_norm": 0.22978114673982541, | |
| "learning_rate": 9.43959037150008e-07, | |
| "loss": 0.2533671259880066, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 8.056338028169014, | |
| "grad_norm": 0.24537281724911067, | |
| "learning_rate": 9.43578868212728e-07, | |
| "loss": 0.2540019154548645, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 8.084507042253522, | |
| "grad_norm": 0.23952878163512892, | |
| "learning_rate": 9.431975003659594e-07, | |
| "loss": 0.2519161105155945, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 8.112676056338028, | |
| "grad_norm": 0.22410269302607416, | |
| "learning_rate": 9.428149347714143e-07, | |
| "loss": 0.2534847855567932, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 8.140845070422536, | |
| "grad_norm": 0.22515357416422843, | |
| "learning_rate": 9.424311725944543e-07, | |
| "loss": 0.2480982393026352, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 8.169014084507042, | |
| "grad_norm": 0.22463212198832308, | |
| "learning_rate": 9.420462150040852e-07, | |
| "loss": 0.25113674998283386, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 8.19718309859155, | |
| "grad_norm": 0.24243654364581727, | |
| "learning_rate": 9.416600631729548e-07, | |
| "loss": 0.2588122487068176, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 8.225352112676056, | |
| "grad_norm": 0.23662758753633675, | |
| "learning_rate": 9.412727182773486e-07, | |
| "loss": 0.2564491033554077, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 8.253521126760564, | |
| "grad_norm": 0.22745130948641154, | |
| "learning_rate": 9.408841814971861e-07, | |
| "loss": 0.25671282410621643, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 8.28169014084507, | |
| "grad_norm": 0.23421703627414328, | |
| "learning_rate": 9.404944540160177e-07, | |
| "loss": 0.25537922978401184, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 8.309859154929578, | |
| "grad_norm": 0.25808749865907027, | |
| "learning_rate": 9.401035370210212e-07, | |
| "loss": 0.2609266936779022, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 8.338028169014084, | |
| "grad_norm": 0.26628076978008886, | |
| "learning_rate": 9.397114317029974e-07, | |
| "loss": 0.26676198840141296, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 8.366197183098592, | |
| "grad_norm": 0.24806292816726846, | |
| "learning_rate": 9.393181392563669e-07, | |
| "loss": 0.2629510462284088, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 8.394366197183098, | |
| "grad_norm": 0.2450141484218029, | |
| "learning_rate": 9.38923660879167e-07, | |
| "loss": 0.24178162217140198, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 8.422535211267606, | |
| "grad_norm": 0.22586508580682582, | |
| "learning_rate": 9.385279977730472e-07, | |
| "loss": 0.2511584460735321, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 8.450704225352112, | |
| "grad_norm": 0.2351453280752253, | |
| "learning_rate": 9.381311511432658e-07, | |
| "loss": 0.2653919458389282, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 8.47887323943662, | |
| "grad_norm": 0.241646635077158, | |
| "learning_rate": 9.377331221986866e-07, | |
| "loss": 0.24603968858718872, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 8.507042253521126, | |
| "grad_norm": 0.2340015157165136, | |
| "learning_rate": 9.373339121517746e-07, | |
| "loss": 0.2578321695327759, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 8.535211267605634, | |
| "grad_norm": 0.2545851654819562, | |
| "learning_rate": 9.36933522218593e-07, | |
| "loss": 0.2556232213973999, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 8.56338028169014, | |
| "grad_norm": 0.2402873441824482, | |
| "learning_rate": 9.36531953618799e-07, | |
| "loss": 0.24149319529533386, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 8.591549295774648, | |
| "grad_norm": 0.22732048023459145, | |
| "learning_rate": 9.361292075756401e-07, | |
| "loss": 0.2583070695400238, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 8.619718309859154, | |
| "grad_norm": 0.23686044423247699, | |
| "learning_rate": 9.357252853159505e-07, | |
| "loss": 0.2552328407764435, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 8.647887323943662, | |
| "grad_norm": 0.248000780112058, | |
| "learning_rate": 9.353201880701477e-07, | |
| "loss": 0.2555694878101349, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 8.676056338028168, | |
| "grad_norm": 0.23819636245003398, | |
| "learning_rate": 9.34913917072228e-07, | |
| "loss": 0.2535495162010193, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 8.704225352112676, | |
| "grad_norm": 0.23289151649857873, | |
| "learning_rate": 9.345064735597633e-07, | |
| "loss": 0.23895904421806335, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 8.732394366197184, | |
| "grad_norm": 0.24456775846548265, | |
| "learning_rate": 9.340978587738972e-07, | |
| "loss": 0.24082013964653015, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 8.76056338028169, | |
| "grad_norm": 0.24111494311817017, | |
| "learning_rate": 9.336880739593415e-07, | |
| "loss": 0.2520008683204651, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 8.788732394366198, | |
| "grad_norm": 0.23455464565416306, | |
| "learning_rate": 9.332771203643714e-07, | |
| "loss": 0.24615193903446198, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 8.816901408450704, | |
| "grad_norm": 0.23820264470002048, | |
| "learning_rate": 9.328649992408231e-07, | |
| "loss": 0.24194085597991943, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 8.845070422535212, | |
| "grad_norm": 0.2509852236357078, | |
| "learning_rate": 9.324517118440888e-07, | |
| "loss": 0.2486490160226822, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 8.873239436619718, | |
| "grad_norm": 0.2364300073153734, | |
| "learning_rate": 9.320372594331137e-07, | |
| "loss": 0.26214224100112915, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 8.901408450704226, | |
| "grad_norm": 0.23707535806054583, | |
| "learning_rate": 9.316216432703916e-07, | |
| "loss": 0.2599393129348755, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 8.929577464788732, | |
| "grad_norm": 0.2623964552394443, | |
| "learning_rate": 9.312048646219617e-07, | |
| "loss": 0.2490779161453247, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 8.95774647887324, | |
| "grad_norm": 0.3409018820717708, | |
| "learning_rate": 9.307869247574038e-07, | |
| "loss": 0.24981269240379333, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 8.985915492957746, | |
| "grad_norm": 0.23275952122730492, | |
| "learning_rate": 9.303678249498352e-07, | |
| "loss": 0.24256354570388794, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 0.3314779892334818, | |
| "learning_rate": 9.299475664759068e-07, | |
| "loss": 0.2582060396671295, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 9.028169014084508, | |
| "grad_norm": 0.22855183478172078, | |
| "learning_rate": 9.295261506157985e-07, | |
| "loss": 0.24924015998840332, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 9.056338028169014, | |
| "grad_norm": 0.23011630291450727, | |
| "learning_rate": 9.291035786532163e-07, | |
| "loss": 0.24119523167610168, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 9.084507042253522, | |
| "grad_norm": 0.25455626881208104, | |
| "learning_rate": 9.286798518753878e-07, | |
| "loss": 0.2545008659362793, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 9.112676056338028, | |
| "grad_norm": 0.2470912179191389, | |
| "learning_rate": 9.282549715730579e-07, | |
| "loss": 0.25637179613113403, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 9.140845070422536, | |
| "grad_norm": 0.2361076856223727, | |
| "learning_rate": 9.278289390404859e-07, | |
| "loss": 0.24920859932899475, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 9.169014084507042, | |
| "grad_norm": 0.24962180209080553, | |
| "learning_rate": 9.274017555754407e-07, | |
| "loss": 0.25139665603637695, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 9.19718309859155, | |
| "grad_norm": 0.2661403261625342, | |
| "learning_rate": 9.269734224791974e-07, | |
| "loss": 0.25162649154663086, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 9.225352112676056, | |
| "grad_norm": 0.23321448395515867, | |
| "learning_rate": 9.265439410565328e-07, | |
| "loss": 0.2531318962574005, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 9.253521126760564, | |
| "grad_norm": 0.2489447660723762, | |
| "learning_rate": 9.261133126157217e-07, | |
| "loss": 0.2439672201871872, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 9.28169014084507, | |
| "grad_norm": 0.24654854069751458, | |
| "learning_rate": 9.256815384685328e-07, | |
| "loss": 0.24593070149421692, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 9.309859154929578, | |
| "grad_norm": 0.24922607082895212, | |
| "learning_rate": 9.252486199302256e-07, | |
| "loss": 0.24202078580856323, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 9.338028169014084, | |
| "grad_norm": 0.23810892907222608, | |
| "learning_rate": 9.248145583195447e-07, | |
| "loss": 0.24281273782253265, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 9.366197183098592, | |
| "grad_norm": 0.2414836664150074, | |
| "learning_rate": 9.243793549587171e-07, | |
| "loss": 0.24529415369033813, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 9.394366197183098, | |
| "grad_norm": 0.45146527719151147, | |
| "learning_rate": 9.239430111734476e-07, | |
| "loss": 0.24313722550868988, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 9.422535211267606, | |
| "grad_norm": 0.2513687754640395, | |
| "learning_rate": 9.235055282929153e-07, | |
| "loss": 0.24014408886432648, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 9.450704225352112, | |
| "grad_norm": 0.2464123403137622, | |
| "learning_rate": 9.230669076497687e-07, | |
| "loss": 0.25664836168289185, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 9.47887323943662, | |
| "grad_norm": 0.25003507348604787, | |
| "learning_rate": 9.226271505801224e-07, | |
| "loss": 0.25439685583114624, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 9.507042253521126, | |
| "grad_norm": 0.2460113899454725, | |
| "learning_rate": 9.221862584235526e-07, | |
| "loss": 0.2463434338569641, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 9.535211267605634, | |
| "grad_norm": 0.29434373718545254, | |
| "learning_rate": 9.217442325230936e-07, | |
| "loss": 0.2347492277622223, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 9.56338028169014, | |
| "grad_norm": 0.2426325292229501, | |
| "learning_rate": 9.213010742252327e-07, | |
| "loss": 0.2540351450443268, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 9.591549295774648, | |
| "grad_norm": 0.23873379819321794, | |
| "learning_rate": 9.208567848799069e-07, | |
| "loss": 0.23636561632156372, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 9.619718309859154, | |
| "grad_norm": 0.2536452901368959, | |
| "learning_rate": 9.204113658404989e-07, | |
| "loss": 0.2521906793117523, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 9.647887323943662, | |
| "grad_norm": 0.23819082363894303, | |
| "learning_rate": 9.199648184638318e-07, | |
| "loss": 0.23743756115436554, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 9.676056338028168, | |
| "grad_norm": 0.24809194025801815, | |
| "learning_rate": 9.195171441101668e-07, | |
| "loss": 0.2550021708011627, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 9.704225352112676, | |
| "grad_norm": 0.2407861067961907, | |
| "learning_rate": 9.190683441431974e-07, | |
| "loss": 0.23909378051757812, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 9.732394366197184, | |
| "grad_norm": 0.25194809703933585, | |
| "learning_rate": 9.186184199300463e-07, | |
| "loss": 0.2386261522769928, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 9.76056338028169, | |
| "grad_norm": 0.3109079135054994, | |
| "learning_rate": 9.181673728412605e-07, | |
| "loss": 0.24811868369579315, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 9.788732394366198, | |
| "grad_norm": 0.24849445193131672, | |
| "learning_rate": 9.177152042508077e-07, | |
| "loss": 0.24510633945465088, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 9.816901408450704, | |
| "grad_norm": 0.25056831997285267, | |
| "learning_rate": 9.17261915536072e-07, | |
| "loss": 0.2476453185081482, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 9.845070422535212, | |
| "grad_norm": 0.24753809085881498, | |
| "learning_rate": 9.168075080778494e-07, | |
| "loss": 0.24052247405052185, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 9.873239436619718, | |
| "grad_norm": 0.27322821616611875, | |
| "learning_rate": 9.163519832603436e-07, | |
| "loss": 0.2500559687614441, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 9.901408450704226, | |
| "grad_norm": 0.24879142424699366, | |
| "learning_rate": 9.158953424711624e-07, | |
| "loss": 0.26202425360679626, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 9.929577464788732, | |
| "grad_norm": 0.2566208852525709, | |
| "learning_rate": 9.154375871013128e-07, | |
| "loss": 0.24967315793037415, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 9.95774647887324, | |
| "grad_norm": 0.2544024404845266, | |
| "learning_rate": 9.149787185451969e-07, | |
| "loss": 0.25556012988090515, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 9.985915492957746, | |
| "grad_norm": 0.2694091003451415, | |
| "learning_rate": 9.145187382006081e-07, | |
| "loss": 0.24726629257202148, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 0.3663693099814081, | |
| "learning_rate": 9.140576474687263e-07, | |
| "loss": 0.26241111755371094, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 10.028169014084508, | |
| "grad_norm": 0.23090643712953313, | |
| "learning_rate": 9.135954477541137e-07, | |
| "loss": 0.24851879477500916, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 10.056338028169014, | |
| "grad_norm": 0.2616114206455057, | |
| "learning_rate": 9.131321404647109e-07, | |
| "loss": 0.25464296340942383, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 10.084507042253522, | |
| "grad_norm": 1.0513495732621954, | |
| "learning_rate": 9.126677270118322e-07, | |
| "loss": 0.2508964538574219, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 10.112676056338028, | |
| "grad_norm": 0.2430762392307408, | |
| "learning_rate": 9.122022088101613e-07, | |
| "loss": 0.23258915543556213, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 10.140845070422536, | |
| "grad_norm": 0.2382764499634006, | |
| "learning_rate": 9.117355872777477e-07, | |
| "loss": 0.23789361119270325, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 10.169014084507042, | |
| "grad_norm": 0.23857586756321417, | |
| "learning_rate": 9.112678638360015e-07, | |
| "loss": 0.2322252094745636, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 10.19718309859155, | |
| "grad_norm": 0.24330523331980736, | |
| "learning_rate": 9.107990399096893e-07, | |
| "loss": 0.2315920889377594, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 10.225352112676056, | |
| "grad_norm": 0.24433633894014556, | |
| "learning_rate": 9.103291169269299e-07, | |
| "loss": 0.2451440989971161, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 10.253521126760564, | |
| "grad_norm": 0.24610806276364772, | |
| "learning_rate": 9.098580963191907e-07, | |
| "loss": 0.23949627578258514, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 10.28169014084507, | |
| "grad_norm": 0.2523755182308413, | |
| "learning_rate": 9.093859795212817e-07, | |
| "loss": 0.255041241645813, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 10.309859154929578, | |
| "grad_norm": 0.26254221360687513, | |
| "learning_rate": 9.089127679713529e-07, | |
| "loss": 0.24673743546009064, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 10.338028169014084, | |
| "grad_norm": 0.2659551535025712, | |
| "learning_rate": 9.084384631108882e-07, | |
| "loss": 0.24092882871627808, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 10.366197183098592, | |
| "grad_norm": 0.2498699583878038, | |
| "learning_rate": 9.079630663847031e-07, | |
| "loss": 0.25087377429008484, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 10.394366197183098, | |
| "grad_norm": 0.24152932921989356, | |
| "learning_rate": 9.074865792409381e-07, | |
| "loss": 0.24652892351150513, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 10.422535211267606, | |
| "grad_norm": 0.2975373111612133, | |
| "learning_rate": 9.070090031310558e-07, | |
| "loss": 0.24474310874938965, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 10.450704225352112, | |
| "grad_norm": 0.24529378455418052, | |
| "learning_rate": 9.065303395098358e-07, | |
| "loss": 0.24984315037727356, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 10.47887323943662, | |
| "grad_norm": 0.28844340433996196, | |
| "learning_rate": 9.060505898353705e-07, | |
| "loss": 0.2597285509109497, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 10.507042253521126, | |
| "grad_norm": 0.2519686815558072, | |
| "learning_rate": 9.055697555690607e-07, | |
| "loss": 0.24229422211647034, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 10.535211267605634, | |
| "grad_norm": 0.2540659099568006, | |
| "learning_rate": 9.050878381756107e-07, | |
| "loss": 0.24451278150081635, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 10.56338028169014, | |
| "grad_norm": 0.25284268194412596, | |
| "learning_rate": 9.046048391230247e-07, | |
| "loss": 0.232026606798172, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 10.591549295774648, | |
| "grad_norm": 0.2509160048760181, | |
| "learning_rate": 9.041207598826017e-07, | |
| "loss": 0.2384566068649292, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 10.619718309859154, | |
| "grad_norm": 0.35519399545629293, | |
| "learning_rate": 9.036356019289309e-07, | |
| "loss": 0.24372628331184387, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 10.647887323943662, | |
| "grad_norm": 0.2439787106834223, | |
| "learning_rate": 9.031493667398872e-07, | |
| "loss": 0.23376773297786713, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 10.676056338028168, | |
| "grad_norm": 0.25658992692397564, | |
| "learning_rate": 9.026620557966279e-07, | |
| "loss": 0.2388392984867096, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 10.704225352112676, | |
| "grad_norm": 0.2491570641039132, | |
| "learning_rate": 9.021736705835862e-07, | |
| "loss": 0.2429148256778717, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 10.732394366197184, | |
| "grad_norm": 0.32073931464521355, | |
| "learning_rate": 9.016842125884684e-07, | |
| "loss": 0.22875139117240906, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 10.76056338028169, | |
| "grad_norm": 0.2502280989278628, | |
| "learning_rate": 9.011936833022484e-07, | |
| "loss": 0.23325741291046143, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 10.788732394366198, | |
| "grad_norm": 0.7429272352122884, | |
| "learning_rate": 9.007020842191634e-07, | |
| "loss": 0.25491032004356384, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 10.816901408450704, | |
| "grad_norm": 0.25366909205038285, | |
| "learning_rate": 9.002094168367095e-07, | |
| "loss": 0.25390559434890747, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 10.845070422535212, | |
| "grad_norm": 0.2532418479840136, | |
| "learning_rate": 8.997156826556369e-07, | |
| "loss": 0.239566832780838, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 10.873239436619718, | |
| "grad_norm": 0.24862594273960315, | |
| "learning_rate": 8.992208831799456e-07, | |
| "loss": 0.24101951718330383, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 10.901408450704226, | |
| "grad_norm": 0.36453597595458426, | |
| "learning_rate": 8.987250199168808e-07, | |
| "loss": 0.22447983920574188, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 10.929577464788732, | |
| "grad_norm": 0.26909996327806845, | |
| "learning_rate": 8.982280943769278e-07, | |
| "loss": 0.24062535166740417, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 10.95774647887324, | |
| "grad_norm": 0.2638850341939346, | |
| "learning_rate": 8.977301080738079e-07, | |
| "loss": 0.2585245966911316, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 10.985915492957746, | |
| "grad_norm": 0.3097784840969631, | |
| "learning_rate": 8.97231062524474e-07, | |
| "loss": 0.2358318418264389, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "grad_norm": 0.3849386810629798, | |
| "learning_rate": 8.967309592491052e-07, | |
| "loss": 0.25533783435821533, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 11.028169014084508, | |
| "grad_norm": 0.26256476010695584, | |
| "learning_rate": 8.962297997711027e-07, | |
| "loss": 0.22924092411994934, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 11.056338028169014, | |
| "grad_norm": 0.2639241753105924, | |
| "learning_rate": 8.957275856170855e-07, | |
| "loss": 0.24100372195243835, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 11.084507042253522, | |
| "grad_norm": 0.298152727306937, | |
| "learning_rate": 8.952243183168848e-07, | |
| "loss": 0.24404382705688477, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 11.112676056338028, | |
| "grad_norm": 0.2702268162010949, | |
| "learning_rate": 8.9471999940354e-07, | |
| "loss": 0.23476135730743408, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 11.140845070422536, | |
| "grad_norm": 0.38346237984716247, | |
| "learning_rate": 8.942146304132943e-07, | |
| "loss": 0.2230163812637329, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 11.169014084507042, | |
| "grad_norm": 0.30719276755462255, | |
| "learning_rate": 8.937082128855891e-07, | |
| "loss": 0.24640659987926483, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 11.19718309859155, | |
| "grad_norm": 0.2522559076259691, | |
| "learning_rate": 8.932007483630596e-07, | |
| "loss": 0.2337941825389862, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 11.225352112676056, | |
| "grad_norm": 0.2811477850391036, | |
| "learning_rate": 8.926922383915315e-07, | |
| "loss": 0.24217446148395538, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 11.253521126760564, | |
| "grad_norm": 0.2937577324495388, | |
| "learning_rate": 8.921826845200138e-07, | |
| "loss": 0.23650123178958893, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 11.28169014084507, | |
| "grad_norm": 0.2665251490542768, | |
| "learning_rate": 8.916720883006963e-07, | |
| "loss": 0.23723018169403076, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 11.309859154929578, | |
| "grad_norm": 0.2577956520635811, | |
| "learning_rate": 8.911604512889434e-07, | |
| "loss": 0.23821580410003662, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 11.338028169014084, | |
| "grad_norm": 0.2747361963021525, | |
| "learning_rate": 8.906477750432903e-07, | |
| "loss": 0.23665378987789154, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 11.366197183098592, | |
| "grad_norm": 0.36401043696800917, | |
| "learning_rate": 8.901340611254378e-07, | |
| "loss": 0.24189358949661255, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 11.394366197183098, | |
| "grad_norm": 0.2520809121047697, | |
| "learning_rate": 8.896193111002475e-07, | |
| "loss": 0.2461044192314148, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 11.422535211267606, | |
| "grad_norm": 0.2762514295319336, | |
| "learning_rate": 8.891035265357371e-07, | |
| "loss": 0.22839877009391785, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 11.450704225352112, | |
| "grad_norm": 0.2766703038586183, | |
| "learning_rate": 8.88586709003076e-07, | |
| "loss": 0.2436380237340927, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 11.47887323943662, | |
| "grad_norm": 0.25607243680163955, | |
| "learning_rate": 8.8806886007658e-07, | |
| "loss": 0.24581144750118256, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 11.507042253521126, | |
| "grad_norm": 0.25612907513591854, | |
| "learning_rate": 8.875499813337067e-07, | |
| "loss": 0.24154463410377502, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 11.535211267605634, | |
| "grad_norm": 0.26351210813960735, | |
| "learning_rate": 8.87030074355051e-07, | |
| "loss": 0.23528064787387848, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 11.56338028169014, | |
| "grad_norm": 0.25456237789297487, | |
| "learning_rate": 8.865091407243394e-07, | |
| "loss": 0.23557059466838837, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 11.591549295774648, | |
| "grad_norm": 0.26763665810579157, | |
| "learning_rate": 8.859871820284261e-07, | |
| "loss": 0.2497173398733139, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 11.619718309859154, | |
| "grad_norm": 0.47514856857684123, | |
| "learning_rate": 8.85464199857288e-07, | |
| "loss": 0.24749311804771423, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 11.647887323943662, | |
| "grad_norm": 0.5410123563974302, | |
| "learning_rate": 8.849401958040192e-07, | |
| "loss": 0.2356778383255005, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 11.676056338028168, | |
| "grad_norm": 0.2597674855652335, | |
| "learning_rate": 8.844151714648274e-07, | |
| "loss": 0.24779964983463287, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 11.704225352112676, | |
| "grad_norm": 0.26052872396427884, | |
| "learning_rate": 8.838891284390273e-07, | |
| "loss": 0.24069969356060028, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 11.732394366197184, | |
| "grad_norm": 0.24768122719136823, | |
| "learning_rate": 8.833620683290375e-07, | |
| "loss": 0.23677203059196472, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 11.76056338028169, | |
| "grad_norm": 0.2673480579083074, | |
| "learning_rate": 8.828339927403745e-07, | |
| "loss": 0.23263472318649292, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 11.788732394366198, | |
| "grad_norm": 0.2542699067266434, | |
| "learning_rate": 8.823049032816478e-07, | |
| "loss": 0.23910850286483765, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 11.816901408450704, | |
| "grad_norm": 0.2623369584647608, | |
| "learning_rate": 8.817748015645558e-07, | |
| "loss": 0.23500274121761322, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 11.845070422535212, | |
| "grad_norm": 0.2741171560352947, | |
| "learning_rate": 8.812436892038805e-07, | |
| "loss": 0.2363435924053192, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 11.873239436619718, | |
| "grad_norm": 0.2764265991901865, | |
| "learning_rate": 8.807115678174819e-07, | |
| "loss": 0.23622967302799225, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 11.901408450704226, | |
| "grad_norm": 0.26408384561026765, | |
| "learning_rate": 8.801784390262943e-07, | |
| "loss": 0.2463335543870926, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 11.929577464788732, | |
| "grad_norm": 0.2675833299403756, | |
| "learning_rate": 8.796443044543203e-07, | |
| "loss": 0.23592045903205872, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 11.95774647887324, | |
| "grad_norm": 0.2992956465951693, | |
| "learning_rate": 8.791091657286267e-07, | |
| "loss": 0.23169052600860596, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 11.985915492957746, | |
| "grad_norm": 0.25981524018584473, | |
| "learning_rate": 8.785730244793386e-07, | |
| "loss": 0.2329520881175995, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "grad_norm": 0.3813833592995728, | |
| "learning_rate": 8.780358823396352e-07, | |
| "loss": 0.24386751651763916, | |
| "step": 432 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1800, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 50, | |
| "save_steps": 1.0, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 261065740386304.0, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |