| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.997, |
| "eval_steps": 500, |
| "global_step": 375, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.008008008008008008, |
| "grad_norm": 1.6445057392120361, |
| "learning_rate": 2e-05, |
| "loss": 2.3547, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.016016016016016016, |
| "grad_norm": 1.63363778591156, |
| "learning_rate": 4e-05, |
| "loss": 2.3812, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.024024024024024024, |
| "grad_norm": 1.6492197513580322, |
| "learning_rate": 6e-05, |
| "loss": 2.3399, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.03203203203203203, |
| "grad_norm": 1.6518611907958984, |
| "learning_rate": 8e-05, |
| "loss": 2.3172, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.04004004004004004, |
| "grad_norm": 1.7173571586608887, |
| "learning_rate": 0.0001, |
| "loss": 2.2563, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.04804804804804805, |
| "grad_norm": 1.563859224319458, |
| "learning_rate": 0.00012, |
| "loss": 2.0256, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.056056056056056056, |
| "grad_norm": 1.5590581893920898, |
| "learning_rate": 0.00014, |
| "loss": 1.8324, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.06406406406406406, |
| "grad_norm": 1.5127277374267578, |
| "learning_rate": 0.00016, |
| "loss": 1.5787, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.07207207207207207, |
| "grad_norm": 1.5447226762771606, |
| "learning_rate": 0.00018, |
| "loss": 1.3826, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.08008008008008008, |
| "grad_norm": 4.600811004638672, |
| "learning_rate": 0.0002, |
| "loss": 1.2388, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.08808808808808809, |
| "grad_norm": 1.6333264112472534, |
| "learning_rate": 0.00019999629591162656, |
| "loss": 1.0977, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.0960960960960961, |
| "grad_norm": 1.5325253009796143, |
| "learning_rate": 0.00019998518392091164, |
| "loss": 1.0178, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.1041041041041041, |
| "grad_norm": 1.866473913192749, |
| "learning_rate": 0.00019996666485105113, |
| "loss": 0.9454, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.11211211211211211, |
| "grad_norm": 1.450692892074585, |
| "learning_rate": 0.0001999407400739705, |
| "loss": 0.8514, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.12012012012012012, |
| "grad_norm": 5.149086952209473, |
| "learning_rate": 0.00019990741151022301, |
| "loss": 0.9136, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.12812812812812813, |
| "grad_norm": 0.7399551272392273, |
| "learning_rate": 0.00019986668162884762, |
| "loss": 0.8742, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.13613613613613615, |
| "grad_norm": 0.6142033934593201, |
| "learning_rate": 0.00019981855344718588, |
| "loss": 0.8082, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.14414414414414414, |
| "grad_norm": 0.47605425119400024, |
| "learning_rate": 0.00019976303053065859, |
| "loss": 0.8019, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.15215215215215216, |
| "grad_norm": 0.3993614614009857, |
| "learning_rate": 0.00019970011699250152, |
| "loss": 0.7625, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.16016016016016016, |
| "grad_norm": 0.4947199821472168, |
| "learning_rate": 0.00019962981749346078, |
| "loss": 0.7419, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.16816816816816818, |
| "grad_norm": 0.549526572227478, |
| "learning_rate": 0.00019955213724144754, |
| "loss": 0.7468, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.17617617617617617, |
| "grad_norm": 0.34314435720443726, |
| "learning_rate": 0.00019946708199115211, |
| "loss": 0.7482, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.1841841841841842, |
| "grad_norm": 0.38283613324165344, |
| "learning_rate": 0.00019937465804361783, |
| "loss": 0.7304, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.1921921921921922, |
| "grad_norm": 0.28871795535087585, |
| "learning_rate": 0.00019927487224577402, |
| "loss": 0.746, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.2002002002002002, |
| "grad_norm": 0.321494996547699, |
| "learning_rate": 0.000199167731989929, |
| "loss": 0.7461, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.2082082082082082, |
| "grad_norm": 0.315449982881546, |
| "learning_rate": 0.0001990532452132223, |
| "loss": 0.7286, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.21621621621621623, |
| "grad_norm": 0.2904318571090698, |
| "learning_rate": 0.00019893142039703664, |
| "loss": 0.7119, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.22422422422422422, |
| "grad_norm": 0.27874529361724854, |
| "learning_rate": 0.00019880226656636977, |
| "loss": 0.7105, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.23223223223223224, |
| "grad_norm": 0.2948579490184784, |
| "learning_rate": 0.0001986657932891657, |
| "loss": 0.6976, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.24024024024024024, |
| "grad_norm": 0.2542964220046997, |
| "learning_rate": 0.00019852201067560606, |
| "loss": 0.7351, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.24824824824824826, |
| "grad_norm": 0.2960706353187561, |
| "learning_rate": 0.000198370929377361, |
| "loss": 0.7179, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.25625625625625625, |
| "grad_norm": 0.24776384234428406, |
| "learning_rate": 0.00019821256058680006, |
| "loss": 0.7134, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.26426426426426425, |
| "grad_norm": 0.33054184913635254, |
| "learning_rate": 0.00019804691603616324, |
| "loss": 0.6995, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.2722722722722723, |
| "grad_norm": 0.2543237805366516, |
| "learning_rate": 0.00019787400799669154, |
| "loss": 0.7081, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.2802802802802803, |
| "grad_norm": 0.25240710377693176, |
| "learning_rate": 0.0001976938492777182, |
| "loss": 0.6928, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.2882882882882883, |
| "grad_norm": 0.35880276560783386, |
| "learning_rate": 0.0001975064532257195, |
| "loss": 0.7177, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.2962962962962963, |
| "grad_norm": 0.3675362467765808, |
| "learning_rate": 0.0001973118337233262, |
| "loss": 0.6865, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.30430430430430433, |
| "grad_norm": 0.3688451051712036, |
| "learning_rate": 0.00019711000518829507, |
| "loss": 0.6724, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.3123123123123123, |
| "grad_norm": 0.2982208728790283, |
| "learning_rate": 0.00019690098257244064, |
| "loss": 0.671, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.3203203203203203, |
| "grad_norm": 0.24197936058044434, |
| "learning_rate": 0.00019668478136052774, |
| "loss": 0.6777, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.3283283283283283, |
| "grad_norm": 0.748349130153656, |
| "learning_rate": 0.00019646141756912434, |
| "loss": 0.6641, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.33633633633633636, |
| "grad_norm": 0.5585939288139343, |
| "learning_rate": 0.00019623090774541487, |
| "loss": 0.6988, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.34434434434434436, |
| "grad_norm": 0.40285471081733704, |
| "learning_rate": 0.00019599326896597448, |
| "loss": 0.6811, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.35235235235235235, |
| "grad_norm": 0.25714346766471863, |
| "learning_rate": 0.00019574851883550395, |
| "loss": 0.6913, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.36036036036036034, |
| "grad_norm": 0.4926215708255768, |
| "learning_rate": 0.00019549667548552556, |
| "loss": 0.6707, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.3683683683683684, |
| "grad_norm": 0.3760850429534912, |
| "learning_rate": 0.00019523775757303974, |
| "loss": 0.6809, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.3763763763763764, |
| "grad_norm": 0.3734811842441559, |
| "learning_rate": 0.0001949717842791432, |
| "loss": 0.6386, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.3843843843843844, |
| "grad_norm": 0.3447561264038086, |
| "learning_rate": 0.00019469877530760754, |
| "loss": 0.6955, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.3923923923923924, |
| "grad_norm": 0.2680707573890686, |
| "learning_rate": 0.00019441875088341997, |
| "loss": 0.6625, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.4004004004004004, |
| "grad_norm": 0.2692941725254059, |
| "learning_rate": 0.00019413173175128473, |
| "loss": 0.66, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.4084084084084084, |
| "grad_norm": 0.32329630851745605, |
| "learning_rate": 0.00019383773917408642, |
| "loss": 0.6612, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.4164164164164164, |
| "grad_norm": 0.281435489654541, |
| "learning_rate": 0.00019353679493131485, |
| "loss": 0.6621, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.4244244244244244, |
| "grad_norm": 0.22186556458473206, |
| "learning_rate": 0.00019322892131745135, |
| "loss": 0.6465, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.43243243243243246, |
| "grad_norm": 0.2902645468711853, |
| "learning_rate": 0.00019291414114031743, |
| "loss": 0.6693, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.44044044044044045, |
| "grad_norm": 0.2899124324321747, |
| "learning_rate": 0.000192592477719385, |
| "loss": 0.6568, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.44844844844844844, |
| "grad_norm": 0.2124062478542328, |
| "learning_rate": 0.00019226395488404876, |
| "loss": 0.6724, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.45645645645645644, |
| "grad_norm": 0.23896393179893494, |
| "learning_rate": 0.00019192859697186106, |
| "loss": 0.6459, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.4644644644644645, |
| "grad_norm": 0.2762405574321747, |
| "learning_rate": 0.00019158642882672873, |
| "loss": 0.6498, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.4724724724724725, |
| "grad_norm": 0.2079935222864151, |
| "learning_rate": 0.00019123747579707275, |
| "loss": 0.6604, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.4804804804804805, |
| "grad_norm": 0.23864208161830902, |
| "learning_rate": 0.0001908817637339503, |
| "loss": 0.6378, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.48848848848848847, |
| "grad_norm": 0.21718506515026093, |
| "learning_rate": 0.00019051931898913976, |
| "loss": 0.6424, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.4964964964964965, |
| "grad_norm": 0.2773915231227875, |
| "learning_rate": 0.0001901501684131884, |
| "loss": 0.6474, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.5045045045045045, |
| "grad_norm": 0.23982493579387665, |
| "learning_rate": 0.0001897743393534234, |
| "loss": 0.6256, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.5125125125125125, |
| "grad_norm": 0.23621873557567596, |
| "learning_rate": 0.0001893918596519257, |
| "loss": 0.6403, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.5205205205205206, |
| "grad_norm": 0.22759953141212463, |
| "learning_rate": 0.00018900275764346768, |
| "loss": 0.6484, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.5285285285285285, |
| "grad_norm": 0.26695549488067627, |
| "learning_rate": 0.00018860706215341382, |
| "loss": 0.609, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.5365365365365365, |
| "grad_norm": 0.24594709277153015, |
| "learning_rate": 0.00018820480249558537, |
| "loss": 0.6338, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.5445445445445446, |
| "grad_norm": 0.22960062325000763, |
| "learning_rate": 0.00018779600847008884, |
| "loss": 0.6166, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.5525525525525525, |
| "grad_norm": 0.25302109122276306, |
| "learning_rate": 0.00018738071036110808, |
| "loss": 0.6422, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.5605605605605606, |
| "grad_norm": 0.3339892327785492, |
| "learning_rate": 0.0001869589389346611, |
| "loss": 0.6558, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.5685685685685685, |
| "grad_norm": 0.21397258341312408, |
| "learning_rate": 0.00018653072543632062, |
| "loss": 0.6323, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.5765765765765766, |
| "grad_norm": 0.2514493465423584, |
| "learning_rate": 0.00018609610158889942, |
| "loss": 0.657, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.5845845845845846, |
| "grad_norm": 0.25317835807800293, |
| "learning_rate": 0.00018565509959010036, |
| "loss": 0.641, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.5925925925925926, |
| "grad_norm": 0.22669494152069092, |
| "learning_rate": 0.00018520775211013093, |
| "loss": 0.6369, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.6006006006006006, |
| "grad_norm": 0.2214743047952652, |
| "learning_rate": 0.00018475409228928312, |
| "loss": 0.6307, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.6086086086086087, |
| "grad_norm": 0.24376747012138367, |
| "learning_rate": 0.00018429415373547828, |
| "loss": 0.6557, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.6166166166166166, |
| "grad_norm": 0.2158333659172058, |
| "learning_rate": 0.00018382797052177746, |
| "loss": 0.655, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.6246246246246246, |
| "grad_norm": 0.25565382838249207, |
| "learning_rate": 0.000183355577183857, |
| "loss": 0.6299, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.6326326326326326, |
| "grad_norm": 0.20636747777462006, |
| "learning_rate": 0.00018287700871745036, |
| "loss": 0.6283, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.6406406406406406, |
| "grad_norm": 0.21258121728897095, |
| "learning_rate": 0.00018239230057575542, |
| "loss": 0.6174, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.6486486486486487, |
| "grad_norm": 0.2861458957195282, |
| "learning_rate": 0.00018190148866680802, |
| "loss": 0.6547, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.6566566566566566, |
| "grad_norm": 0.23667441308498383, |
| "learning_rate": 0.0001814046093508218, |
| "loss": 0.6416, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.6646646646646647, |
| "grad_norm": 0.23191799223423004, |
| "learning_rate": 0.00018090169943749476, |
| "loss": 0.642, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.6726726726726727, |
| "grad_norm": 0.2622171938419342, |
| "learning_rate": 0.00018039279618328212, |
| "loss": 0.6241, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.6806806806806807, |
| "grad_norm": 0.2891266345977783, |
| "learning_rate": 0.00017987793728863651, |
| "loss": 0.6284, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.6886886886886887, |
| "grad_norm": 0.26767420768737793, |
| "learning_rate": 0.00017935716089521474, |
| "loss": 0.627, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.6966966966966966, |
| "grad_norm": 0.2828672230243683, |
| "learning_rate": 0.00017883050558305255, |
| "loss": 0.6418, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.7047047047047047, |
| "grad_norm": 0.32730573415756226, |
| "learning_rate": 0.00017829801036770628, |
| "loss": 0.6629, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.7127127127127127, |
| "grad_norm": 0.24029900133609772, |
| "learning_rate": 0.0001777597146973627, |
| "loss": 0.614, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.7207207207207207, |
| "grad_norm": 0.2929212152957916, |
| "learning_rate": 0.00017721565844991643, |
| "loss": 0.632, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.7287287287287287, |
| "grad_norm": 0.2860666513442993, |
| "learning_rate": 0.00017666588193001595, |
| "loss": 0.6289, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.7367367367367368, |
| "grad_norm": 0.23325330018997192, |
| "learning_rate": 0.00017611042586607748, |
| "loss": 0.6392, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.7447447447447447, |
| "grad_norm": 0.3126169443130493, |
| "learning_rate": 0.00017554933140726802, |
| "loss": 0.6422, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.7527527527527528, |
| "grad_norm": 0.26704883575439453, |
| "learning_rate": 0.00017498264012045687, |
| "loss": 0.6166, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.7607607607607607, |
| "grad_norm": 0.2184283286333084, |
| "learning_rate": 0.00017441039398713608, |
| "loss": 0.6235, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.7687687687687688, |
| "grad_norm": 0.23906390368938446, |
| "learning_rate": 0.00017383263540031067, |
| "loss": 0.6643, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.7767767767767768, |
| "grad_norm": 0.26839691400527954, |
| "learning_rate": 0.0001732494071613579, |
| "loss": 0.6514, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.7847847847847848, |
| "grad_norm": 0.2805701494216919, |
| "learning_rate": 0.00017266075247685656, |
| "loss": 0.6168, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.7927927927927928, |
| "grad_norm": 0.21650992333889008, |
| "learning_rate": 0.00017206671495538612, |
| "loss": 0.5983, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.8008008008008008, |
| "grad_norm": 0.2302800416946411, |
| "learning_rate": 0.00017146733860429612, |
| "loss": 0.6301, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.8088088088088088, |
| "grad_norm": 0.29078415036201477, |
| "learning_rate": 0.000170862667826446, |
| "loss": 0.616, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.8168168168168168, |
| "grad_norm": 0.24860034883022308, |
| "learning_rate": 0.0001702527474169157, |
| "loss": 0.6352, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.8248248248248248, |
| "grad_norm": 0.26281973719596863, |
| "learning_rate": 0.00016963762255968722, |
| "loss": 0.6218, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.8328328328328328, |
| "grad_norm": 0.29051998257637024, |
| "learning_rate": 0.0001690173388242972, |
| "loss": 0.6233, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.8408408408408409, |
| "grad_norm": 0.2471507042646408, |
| "learning_rate": 0.00016839194216246108, |
| "loss": 0.6147, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.8488488488488488, |
| "grad_norm": 0.2574704587459564, |
| "learning_rate": 0.0001677614789046689, |
| "loss": 0.6174, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.8568568568568569, |
| "grad_norm": 0.2551233172416687, |
| "learning_rate": 0.00016712599575675316, |
| "loss": 0.5989, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.8648648648648649, |
| "grad_norm": 0.2901318371295929, |
| "learning_rate": 0.00016648553979642868, |
| "loss": 0.6241, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.8728728728728729, |
| "grad_norm": 0.23769080638885498, |
| "learning_rate": 0.0001658401584698049, |
| "loss": 0.6044, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.8808808808808809, |
| "grad_norm": 0.2580976188182831, |
| "learning_rate": 0.00016518989958787126, |
| "loss": 0.622, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.24077744781970978, |
| "learning_rate": 0.00016453481132295506, |
| "loss": 0.6047, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.8968968968968969, |
| "grad_norm": 0.228902667760849, |
| "learning_rate": 0.00016387494220515274, |
| "loss": 0.6138, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.9049049049049049, |
| "grad_norm": 0.2607581317424774, |
| "learning_rate": 0.00016321034111873488, |
| "loss": 0.6307, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.9129129129129129, |
| "grad_norm": 0.2575569450855255, |
| "learning_rate": 0.00016254105729852464, |
| "loss": 0.6008, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.9209209209209209, |
| "grad_norm": 0.231553852558136, |
| "learning_rate": 0.00016186714032625035, |
| "loss": 0.617, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.928928928928929, |
| "grad_norm": 0.24820354580879211, |
| "learning_rate": 0.00016118864012687245, |
| "loss": 0.5991, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.9369369369369369, |
| "grad_norm": 0.2364109754562378, |
| "learning_rate": 0.00016050560696488492, |
| "loss": 0.6094, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.944944944944945, |
| "grad_norm": 0.2492029368877411, |
| "learning_rate": 0.00015981809144059166, |
| "loss": 0.6143, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.9529529529529529, |
| "grad_norm": 0.27745717763900757, |
| "learning_rate": 0.00015912614448635782, |
| "loss": 0.6203, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.960960960960961, |
| "grad_norm": 0.2555610239505768, |
| "learning_rate": 0.00015842981736283686, |
| "loss": 0.6314, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.968968968968969, |
| "grad_norm": 0.2268420308828354, |
| "learning_rate": 0.00015772916165517273, |
| "loss": 0.6155, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.9769769769769769, |
| "grad_norm": 0.250041127204895, |
| "learning_rate": 0.00015702422926917872, |
| "loss": 0.6226, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.984984984984985, |
| "grad_norm": 0.2596072554588318, |
| "learning_rate": 0.00015631507242749187, |
| "loss": 0.6086, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.992992992992993, |
| "grad_norm": 0.2280743271112442, |
| "learning_rate": 0.00015560174366570446, |
| "loss": 0.5994, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.001001001001001, |
| "grad_norm": 0.23362237215042114, |
| "learning_rate": 0.00015488429582847192, |
| "loss": 0.616, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.006, |
| "grad_norm": 0.2956937849521637, |
| "learning_rate": 0.00015416278206559816, |
| "loss": 0.6038, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.014, |
| "grad_norm": 0.250629723072052, |
| "learning_rate": 0.0001534372558280979, |
| "loss": 0.5991, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.022, |
| "grad_norm": 0.231906458735466, |
| "learning_rate": 0.00015270777086423722, |
| "loss": 0.6088, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.03, |
| "grad_norm": 0.2888093590736389, |
| "learning_rate": 0.0001519743812155516, |
| "loss": 0.5892, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.038, |
| "grad_norm": 0.24940524995326996, |
| "learning_rate": 0.0001512371412128424, |
| "loss": 0.5982, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.046, |
| "grad_norm": 0.24017778038978577, |
| "learning_rate": 0.00015049610547215205, |
| "loss": 0.5608, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.054, |
| "grad_norm": 0.2334035485982895, |
| "learning_rate": 0.00014975132889071807, |
| "loss": 0.6034, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.062, |
| "grad_norm": 0.2773897349834442, |
| "learning_rate": 0.00014900286664290592, |
| "loss": 0.6387, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.07, |
| "grad_norm": 0.24266445636749268, |
| "learning_rate": 0.00014825077417612186, |
| "loss": 0.5612, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.078, |
| "grad_norm": 0.22919470071792603, |
| "learning_rate": 0.00014749510720670506, |
| "loss": 0.599, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.086, |
| "grad_norm": 0.23829148709774017, |
| "learning_rate": 0.00014673592171580025, |
| "loss": 0.6066, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.094, |
| "grad_norm": 0.31981223821640015, |
| "learning_rate": 0.00014597327394521044, |
| "loss": 0.5692, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.102, |
| "grad_norm": 0.2747564911842346, |
| "learning_rate": 0.00014520722039323045, |
| "loss": 0.62, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.11, |
| "grad_norm": 0.2592499852180481, |
| "learning_rate": 0.00014443781781046136, |
| "loss": 0.5937, |
| "step": 139 |
| }, |
| { |
| "epoch": 1.1179999999999999, |
| "grad_norm": 0.31891530752182007, |
| "learning_rate": 0.0001436651231956064, |
| "loss": 0.5973, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.126, |
| "grad_norm": 0.2743702232837677, |
| "learning_rate": 0.00014288919379124837, |
| "loss": 0.6045, |
| "step": 141 |
| }, |
| { |
| "epoch": 1.134, |
| "grad_norm": 0.2665708661079407, |
| "learning_rate": 0.00014211008707960897, |
| "loss": 0.5898, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.142, |
| "grad_norm": 0.33267003297805786, |
| "learning_rate": 0.00014132786077829043, |
| "loss": 0.5945, |
| "step": 143 |
| }, |
| { |
| "epoch": 1.15, |
| "grad_norm": 0.28636589646339417, |
| "learning_rate": 0.00014054257283599973, |
| "loss": 0.5914, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.158, |
| "grad_norm": 0.27305400371551514, |
| "learning_rate": 0.0001397542814282556, |
| "loss": 0.6093, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.166, |
| "grad_norm": 0.2839919924736023, |
| "learning_rate": 0.0001389630449530788, |
| "loss": 0.6074, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.174, |
| "grad_norm": 0.25652188062667847, |
| "learning_rate": 0.0001381689220266659, |
| "loss": 0.6059, |
| "step": 147 |
| }, |
| { |
| "epoch": 1.182, |
| "grad_norm": 0.2549704909324646, |
| "learning_rate": 0.0001373719714790469, |
| "loss": 0.5568, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.19, |
| "grad_norm": 0.2509196400642395, |
| "learning_rate": 0.00013657225234972695, |
| "loss": 0.5968, |
| "step": 149 |
| }, |
| { |
| "epoch": 1.198, |
| "grad_norm": 0.25909289717674255, |
| "learning_rate": 0.0001357698238833126, |
| "loss": 0.5902, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.206, |
| "grad_norm": 0.26162394881248474, |
| "learning_rate": 0.00013496474552512287, |
| "loss": 0.5763, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.214, |
| "grad_norm": 0.2721655070781708, |
| "learning_rate": 0.00013415707691678556, |
| "loss": 0.6037, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.222, |
| "grad_norm": 0.28691592812538147, |
| "learning_rate": 0.0001333468778918187, |
| "loss": 0.625, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.23, |
| "grad_norm": 0.25801119208335876, |
| "learning_rate": 0.00013253420847119803, |
| "loss": 0.5994, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.238, |
| "grad_norm": 0.2609824538230896, |
| "learning_rate": 0.00013171912885891063, |
| "loss": 0.5999, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.246, |
| "grad_norm": 0.2631840407848358, |
| "learning_rate": 0.00013090169943749476, |
| "loss": 0.5844, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.254, |
| "grad_norm": 0.2862647473812103, |
| "learning_rate": 0.00013008198076356676, |
| "loss": 0.5653, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.262, |
| "grad_norm": 0.27327024936676025, |
| "learning_rate": 0.00012926003356333488, |
| "loss": 0.5933, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.27, |
| "grad_norm": 0.2684379518032074, |
| "learning_rate": 0.0001284359187281004, |
| "loss": 0.5842, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.278, |
| "grad_norm": 0.2620231807231903, |
| "learning_rate": 0.00012760969730974694, |
| "loss": 0.6079, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.286, |
| "grad_norm": 0.2584543526172638, |
| "learning_rate": 0.00012678143051621742, |
| "loss": 0.5941, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.294, |
| "grad_norm": 0.26279789209365845, |
| "learning_rate": 0.00012595117970697997, |
| "loss": 0.6086, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.302, |
| "grad_norm": 0.2541520893573761, |
| "learning_rate": 0.00012511900638848195, |
| "loss": 0.5907, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.31, |
| "grad_norm": 0.27384746074676514, |
| "learning_rate": 0.0001242849722095936, |
| "loss": 0.6055, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.318, |
| "grad_norm": 0.25682300329208374, |
| "learning_rate": 0.00012344913895704097, |
| "loss": 0.609, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.326, |
| "grad_norm": 0.25404492020606995, |
| "learning_rate": 0.00012261156855082882, |
| "loss": 0.6121, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.334, |
| "grad_norm": 0.2649850845336914, |
| "learning_rate": 0.0001217723230396532, |
| "loss": 0.5695, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.342, |
| "grad_norm": 0.28349268436431885, |
| "learning_rate": 0.00012093146459630487, |
| "loss": 0.5883, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.35, |
| "grad_norm": 0.27068182826042175, |
| "learning_rate": 0.00012008905551306356, |
| "loss": 0.6147, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.358, |
| "grad_norm": 0.29566338658332825, |
| "learning_rate": 0.000119245158197083, |
| "loss": 0.5901, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.366, |
| "grad_norm": 0.27946797013282776, |
| "learning_rate": 0.00011839983516576802, |
| "loss": 0.5831, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.374, |
| "grad_norm": 0.25005409121513367, |
| "learning_rate": 0.00011755314904214284, |
| "loss": 0.5656, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.3820000000000001, |
| "grad_norm": 0.2621053159236908, |
| "learning_rate": 0.00011670516255021193, |
| "loss": 0.5769, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.3900000000000001, |
| "grad_norm": 0.2531629502773285, |
| "learning_rate": 0.00011585593851031347, |
| "loss": 0.5641, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.3980000000000001, |
| "grad_norm": 0.3026553690433502, |
| "learning_rate": 0.00011500553983446527, |
| "loss": 0.6038, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.4060000000000001, |
| "grad_norm": 0.2748616337776184, |
| "learning_rate": 0.00011415402952170433, |
| "loss": 0.5808, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.414, |
| "grad_norm": 0.27345311641693115, |
| "learning_rate": 0.0001133014706534196, |
| "loss": 0.5848, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.422, |
| "grad_norm": 0.273357629776001, |
| "learning_rate": 0.00011244792638867893, |
| "loss": 0.5906, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.43, |
| "grad_norm": 0.26230183243751526, |
| "learning_rate": 0.00011159345995955006, |
| "loss": 0.5886, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.438, |
| "grad_norm": 0.2515832483768463, |
| "learning_rate": 0.00011073813466641632, |
| "loss": 0.5876, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.446, |
| "grad_norm": 0.27451092004776, |
| "learning_rate": 0.00010988201387328717, |
| "loss": 0.5841, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.454, |
| "grad_norm": 0.2588571012020111, |
| "learning_rate": 0.00010902516100310411, |
| "loss": 0.5674, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.462, |
| "grad_norm": 0.2440604865550995, |
| "learning_rate": 0.00010816763953304227, |
| "loss": 0.5646, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.47, |
| "grad_norm": 0.2681560516357422, |
| "learning_rate": 0.00010730951298980776, |
| "loss": 0.5671, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.478, |
| "grad_norm": 0.297048419713974, |
| "learning_rate": 0.00010645084494493165, |
| "loss": 0.583, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.486, |
| "grad_norm": 0.29275089502334595, |
| "learning_rate": 0.00010559169901006034, |
| "loss": 0.6007, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.494, |
| "grad_norm": 0.2599998414516449, |
| "learning_rate": 0.0001047321388322432, |
| "loss": 0.5692, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.502, |
| "grad_norm": 0.2714841663837433, |
| "learning_rate": 0.00010387222808921746, |
| "loss": 0.5996, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.51, |
| "grad_norm": 0.2618089020252228, |
| "learning_rate": 0.00010301203048469083, |
| "loss": 0.5861, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.518, |
| "grad_norm": 0.27270275354385376, |
| "learning_rate": 0.00010215160974362223, |
| "loss": 0.5771, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.526, |
| "grad_norm": 0.2583703398704529, |
| "learning_rate": 0.00010129102960750092, |
| "loss": 0.5897, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.534, |
| "grad_norm": 0.25854265689849854, |
| "learning_rate": 0.00010043035382962443, |
| "loss": 0.5778, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.542, |
| "grad_norm": 0.27234703302383423, |
| "learning_rate": 9.956964617037558e-05, |
| "loss": 0.5659, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.55, |
| "grad_norm": 0.2672337293624878, |
| "learning_rate": 9.870897039249911e-05, |
| "loss": 0.5792, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.558, |
| "grad_norm": 0.2644350528717041, |
| "learning_rate": 9.784839025637778e-05, |
| "loss": 0.5798, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.5659999999999998, |
| "grad_norm": 0.2572389543056488, |
| "learning_rate": 9.698796951530919e-05, |
| "loss": 0.6008, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.5739999999999998, |
| "grad_norm": 0.2693156898021698, |
| "learning_rate": 9.612777191078258e-05, |
| "loss": 0.5903, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.5819999999999999, |
| "grad_norm": 0.26244068145751953, |
| "learning_rate": 9.526786116775682e-05, |
| "loss": 0.569, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.5899999999999999, |
| "grad_norm": 0.25875815749168396, |
| "learning_rate": 9.440830098993969e-05, |
| "loss": 0.6042, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.5979999999999999, |
| "grad_norm": 0.27209436893463135, |
| "learning_rate": 9.354915505506839e-05, |
| "loss": 0.5846, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.6059999999999999, |
| "grad_norm": 0.270780473947525, |
| "learning_rate": 9.269048701019226e-05, |
| "loss": 0.5957, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.6139999999999999, |
| "grad_norm": 0.25013670325279236, |
| "learning_rate": 9.183236046695777e-05, |
| "loss": 0.5845, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.6219999999999999, |
| "grad_norm": 0.2716957628726959, |
| "learning_rate": 9.09748389968959e-05, |
| "loss": 0.5584, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.63, |
| "grad_norm": 0.2737436890602112, |
| "learning_rate": 9.011798612671286e-05, |
| "loss": 0.5836, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.638, |
| "grad_norm": 0.2748481333255768, |
| "learning_rate": 8.92618653335837e-05, |
| "loss": 0.5927, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.646, |
| "grad_norm": 0.2642996609210968, |
| "learning_rate": 8.840654004044996e-05, |
| "loss": 0.6088, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.654, |
| "grad_norm": 0.26341068744659424, |
| "learning_rate": 8.755207361132108e-05, |
| "loss": 0.5841, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.662, |
| "grad_norm": 0.30515289306640625, |
| "learning_rate": 8.669852934658042e-05, |
| "loss": 0.5525, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.67, |
| "grad_norm": 0.2801468074321747, |
| "learning_rate": 8.58459704782957e-05, |
| "loss": 0.5547, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.678, |
| "grad_norm": 0.27618443965911865, |
| "learning_rate": 8.499446016553474e-05, |
| "loss": 0.5613, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.686, |
| "grad_norm": 0.26961931586265564, |
| "learning_rate": 8.414406148968657e-05, |
| "loss": 0.5639, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.694, |
| "grad_norm": 0.29023805260658264, |
| "learning_rate": 8.32948374497881e-05, |
| "loss": 0.5878, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.702, |
| "grad_norm": 0.2671249508857727, |
| "learning_rate": 8.244685095785719e-05, |
| "loss": 0.5743, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.71, |
| "grad_norm": 0.26124948263168335, |
| "learning_rate": 8.160016483423199e-05, |
| "loss": 0.5801, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.718, |
| "grad_norm": 0.2721916437149048, |
| "learning_rate": 8.075484180291701e-05, |
| "loss": 0.5975, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.726, |
| "grad_norm": 0.2630290687084198, |
| "learning_rate": 7.991094448693648e-05, |
| "loss": 0.5714, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.734, |
| "grad_norm": 0.25962400436401367, |
| "learning_rate": 7.906853540369514e-05, |
| "loss": 0.5912, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.742, |
| "grad_norm": 0.26142629981040955, |
| "learning_rate": 7.822767696034682e-05, |
| "loss": 0.577, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 0.26839005947113037, |
| "learning_rate": 7.738843144917119e-05, |
| "loss": 0.5747, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.758, |
| "grad_norm": 0.28053659200668335, |
| "learning_rate": 7.655086104295904e-05, |
| "loss": 0.612, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.766, |
| "grad_norm": 0.2728564143180847, |
| "learning_rate": 7.571502779040645e-05, |
| "loss": 0.5895, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.774, |
| "grad_norm": 0.26337721943855286, |
| "learning_rate": 7.48809936115181e-05, |
| "loss": 0.5666, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.782, |
| "grad_norm": 0.2544887661933899, |
| "learning_rate": 7.404882029302003e-05, |
| "loss": 0.5552, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.79, |
| "grad_norm": 0.2690827250480652, |
| "learning_rate": 7.321856948378259e-05, |
| "loss": 0.5559, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.798, |
| "grad_norm": 0.27959364652633667, |
| "learning_rate": 7.239030269025311e-05, |
| "loss": 0.5738, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.806, |
| "grad_norm": 0.29118430614471436, |
| "learning_rate": 7.156408127189965e-05, |
| "loss": 0.5753, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.814, |
| "grad_norm": 0.2585116922855377, |
| "learning_rate": 7.073996643666517e-05, |
| "loss": 0.5499, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.822, |
| "grad_norm": 0.24918395280838013, |
| "learning_rate": 6.991801923643324e-05, |
| "loss": 0.5792, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.83, |
| "grad_norm": 0.2664697766304016, |
| "learning_rate": 6.909830056250527e-05, |
| "loss": 0.582, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.838, |
| "grad_norm": 0.2679463326931, |
| "learning_rate": 6.82808711410894e-05, |
| "loss": 0.5919, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.846, |
| "grad_norm": 0.26800620555877686, |
| "learning_rate": 6.746579152880201e-05, |
| "loss": 0.5774, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.854, |
| "grad_norm": 0.25649094581604004, |
| "learning_rate": 6.665312210818131e-05, |
| "loss": 0.5569, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.862, |
| "grad_norm": 0.2661426067352295, |
| "learning_rate": 6.584292308321445e-05, |
| "loss": 0.5759, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.87, |
| "grad_norm": 0.27011772990226746, |
| "learning_rate": 6.503525447487715e-05, |
| "loss": 0.5752, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.8780000000000001, |
| "grad_norm": 0.28006768226623535, |
| "learning_rate": 6.423017611668745e-05, |
| "loss": 0.5873, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.8860000000000001, |
| "grad_norm": 0.281974196434021, |
| "learning_rate": 6.342774765027309e-05, |
| "loss": 0.5868, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.8940000000000001, |
| "grad_norm": 0.28022536635398865, |
| "learning_rate": 6.262802852095311e-05, |
| "loss": 0.5505, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.9020000000000001, |
| "grad_norm": 0.2971389889717102, |
| "learning_rate": 6.18310779733341e-05, |
| "loss": 0.5879, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.9100000000000001, |
| "grad_norm": 0.2779372036457062, |
| "learning_rate": 6.103695504692122e-05, |
| "loss": 0.5648, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.9180000000000001, |
| "grad_norm": 0.3032248616218567, |
| "learning_rate": 6.024571857174443e-05, |
| "loss": 0.5884, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.9260000000000002, |
| "grad_norm": 0.26035642623901367, |
| "learning_rate": 5.94574271640003e-05, |
| "loss": 0.5837, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.9340000000000002, |
| "grad_norm": 0.2789236009120941, |
| "learning_rate": 5.8672139221709577e-05, |
| "loss": 0.5745, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.942, |
| "grad_norm": 0.27459922432899475, |
| "learning_rate": 5.788991292039103e-05, |
| "loss": 0.568, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.95, |
| "grad_norm": 0.2857699394226074, |
| "learning_rate": 5.7110806208751655e-05, |
| "loss": 0.5619, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.958, |
| "grad_norm": 0.2715800106525421, |
| "learning_rate": 5.633487680439361e-05, |
| "loss": 0.5763, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.966, |
| "grad_norm": 0.27073079347610474, |
| "learning_rate": 5.556218218953868e-05, |
| "loss": 0.5815, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.974, |
| "grad_norm": 0.2630924880504608, |
| "learning_rate": 5.479277960676958e-05, |
| "loss": 0.5735, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.982, |
| "grad_norm": 0.2807694971561432, |
| "learning_rate": 5.40267260547896e-05, |
| "loss": 0.5611, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.99, |
| "grad_norm": 0.28481224179267883, |
| "learning_rate": 5.326407828419979e-05, |
| "loss": 0.5671, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.998, |
| "grad_norm": 0.27675607800483704, |
| "learning_rate": 5.2504892793295e-05, |
| "loss": 0.5825, |
| "step": 250 |
| }, |
| { |
| "epoch": 2.005, |
| "grad_norm": 0.27290546894073486, |
| "learning_rate": 5.174922582387819e-05, |
| "loss": 0.5671, |
| "step": 251 |
| }, |
| { |
| "epoch": 2.013, |
| "grad_norm": 0.264244019985199, |
| "learning_rate": 5.0997133357094085e-05, |
| "loss": 0.5697, |
| "step": 252 |
| }, |
| { |
| "epoch": 2.021, |
| "grad_norm": 0.28058966994285583, |
| "learning_rate": 5.0248671109281934e-05, |
| "loss": 0.548, |
| "step": 253 |
| }, |
| { |
| "epoch": 2.029, |
| "grad_norm": 0.28881585597991943, |
| "learning_rate": 4.9503894527847964e-05, |
| "loss": 0.5448, |
| "step": 254 |
| }, |
| { |
| "epoch": 2.037, |
| "grad_norm": 0.2921096980571747, |
| "learning_rate": 4.876285878715764e-05, |
| "loss": 0.5538, |
| "step": 255 |
| }, |
| { |
| "epoch": 2.045, |
| "grad_norm": 0.28465935587882996, |
| "learning_rate": 4.802561878444845e-05, |
| "loss": 0.5271, |
| "step": 256 |
| }, |
| { |
| "epoch": 2.053, |
| "grad_norm": 0.2935147285461426, |
| "learning_rate": 4.729222913576279e-05, |
| "loss": 0.5654, |
| "step": 257 |
| }, |
| { |
| "epoch": 2.061, |
| "grad_norm": 0.28425726294517517, |
| "learning_rate": 4.656274417190214e-05, |
| "loss": 0.5303, |
| "step": 258 |
| }, |
| { |
| "epoch": 2.069, |
| "grad_norm": 0.3496411144733429, |
| "learning_rate": 4.583721793440188e-05, |
| "loss": 0.5462, |
| "step": 259 |
| }, |
| { |
| "epoch": 2.077, |
| "grad_norm": 0.29614442586898804, |
| "learning_rate": 4.5115704171528105e-05, |
| "loss": 0.5528, |
| "step": 260 |
| }, |
| { |
| "epoch": 2.085, |
| "grad_norm": 0.3171357810497284, |
| "learning_rate": 4.439825633429557e-05, |
| "loss": 0.5296, |
| "step": 261 |
| }, |
| { |
| "epoch": 2.093, |
| "grad_norm": 0.3029578626155853, |
| "learning_rate": 4.368492757250814e-05, |
| "loss": 0.5499, |
| "step": 262 |
| }, |
| { |
| "epoch": 2.101, |
| "grad_norm": 0.30544060468673706, |
| "learning_rate": 4.297577073082129e-05, |
| "loss": 0.565, |
| "step": 263 |
| }, |
| { |
| "epoch": 2.109, |
| "grad_norm": 0.3022664785385132, |
| "learning_rate": 4.227083834482728e-05, |
| "loss": 0.5317, |
| "step": 264 |
| }, |
| { |
| "epoch": 2.117, |
| "grad_norm": 0.29141902923583984, |
| "learning_rate": 4.1570182637163155e-05, |
| "loss": 0.5365, |
| "step": 265 |
| }, |
| { |
| "epoch": 2.125, |
| "grad_norm": 0.2986874282360077, |
| "learning_rate": 4.087385551364219e-05, |
| "loss": 0.5617, |
| "step": 266 |
| }, |
| { |
| "epoch": 2.133, |
| "grad_norm": 0.2957478165626526, |
| "learning_rate": 4.0181908559408366e-05, |
| "loss": 0.5285, |
| "step": 267 |
| }, |
| { |
| "epoch": 2.141, |
| "grad_norm": 0.3051709830760956, |
| "learning_rate": 3.949439303511512e-05, |
| "loss": 0.5388, |
| "step": 268 |
| }, |
| { |
| "epoch": 2.149, |
| "grad_norm": 0.30644309520721436, |
| "learning_rate": 3.881135987312757e-05, |
| "loss": 0.556, |
| "step": 269 |
| }, |
| { |
| "epoch": 2.157, |
| "grad_norm": 0.3261376619338989, |
| "learning_rate": 3.813285967374969e-05, |
| "loss": 0.5568, |
| "step": 270 |
| }, |
| { |
| "epoch": 2.165, |
| "grad_norm": 0.29734110832214355, |
| "learning_rate": 3.745894270147539e-05, |
| "loss": 0.5369, |
| "step": 271 |
| }, |
| { |
| "epoch": 2.173, |
| "grad_norm": 0.28361955285072327, |
| "learning_rate": 3.678965888126513e-05, |
| "loss": 0.5395, |
| "step": 272 |
| }, |
| { |
| "epoch": 2.181, |
| "grad_norm": 0.31067171692848206, |
| "learning_rate": 3.612505779484728e-05, |
| "loss": 0.5634, |
| "step": 273 |
| }, |
| { |
| "epoch": 2.189, |
| "grad_norm": 0.31847238540649414, |
| "learning_rate": 3.546518867704499e-05, |
| "loss": 0.5435, |
| "step": 274 |
| }, |
| { |
| "epoch": 2.197, |
| "grad_norm": 0.3154855966567993, |
| "learning_rate": 3.4810100412128747e-05, |
| "loss": 0.545, |
| "step": 275 |
| }, |
| { |
| "epoch": 2.205, |
| "grad_norm": 0.2924310564994812, |
| "learning_rate": 3.415984153019513e-05, |
| "loss": 0.5512, |
| "step": 276 |
| }, |
| { |
| "epoch": 2.213, |
| "grad_norm": 0.301763117313385, |
| "learning_rate": 3.351446020357136e-05, |
| "loss": 0.5619, |
| "step": 277 |
| }, |
| { |
| "epoch": 2.221, |
| "grad_norm": 0.2811594307422638, |
| "learning_rate": 3.287400424324687e-05, |
| "loss": 0.5421, |
| "step": 278 |
| }, |
| { |
| "epoch": 2.229, |
| "grad_norm": 0.2934137284755707, |
| "learning_rate": 3.223852109533112e-05, |
| "loss": 0.5517, |
| "step": 279 |
| }, |
| { |
| "epoch": 2.237, |
| "grad_norm": 0.3074370324611664, |
| "learning_rate": 3.160805783753897e-05, |
| "loss": 0.5655, |
| "step": 280 |
| }, |
| { |
| "epoch": 2.245, |
| "grad_norm": 0.2928076386451721, |
| "learning_rate": 3.098266117570282e-05, |
| "loss": 0.5519, |
| "step": 281 |
| }, |
| { |
| "epoch": 2.253, |
| "grad_norm": 0.3051488995552063, |
| "learning_rate": 3.0362377440312784e-05, |
| "loss": 0.5493, |
| "step": 282 |
| }, |
| { |
| "epoch": 2.261, |
| "grad_norm": 0.30227115750312805, |
| "learning_rate": 2.9747252583084295e-05, |
| "loss": 0.5501, |
| "step": 283 |
| }, |
| { |
| "epoch": 2.269, |
| "grad_norm": 0.29634636640548706, |
| "learning_rate": 2.9137332173554043e-05, |
| "loss": 0.5264, |
| "step": 284 |
| }, |
| { |
| "epoch": 2.277, |
| "grad_norm": 0.2818604111671448, |
| "learning_rate": 2.853266139570391e-05, |
| "loss": 0.5434, |
| "step": 285 |
| }, |
| { |
| "epoch": 2.285, |
| "grad_norm": 0.2941757142543793, |
| "learning_rate": 2.793328504461391e-05, |
| "loss": 0.5477, |
| "step": 286 |
| }, |
| { |
| "epoch": 2.293, |
| "grad_norm": 0.2820718288421631, |
| "learning_rate": 2.733924752314345e-05, |
| "loss": 0.545, |
| "step": 287 |
| }, |
| { |
| "epoch": 2.301, |
| "grad_norm": 0.29931187629699707, |
| "learning_rate": 2.675059283864214e-05, |
| "loss": 0.5372, |
| "step": 288 |
| }, |
| { |
| "epoch": 2.309, |
| "grad_norm": 0.3119406998157501, |
| "learning_rate": 2.616736459968936e-05, |
| "loss": 0.562, |
| "step": 289 |
| }, |
| { |
| "epoch": 2.317, |
| "grad_norm": 0.3057345747947693, |
| "learning_rate": 2.5589606012863963e-05, |
| "loss": 0.5648, |
| "step": 290 |
| }, |
| { |
| "epoch": 2.325, |
| "grad_norm": 0.29526305198669434, |
| "learning_rate": 2.5017359879543166e-05, |
| "loss": 0.5448, |
| "step": 291 |
| }, |
| { |
| "epoch": 2.333, |
| "grad_norm": 0.32076817750930786, |
| "learning_rate": 2.4450668592731974e-05, |
| "loss": 0.5537, |
| "step": 292 |
| }, |
| { |
| "epoch": 2.341, |
| "grad_norm": 0.3103630542755127, |
| "learning_rate": 2.388957413392253e-05, |
| "loss": 0.5746, |
| "step": 293 |
| }, |
| { |
| "epoch": 2.349, |
| "grad_norm": 0.2959766089916229, |
| "learning_rate": 2.33341180699841e-05, |
| "loss": 0.5532, |
| "step": 294 |
| }, |
| { |
| "epoch": 2.357, |
| "grad_norm": 0.28677570819854736, |
| "learning_rate": 2.2784341550083576e-05, |
| "loss": 0.5439, |
| "step": 295 |
| }, |
| { |
| "epoch": 2.365, |
| "grad_norm": 0.29818570613861084, |
| "learning_rate": 2.224028530263733e-05, |
| "loss": 0.5453, |
| "step": 296 |
| }, |
| { |
| "epoch": 2.373, |
| "grad_norm": 0.2917187809944153, |
| "learning_rate": 2.1701989632293717e-05, |
| "loss": 0.5335, |
| "step": 297 |
| }, |
| { |
| "epoch": 2.3810000000000002, |
| "grad_norm": 0.31331866979599, |
| "learning_rate": 2.1169494416947477e-05, |
| "loss": 0.5663, |
| "step": 298 |
| }, |
| { |
| "epoch": 2.3890000000000002, |
| "grad_norm": 0.2955493927001953, |
| "learning_rate": 2.0642839104785272e-05, |
| "loss": 0.5509, |
| "step": 299 |
| }, |
| { |
| "epoch": 2.3970000000000002, |
| "grad_norm": 0.3018077313899994, |
| "learning_rate": 2.0122062711363532e-05, |
| "loss": 0.5435, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.4050000000000002, |
| "grad_norm": 0.3038371801376343, |
| "learning_rate": 1.9607203816717888e-05, |
| "loss": 0.5544, |
| "step": 301 |
| }, |
| { |
| "epoch": 2.413, |
| "grad_norm": 0.29873090982437134, |
| "learning_rate": 1.9098300562505266e-05, |
| "loss": 0.5606, |
| "step": 302 |
| }, |
| { |
| "epoch": 2.421, |
| "grad_norm": 0.29808226227760315, |
| "learning_rate": 1.859539064917821e-05, |
| "loss": 0.5479, |
| "step": 303 |
| }, |
| { |
| "epoch": 2.429, |
| "grad_norm": 0.3080662190914154, |
| "learning_rate": 1.8098511333192024e-05, |
| "loss": 0.5587, |
| "step": 304 |
| }, |
| { |
| "epoch": 2.437, |
| "grad_norm": 0.29491138458251953, |
| "learning_rate": 1.7607699424244585e-05, |
| "loss": 0.5482, |
| "step": 305 |
| }, |
| { |
| "epoch": 2.445, |
| "grad_norm": 0.3016619384288788, |
| "learning_rate": 1.712299128254965e-05, |
| "loss": 0.5539, |
| "step": 306 |
| }, |
| { |
| "epoch": 2.453, |
| "grad_norm": 0.31340616941452026, |
| "learning_rate": 1.6644422816143024e-05, |
| "loss": 0.5559, |
| "step": 307 |
| }, |
| { |
| "epoch": 2.461, |
| "grad_norm": 0.3533984422683716, |
| "learning_rate": 1.6172029478222594e-05, |
| "loss": 0.5288, |
| "step": 308 |
| }, |
| { |
| "epoch": 2.469, |
| "grad_norm": 0.2987024188041687, |
| "learning_rate": 1.570584626452173e-05, |
| "loss": 0.5405, |
| "step": 309 |
| }, |
| { |
| "epoch": 2.477, |
| "grad_norm": 0.312209814786911, |
| "learning_rate": 1.5245907710716911e-05, |
| "loss": 0.544, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.485, |
| "grad_norm": 0.30217549204826355, |
| "learning_rate": 1.4792247889869071e-05, |
| "loss": 0.5483, |
| "step": 311 |
| }, |
| { |
| "epoch": 2.493, |
| "grad_norm": 0.2916695475578308, |
| "learning_rate": 1.4344900409899642e-05, |
| "loss": 0.5461, |
| "step": 312 |
| }, |
| { |
| "epoch": 2.501, |
| "grad_norm": 0.3004852831363678, |
| "learning_rate": 1.3903898411100568e-05, |
| "loss": 0.5427, |
| "step": 313 |
| }, |
| { |
| "epoch": 2.509, |
| "grad_norm": 0.3007405400276184, |
| "learning_rate": 1.3469274563679402e-05, |
| "loss": 0.5666, |
| "step": 314 |
| }, |
| { |
| "epoch": 2.517, |
| "grad_norm": 0.2975088655948639, |
| "learning_rate": 1.30410610653389e-05, |
| "loss": 0.5528, |
| "step": 315 |
| }, |
| { |
| "epoch": 2.525, |
| "grad_norm": 0.31289756298065186, |
| "learning_rate": 1.261928963889194e-05, |
| "loss": 0.5757, |
| "step": 316 |
| }, |
| { |
| "epoch": 2.533, |
| "grad_norm": 0.32117587327957153, |
| "learning_rate": 1.2203991529911197e-05, |
| "loss": 0.5182, |
| "step": 317 |
| }, |
| { |
| "epoch": 2.541, |
| "grad_norm": 0.31478121876716614, |
| "learning_rate": 1.1795197504414656e-05, |
| "loss": 0.542, |
| "step": 318 |
| }, |
| { |
| "epoch": 2.549, |
| "grad_norm": 0.302287220954895, |
| "learning_rate": 1.1392937846586215e-05, |
| "loss": 0.5275, |
| "step": 319 |
| }, |
| { |
| "epoch": 2.557, |
| "grad_norm": 0.3095117509365082, |
| "learning_rate": 1.0997242356532334e-05, |
| "loss": 0.5534, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.565, |
| "grad_norm": 0.3028477728366852, |
| "learning_rate": 1.0608140348074292e-05, |
| "loss": 0.5463, |
| "step": 321 |
| }, |
| { |
| "epoch": 2.573, |
| "grad_norm": 0.30029499530792236, |
| "learning_rate": 1.0225660646576629e-05, |
| "loss": 0.5449, |
| "step": 322 |
| }, |
| { |
| "epoch": 2.581, |
| "grad_norm": 0.30782079696655273, |
| "learning_rate": 9.849831586811598e-06, |
| "loss": 0.5508, |
| "step": 323 |
| }, |
| { |
| "epoch": 2.589, |
| "grad_norm": 0.2926454544067383, |
| "learning_rate": 9.48068101086026e-06, |
| "loss": 0.5467, |
| "step": 324 |
| }, |
| { |
| "epoch": 2.597, |
| "grad_norm": 0.3094619810581207, |
| "learning_rate": 9.118236266049707e-06, |
| "loss": 0.5496, |
| "step": 325 |
| }, |
| { |
| "epoch": 2.605, |
| "grad_norm": 0.30689892172813416, |
| "learning_rate": 8.76252420292728e-06, |
| "loss": 0.565, |
| "step": 326 |
| }, |
| { |
| "epoch": 2.613, |
| "grad_norm": 0.29666024446487427, |
| "learning_rate": 8.413571173271295e-06, |
| "loss": 0.5264, |
| "step": 327 |
| }, |
| { |
| "epoch": 2.621, |
| "grad_norm": 0.2976740598678589, |
| "learning_rate": 8.071403028138968e-06, |
| "loss": 0.5544, |
| "step": 328 |
| }, |
| { |
| "epoch": 2.629, |
| "grad_norm": 0.2889856994152069, |
| "learning_rate": 7.736045115951251e-06, |
| "loss": 0.5363, |
| "step": 329 |
| }, |
| { |
| "epoch": 2.637, |
| "grad_norm": 0.3127500116825104, |
| "learning_rate": 7.40752228061502e-06, |
| "loss": 0.5636, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.645, |
| "grad_norm": 0.31198227405548096, |
| "learning_rate": 7.085858859682571e-06, |
| "loss": 0.5518, |
| "step": 331 |
| }, |
| { |
| "epoch": 2.653, |
| "grad_norm": 0.318718284368515, |
| "learning_rate": 6.7710786825486705e-06, |
| "loss": 0.5456, |
| "step": 332 |
| }, |
| { |
| "epoch": 2.661, |
| "grad_norm": 0.3112807869911194, |
| "learning_rate": 6.463205068685174e-06, |
| "loss": 0.5297, |
| "step": 333 |
| }, |
| { |
| "epoch": 2.669, |
| "grad_norm": 0.30573782324790955, |
| "learning_rate": 6.16226082591359e-06, |
| "loss": 0.5353, |
| "step": 334 |
| }, |
| { |
| "epoch": 2.677, |
| "grad_norm": 0.3077561855316162, |
| "learning_rate": 5.868268248715292e-06, |
| "loss": 0.5449, |
| "step": 335 |
| }, |
| { |
| "epoch": 2.685, |
| "grad_norm": 0.3065972626209259, |
| "learning_rate": 5.5812491165800675e-06, |
| "loss": 0.5467, |
| "step": 336 |
| }, |
| { |
| "epoch": 2.693, |
| "grad_norm": 0.3004700541496277, |
| "learning_rate": 5.3012246923924816e-06, |
| "loss": 0.5394, |
| "step": 337 |
| }, |
| { |
| "epoch": 2.701, |
| "grad_norm": 0.30005961656570435, |
| "learning_rate": 5.028215720856821e-06, |
| "loss": 0.5605, |
| "step": 338 |
| }, |
| { |
| "epoch": 2.709, |
| "grad_norm": 0.3056250810623169, |
| "learning_rate": 4.762242426960262e-06, |
| "loss": 0.5388, |
| "step": 339 |
| }, |
| { |
| "epoch": 2.717, |
| "grad_norm": 0.3118292987346649, |
| "learning_rate": 4.503324514474483e-06, |
| "loss": 0.5206, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.725, |
| "grad_norm": 0.29597511887550354, |
| "learning_rate": 4.251481164496074e-06, |
| "loss": 0.5595, |
| "step": 341 |
| }, |
| { |
| "epoch": 2.733, |
| "grad_norm": 0.29819923639297485, |
| "learning_rate": 4.006731034025546e-06, |
| "loss": 0.5391, |
| "step": 342 |
| }, |
| { |
| "epoch": 2.741, |
| "grad_norm": 0.3268795907497406, |
| "learning_rate": 3.769092254585138e-06, |
| "loss": 0.5552, |
| "step": 343 |
| }, |
| { |
| "epoch": 2.749, |
| "grad_norm": 0.3218269646167755, |
| "learning_rate": 3.5385824308756587e-06, |
| "loss": 0.5511, |
| "step": 344 |
| }, |
| { |
| "epoch": 2.757, |
| "grad_norm": 0.29198867082595825, |
| "learning_rate": 3.3152186394722505e-06, |
| "loss": 0.5419, |
| "step": 345 |
| }, |
| { |
| "epoch": 2.765, |
| "grad_norm": 0.30343398451805115, |
| "learning_rate": 3.099017427559392e-06, |
| "loss": 0.5283, |
| "step": 346 |
| }, |
| { |
| "epoch": 2.773, |
| "grad_norm": 0.30696964263916016, |
| "learning_rate": 2.889994811704966e-06, |
| "loss": 0.5488, |
| "step": 347 |
| }, |
| { |
| "epoch": 2.781, |
| "grad_norm": 0.30184078216552734, |
| "learning_rate": 2.688166276673809e-06, |
| "loss": 0.5294, |
| "step": 348 |
| }, |
| { |
| "epoch": 2.789, |
| "grad_norm": 0.29285117983818054, |
| "learning_rate": 2.493546774280531e-06, |
| "loss": 0.5586, |
| "step": 349 |
| }, |
| { |
| "epoch": 2.797, |
| "grad_norm": 0.3032819926738739, |
| "learning_rate": 2.30615072228183e-06, |
| "loss": 0.5252, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.805, |
| "grad_norm": 0.2997422516345978, |
| "learning_rate": 2.1259920033084745e-06, |
| "loss": 0.5515, |
| "step": 351 |
| }, |
| { |
| "epoch": 2.8129999999999997, |
| "grad_norm": 0.29675498604774475, |
| "learning_rate": 1.9530839638367995e-06, |
| "loss": 0.5636, |
| "step": 352 |
| }, |
| { |
| "epoch": 2.8209999999999997, |
| "grad_norm": 0.30580922961235046, |
| "learning_rate": 1.7874394131999427e-06, |
| "loss": 0.55, |
| "step": 353 |
| }, |
| { |
| "epoch": 2.8289999999999997, |
| "grad_norm": 0.298286497592926, |
| "learning_rate": 1.6290706226390285e-06, |
| "loss": 0.5306, |
| "step": 354 |
| }, |
| { |
| "epoch": 2.8369999999999997, |
| "grad_norm": 0.30674898624420166, |
| "learning_rate": 1.4779893243939359e-06, |
| "loss": 0.565, |
| "step": 355 |
| }, |
| { |
| "epoch": 2.8449999999999998, |
| "grad_norm": 0.30078810453414917, |
| "learning_rate": 1.334206710834296e-06, |
| "loss": 0.5152, |
| "step": 356 |
| }, |
| { |
| "epoch": 2.8529999999999998, |
| "grad_norm": 0.2936237156391144, |
| "learning_rate": 1.1977334336302438e-06, |
| "loss": 0.5393, |
| "step": 357 |
| }, |
| { |
| "epoch": 2.8609999999999998, |
| "grad_norm": 0.30025407671928406, |
| "learning_rate": 1.068579602963371e-06, |
| "loss": 0.5522, |
| "step": 358 |
| }, |
| { |
| "epoch": 2.8689999999999998, |
| "grad_norm": 0.31208300590515137, |
| "learning_rate": 9.46754786777726e-07, |
| "loss": 0.5616, |
| "step": 359 |
| }, |
| { |
| "epoch": 2.877, |
| "grad_norm": 0.29706162214279175, |
| "learning_rate": 8.322680100710023e-07, |
| "loss": 0.5437, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.885, |
| "grad_norm": 0.30245542526245117, |
| "learning_rate": 7.251277542259849e-07, |
| "loss": 0.5608, |
| "step": 361 |
| }, |
| { |
| "epoch": 2.893, |
| "grad_norm": 0.2977691888809204, |
| "learning_rate": 6.253419563821972e-07, |
| "loss": 0.554, |
| "step": 362 |
| }, |
| { |
| "epoch": 2.901, |
| "grad_norm": 0.32129979133605957, |
| "learning_rate": 5.329180088478935e-07, |
| "loss": 0.5557, |
| "step": 363 |
| }, |
| { |
| "epoch": 2.909, |
| "grad_norm": 0.3130888044834137, |
| "learning_rate": 4.4786275855247527e-07, |
| "loss": 0.5433, |
| "step": 364 |
| }, |
| { |
| "epoch": 2.917, |
| "grad_norm": 0.2962971329689026, |
| "learning_rate": 3.701825065392184e-07, |
| "loss": 0.5362, |
| "step": 365 |
| }, |
| { |
| "epoch": 2.925, |
| "grad_norm": 0.29684919118881226, |
| "learning_rate": 2.998830074984915e-07, |
| "loss": 0.5295, |
| "step": 366 |
| }, |
| { |
| "epoch": 2.933, |
| "grad_norm": 0.3092200756072998, |
| "learning_rate": 2.369694693414304e-07, |
| "loss": 0.5645, |
| "step": 367 |
| }, |
| { |
| "epoch": 2.941, |
| "grad_norm": 0.2915026843547821, |
| "learning_rate": 1.8144655281413513e-07, |
| "loss": 0.5491, |
| "step": 368 |
| }, |
| { |
| "epoch": 2.949, |
| "grad_norm": 0.310531347990036, |
| "learning_rate": 1.333183711524133e-07, |
| "loss": 0.5447, |
| "step": 369 |
| }, |
| { |
| "epoch": 2.957, |
| "grad_norm": 0.28913000226020813, |
| "learning_rate": 9.258848977700129e-08, |
| "loss": 0.5251, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.965, |
| "grad_norm": 0.28818029165267944, |
| "learning_rate": 5.925992602952013e-08, |
| "loss": 0.5324, |
| "step": 371 |
| }, |
| { |
| "epoch": 2.973, |
| "grad_norm": 0.31184566020965576, |
| "learning_rate": 3.333514894887646e-08, |
| "loss": 0.5557, |
| "step": 372 |
| }, |
| { |
| "epoch": 2.981, |
| "grad_norm": 0.29842570424079895, |
| "learning_rate": 1.4816079088375567e-08, |
| "loss": 0.5384, |
| "step": 373 |
| }, |
| { |
| "epoch": 2.989, |
| "grad_norm": 0.3020179867744446, |
| "learning_rate": 3.7040883734462683e-09, |
| "loss": 0.5352, |
| "step": 374 |
| }, |
| { |
| "epoch": 2.997, |
| "grad_norm": 0.28850436210632324, |
| "learning_rate": 0.0, |
| "loss": 0.5472, |
| "step": 375 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 375, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 125, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.219477097775104e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
