| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 84, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.03614457831325301, |
| "grad_norm": 2.243542194366455, |
| "learning_rate": 0.0, |
| "loss": 0.6798985004425049, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.07228915662650602, |
| "grad_norm": 2.272136926651001, |
| "learning_rate": 1.111111111111111e-06, |
| "loss": 0.6897931098937988, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.10843373493975904, |
| "grad_norm": 2.009799003601074, |
| "learning_rate": 2.222222222222222e-06, |
| "loss": 0.6687372326850891, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.14457831325301204, |
| "grad_norm": 1.5434411764144897, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 0.6511715054512024, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.18072289156626506, |
| "grad_norm": 1.2117929458618164, |
| "learning_rate": 4.444444444444444e-06, |
| "loss": 0.6404632329940796, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.21686746987951808, |
| "grad_norm": 1.288975477218628, |
| "learning_rate": 5.555555555555557e-06, |
| "loss": 0.6380958557128906, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.25301204819277107, |
| "grad_norm": 1.1806610822677612, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 0.624602735042572, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.2891566265060241, |
| "grad_norm": 1.2804715633392334, |
| "learning_rate": 7.77777777777778e-06, |
| "loss": 0.6305320858955383, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.3253012048192771, |
| "grad_norm": 1.0711824893951416, |
| "learning_rate": 8.888888888888888e-06, |
| "loss": 0.6563503742218018, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.3614457831325301, |
| "grad_norm": 1.0959501266479492, |
| "learning_rate": 1e-05, |
| "loss": 0.6455645561218262, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.39759036144578314, |
| "grad_norm": 1.0095149278640747, |
| "learning_rate": 9.995614150494293e-06, |
| "loss": 0.628766655921936, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.43373493975903615, |
| "grad_norm": 1.5699474811553955, |
| "learning_rate": 9.982464296247523e-06, |
| "loss": 0.6071541905403137, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.46987951807228917, |
| "grad_norm": 0.7985743284225464, |
| "learning_rate": 9.960573506572391e-06, |
| "loss": 0.6209861636161804, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.5060240963855421, |
| "grad_norm": 0.714244544506073, |
| "learning_rate": 9.929980185352525e-06, |
| "loss": 0.6150267124176025, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.5421686746987951, |
| "grad_norm": 0.6876276135444641, |
| "learning_rate": 9.890738003669029e-06, |
| "loss": 0.6164926290512085, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.5783132530120482, |
| "grad_norm": 0.6876976490020752, |
| "learning_rate": 9.842915805643156e-06, |
| "loss": 0.6059902906417847, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.6144578313253012, |
| "grad_norm": 0.6507225036621094, |
| "learning_rate": 9.786597487660336e-06, |
| "loss": 0.6016689538955688, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.6506024096385542, |
| "grad_norm": 0.5742944478988647, |
| "learning_rate": 9.721881851187406e-06, |
| "loss": 0.5898147821426392, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.6867469879518072, |
| "grad_norm": 0.5965182185173035, |
| "learning_rate": 9.648882429441258e-06, |
| "loss": 0.5911672115325928, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.7228915662650602, |
| "grad_norm": 0.6031558513641357, |
| "learning_rate": 9.567727288213005e-06, |
| "loss": 0.5862749814987183, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.7590361445783133, |
| "grad_norm": 0.5991913080215454, |
| "learning_rate": 9.478558801197065e-06, |
| "loss": 0.5881009101867676, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.7951807228915663, |
| "grad_norm": 0.5532190203666687, |
| "learning_rate": 9.381533400219319e-06, |
| "loss": 0.5938855409622192, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.8313253012048193, |
| "grad_norm": 0.5534331202507019, |
| "learning_rate": 9.276821300802535e-06, |
| "loss": 0.580564558506012, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.8674698795180723, |
| "grad_norm": 0.635610044002533, |
| "learning_rate": 9.164606203550498e-06, |
| "loss": 0.6000862121582031, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.9036144578313253, |
| "grad_norm": 0.5146282315254211, |
| "learning_rate": 9.045084971874738e-06, |
| "loss": 0.5746794939041138, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.9397590361445783, |
| "grad_norm": 0.543429970741272, |
| "learning_rate": 8.9184672866292e-06, |
| "loss": 0.577430784702301, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.9759036144578314, |
| "grad_norm": 0.4730767011642456, |
| "learning_rate": 8.784975278258783e-06, |
| "loss": 0.5721206068992615, |
| "step": 27 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.578737735748291, |
| "learning_rate": 8.644843137107058e-06, |
| "loss": 0.5727310180664062, |
| "step": 28 |
| }, |
| { |
| "epoch": 1.036144578313253, |
| "grad_norm": 0.5965927243232727, |
| "learning_rate": 8.498316702566828e-06, |
| "loss": 0.5036242008209229, |
| "step": 29 |
| }, |
| { |
| "epoch": 1.072289156626506, |
| "grad_norm": 0.533427894115448, |
| "learning_rate": 8.345653031794292e-06, |
| "loss": 0.5078785419464111, |
| "step": 30 |
| }, |
| { |
| "epoch": 1.108433734939759, |
| "grad_norm": 0.51552814245224, |
| "learning_rate": 8.18711994874345e-06, |
| "loss": 0.4693022668361664, |
| "step": 31 |
| }, |
| { |
| "epoch": 1.144578313253012, |
| "grad_norm": 0.5974420309066772, |
| "learning_rate": 8.022995574311876e-06, |
| "loss": 0.4865715503692627, |
| "step": 32 |
| }, |
| { |
| "epoch": 1.180722891566265, |
| "grad_norm": 0.5751659274101257, |
| "learning_rate": 7.85356783842216e-06, |
| "loss": 0.49929895997047424, |
| "step": 33 |
| }, |
| { |
| "epoch": 1.216867469879518, |
| "grad_norm": 0.5281147956848145, |
| "learning_rate": 7.679133974894984e-06, |
| "loss": 0.49614834785461426, |
| "step": 34 |
| }, |
| { |
| "epoch": 1.2530120481927711, |
| "grad_norm": 0.5489075183868408, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.49161770939826965, |
| "step": 35 |
| }, |
| { |
| "epoch": 1.2891566265060241, |
| "grad_norm": 0.6569790244102478, |
| "learning_rate": 7.31648017559931e-06, |
| "loss": 0.48665398359298706, |
| "step": 36 |
| }, |
| { |
| "epoch": 1.3253012048192772, |
| "grad_norm": 0.5829439163208008, |
| "learning_rate": 7.128896457825364e-06, |
| "loss": 0.4777125120162964, |
| "step": 37 |
| }, |
| { |
| "epoch": 1.3614457831325302, |
| "grad_norm": 0.49731743335723877, |
| "learning_rate": 6.9375779322605154e-06, |
| "loss": 0.4852375388145447, |
| "step": 38 |
| }, |
| { |
| "epoch": 1.3975903614457832, |
| "grad_norm": 0.5951570868492126, |
| "learning_rate": 6.7428602366090764e-06, |
| "loss": 0.46885544061660767, |
| "step": 39 |
| }, |
| { |
| "epoch": 1.4337349397590362, |
| "grad_norm": 0.5189629793167114, |
| "learning_rate": 6.545084971874738e-06, |
| "loss": 0.4777418375015259, |
| "step": 40 |
| }, |
| { |
| "epoch": 1.4698795180722892, |
| "grad_norm": 0.5602889060974121, |
| "learning_rate": 6.344599103076329e-06, |
| "loss": 0.4813598096370697, |
| "step": 41 |
| }, |
| { |
| "epoch": 1.5060240963855422, |
| "grad_norm": 0.5076647996902466, |
| "learning_rate": 6.141754350553279e-06, |
| "loss": 0.4753226637840271, |
| "step": 42 |
| }, |
| { |
| "epoch": 1.5421686746987953, |
| "grad_norm": 0.4632566571235657, |
| "learning_rate": 5.936906572928625e-06, |
| "loss": 0.497364342212677, |
| "step": 43 |
| }, |
| { |
| "epoch": 1.5783132530120483, |
| "grad_norm": 0.489469438791275, |
| "learning_rate": 5.730415142812059e-06, |
| "loss": 0.4533390402793884, |
| "step": 44 |
| }, |
| { |
| "epoch": 1.6144578313253013, |
| "grad_norm": 0.5627046227455139, |
| "learning_rate": 5.522642316338268e-06, |
| "loss": 0.47720852494239807, |
| "step": 45 |
| }, |
| { |
| "epoch": 1.6506024096385543, |
| "grad_norm": 0.615321934223175, |
| "learning_rate": 5.3139525976465675e-06, |
| "loss": 0.4630257785320282, |
| "step": 46 |
| }, |
| { |
| "epoch": 1.6867469879518073, |
| "grad_norm": 0.7377497553825378, |
| "learning_rate": 5.1047120994167855e-06, |
| "loss": 0.4707484245300293, |
| "step": 47 |
| }, |
| { |
| "epoch": 1.7228915662650603, |
| "grad_norm": 0.44864723086357117, |
| "learning_rate": 4.895287900583216e-06, |
| "loss": 0.5026432871818542, |
| "step": 48 |
| }, |
| { |
| "epoch": 1.7590361445783134, |
| "grad_norm": 0.48998555541038513, |
| "learning_rate": 4.686047402353433e-06, |
| "loss": 0.4894215762615204, |
| "step": 49 |
| }, |
| { |
| "epoch": 1.7951807228915664, |
| "grad_norm": 0.4500783383846283, |
| "learning_rate": 4.477357683661734e-06, |
| "loss": 0.48538342118263245, |
| "step": 50 |
| }, |
| { |
| "epoch": 1.8313253012048194, |
| "grad_norm": 0.4918319880962372, |
| "learning_rate": 4.269584857187942e-06, |
| "loss": 0.45954716205596924, |
| "step": 51 |
| }, |
| { |
| "epoch": 1.8674698795180724, |
| "grad_norm": 0.5150398015975952, |
| "learning_rate": 4.063093427071376e-06, |
| "loss": 0.4566912055015564, |
| "step": 52 |
| }, |
| { |
| "epoch": 1.9036144578313254, |
| "grad_norm": 0.44811761379241943, |
| "learning_rate": 3.8582456494467214e-06, |
| "loss": 0.48027291893959045, |
| "step": 53 |
| }, |
| { |
| "epoch": 1.9397590361445785, |
| "grad_norm": 0.609320342540741, |
| "learning_rate": 3.655400896923672e-06, |
| "loss": 0.49082323908805847, |
| "step": 54 |
| }, |
| { |
| "epoch": 1.9759036144578315, |
| "grad_norm": 0.46881070733070374, |
| "learning_rate": 3.4549150281252635e-06, |
| "loss": 0.47446680068969727, |
| "step": 55 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.5909848213195801, |
| "learning_rate": 3.2571397633909252e-06, |
| "loss": 0.47039300203323364, |
| "step": 56 |
| }, |
| { |
| "epoch": 2.036144578313253, |
| "grad_norm": 0.709743857383728, |
| "learning_rate": 3.0624220677394854e-06, |
| "loss": 0.3891071379184723, |
| "step": 57 |
| }, |
| { |
| "epoch": 2.072289156626506, |
| "grad_norm": 0.5000724792480469, |
| "learning_rate": 2.871103542174637e-06, |
| "loss": 0.43356871604919434, |
| "step": 58 |
| }, |
| { |
| "epoch": 2.108433734939759, |
| "grad_norm": 0.5290446877479553, |
| "learning_rate": 2.683519824400693e-06, |
| "loss": 0.40094226598739624, |
| "step": 59 |
| }, |
| { |
| "epoch": 2.144578313253012, |
| "grad_norm": 0.5125427842140198, |
| "learning_rate": 2.5000000000000015e-06, |
| "loss": 0.4142378270626068, |
| "step": 60 |
| }, |
| { |
| "epoch": 2.180722891566265, |
| "grad_norm": 0.6648615002632141, |
| "learning_rate": 2.320866025105016e-06, |
| "loss": 0.3956088721752167, |
| "step": 61 |
| }, |
| { |
| "epoch": 2.216867469879518, |
| "grad_norm": 0.8099228739738464, |
| "learning_rate": 2.146432161577842e-06, |
| "loss": 0.38991785049438477, |
| "step": 62 |
| }, |
| { |
| "epoch": 2.253012048192771, |
| "grad_norm": 0.53780198097229, |
| "learning_rate": 1.977004425688126e-06, |
| "loss": 0.3925628364086151, |
| "step": 63 |
| }, |
| { |
| "epoch": 2.289156626506024, |
| "grad_norm": 0.6565864086151123, |
| "learning_rate": 1.8128800512565514e-06, |
| "loss": 0.39590010046958923, |
| "step": 64 |
| }, |
| { |
| "epoch": 2.325301204819277, |
| "grad_norm": 0.48299795389175415, |
| "learning_rate": 1.6543469682057105e-06, |
| "loss": 0.4138052761554718, |
| "step": 65 |
| }, |
| { |
| "epoch": 2.36144578313253, |
| "grad_norm": 0.5652570128440857, |
| "learning_rate": 1.5016832974331725e-06, |
| "loss": 0.40755337476730347, |
| "step": 66 |
| }, |
| { |
| "epoch": 2.397590361445783, |
| "grad_norm": 1.1212197542190552, |
| "learning_rate": 1.3551568628929434e-06, |
| "loss": 0.4035053253173828, |
| "step": 67 |
| }, |
| { |
| "epoch": 2.433734939759036, |
| "grad_norm": 0.5047882795333862, |
| "learning_rate": 1.2150247217412186e-06, |
| "loss": 0.41533365845680237, |
| "step": 68 |
| }, |
| { |
| "epoch": 2.4698795180722892, |
| "grad_norm": 0.5447006821632385, |
| "learning_rate": 1.0815327133708015e-06, |
| "loss": 0.36712491512298584, |
| "step": 69 |
| }, |
| { |
| "epoch": 2.5060240963855422, |
| "grad_norm": 0.5147467851638794, |
| "learning_rate": 9.549150281252633e-07, |
| "loss": 0.3851737380027771, |
| "step": 70 |
| }, |
| { |
| "epoch": 2.5421686746987953, |
| "grad_norm": 0.47967737913131714, |
| "learning_rate": 8.353937964495029e-07, |
| "loss": 0.4188123345375061, |
| "step": 71 |
| }, |
| { |
| "epoch": 2.5783132530120483, |
| "grad_norm": 0.5074743628501892, |
| "learning_rate": 7.23178699197467e-07, |
| "loss": 0.40590065717697144, |
| "step": 72 |
| }, |
| { |
| "epoch": 2.6144578313253013, |
| "grad_norm": 0.46036818623542786, |
| "learning_rate": 6.184665997806832e-07, |
| "loss": 0.38054245710372925, |
| "step": 73 |
| }, |
| { |
| "epoch": 2.6506024096385543, |
| "grad_norm": 1.1342926025390625, |
| "learning_rate": 5.214411988029355e-07, |
| "loss": 0.4026598334312439, |
| "step": 74 |
| }, |
| { |
| "epoch": 2.6867469879518073, |
| "grad_norm": 0.46817532181739807, |
| "learning_rate": 4.322727117869951e-07, |
| "loss": 0.4054795503616333, |
| "step": 75 |
| }, |
| { |
| "epoch": 2.7228915662650603, |
| "grad_norm": 0.7104460597038269, |
| "learning_rate": 3.511175705587433e-07, |
| "loss": 0.37800586223602295, |
| "step": 76 |
| }, |
| { |
| "epoch": 2.7590361445783134, |
| "grad_norm": 0.5266546010971069, |
| "learning_rate": 2.7811814881259503e-07, |
| "loss": 0.3979753255844116, |
| "step": 77 |
| }, |
| { |
| "epoch": 2.7951807228915664, |
| "grad_norm": 0.4721384644508362, |
| "learning_rate": 2.134025123396638e-07, |
| "loss": 0.3682253956794739, |
| "step": 78 |
| }, |
| { |
| "epoch": 2.8313253012048194, |
| "grad_norm": 0.426792174577713, |
| "learning_rate": 1.5708419435684463e-07, |
| "loss": 0.4290738105773926, |
| "step": 79 |
| }, |
| { |
| "epoch": 2.8674698795180724, |
| "grad_norm": 0.4718446433544159, |
| "learning_rate": 1.0926199633097156e-07, |
| "loss": 0.3954327702522278, |
| "step": 80 |
| }, |
| { |
| "epoch": 2.9036144578313254, |
| "grad_norm": 0.4800931215286255, |
| "learning_rate": 7.001981464747565e-08, |
| "loss": 0.4111490845680237, |
| "step": 81 |
| }, |
| { |
| "epoch": 2.9397590361445785, |
| "grad_norm": 0.5462878346443176, |
| "learning_rate": 3.9426493427611177e-08, |
| "loss": 0.38509202003479004, |
| "step": 82 |
| }, |
| { |
| "epoch": 2.9759036144578315, |
| "grad_norm": 0.44628024101257324, |
| "learning_rate": 1.753570375247815e-08, |
| "loss": 0.4102988541126251, |
| "step": 83 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.5103145837783813, |
| "learning_rate": 4.385849505708084e-09, |
| "loss": 0.42839542031288147, |
| "step": 84 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 84, |
| "total_flos": 305241727172608.0, |
| "train_loss": 0.4993832171672866, |
| "train_runtime": 16221.4591, |
| "train_samples_per_second": 0.245, |
| "train_steps_per_second": 0.005 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 84, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 305241727172608.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
