| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.6827233074151337, |
| "eval_steps": 500, |
| "global_step": 5400, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.012643024211391365, |
| "grad_norm": 0.8759542107582092, |
| "learning_rate": 0.0004987484197218711, |
| "loss": 3.8722, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.02528604842278273, |
| "grad_norm": 0.9236809015274048, |
| "learning_rate": 0.0004974841972187105, |
| "loss": 3.4858, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.037929072634174096, |
| "grad_norm": 0.8505849242210388, |
| "learning_rate": 0.0004962199747155499, |
| "loss": 3.3438, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.05057209684556546, |
| "grad_norm": 0.8044902682304382, |
| "learning_rate": 0.0004949557522123893, |
| "loss": 3.2837, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.06321512105695683, |
| "grad_norm": 0.7873915433883667, |
| "learning_rate": 0.0004936915297092288, |
| "loss": 3.194, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.07585814526834819, |
| "grad_norm": 0.7622674107551575, |
| "learning_rate": 0.0004924273072060682, |
| "loss": 3.126, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.08850116947973956, |
| "grad_norm": 0.8418383002281189, |
| "learning_rate": 0.0004911630847029077, |
| "loss": 3.0518, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.10114419369113092, |
| "grad_norm": 0.7434802055358887, |
| "learning_rate": 0.0004898988621997471, |
| "loss": 3.0434, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.11378721790252229, |
| "grad_norm": 0.8024940490722656, |
| "learning_rate": 0.0004886346396965867, |
| "loss": 2.9942, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.12643024211391365, |
| "grad_norm": 0.8081286549568176, |
| "learning_rate": 0.00048737041719342606, |
| "loss": 2.9878, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.139073266325305, |
| "grad_norm": 0.7084025144577026, |
| "learning_rate": 0.0004861061946902655, |
| "loss": 2.9314, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.15171629053669639, |
| "grad_norm": 0.7388598322868347, |
| "learning_rate": 0.000484841972187105, |
| "loss": 2.9152, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.16435931474808774, |
| "grad_norm": 0.7991167306900024, |
| "learning_rate": 0.0004835777496839444, |
| "loss": 2.917, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.17700233895947912, |
| "grad_norm": 0.7912219762802124, |
| "learning_rate": 0.0004823135271807838, |
| "loss": 2.8725, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.18964536317087047, |
| "grad_norm": 0.8445726633071899, |
| "learning_rate": 0.00048104930467762324, |
| "loss": 2.8843, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.20228838738226185, |
| "grad_norm": 0.7209933400154114, |
| "learning_rate": 0.0004797850821744627, |
| "loss": 2.8298, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.2149314115936532, |
| "grad_norm": 0.7905689477920532, |
| "learning_rate": 0.00047852085967130215, |
| "loss": 2.862, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.22757443580504458, |
| "grad_norm": 0.745158314704895, |
| "learning_rate": 0.0004772566371681416, |
| "loss": 2.781, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.24021746001643593, |
| "grad_norm": 0.7118976712226868, |
| "learning_rate": 0.00047599241466498107, |
| "loss": 2.7783, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.2528604842278273, |
| "grad_norm": 0.7946869730949402, |
| "learning_rate": 0.0004747281921618205, |
| "loss": 2.7825, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.26550350843921866, |
| "grad_norm": 0.7247060537338257, |
| "learning_rate": 0.00047346396965865993, |
| "loss": 2.7839, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.27814653265061, |
| "grad_norm": 0.7256483435630798, |
| "learning_rate": 0.0004721997471554994, |
| "loss": 2.7731, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.29078955686200136, |
| "grad_norm": 0.7218326926231384, |
| "learning_rate": 0.0004709355246523388, |
| "loss": 2.8133, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.30343258107339277, |
| "grad_norm": 0.7010550498962402, |
| "learning_rate": 0.00046967130214917825, |
| "loss": 2.7432, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.3160756052847841, |
| "grad_norm": 0.7964794635772705, |
| "learning_rate": 0.0004684070796460177, |
| "loss": 2.7811, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.3287186294961755, |
| "grad_norm": 0.8072954416275024, |
| "learning_rate": 0.00046714285714285716, |
| "loss": 2.7089, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.3413616537075668, |
| "grad_norm": 0.6594070196151733, |
| "learning_rate": 0.0004658786346396966, |
| "loss": 2.7161, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.35400467791895823, |
| "grad_norm": 0.704298734664917, |
| "learning_rate": 0.000464614412136536, |
| "loss": 2.698, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.3666477021303496, |
| "grad_norm": 0.7253355383872986, |
| "learning_rate": 0.0004633501896333755, |
| "loss": 2.696, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.37929072634174094, |
| "grad_norm": 0.7043545246124268, |
| "learning_rate": 0.00046208596713021493, |
| "loss": 2.6807, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.3919337505531323, |
| "grad_norm": 0.6532794237136841, |
| "learning_rate": 0.0004608217446270544, |
| "loss": 2.6985, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.4045767747645237, |
| "grad_norm": 0.7272788286209106, |
| "learning_rate": 0.0004595575221238938, |
| "loss": 2.6767, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.41721979897591505, |
| "grad_norm": 0.695071280002594, |
| "learning_rate": 0.00045829329962073325, |
| "loss": 2.6609, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.4298628231873064, |
| "grad_norm": 0.7230761051177979, |
| "learning_rate": 0.0004570290771175727, |
| "loss": 2.6488, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.44250584739869775, |
| "grad_norm": 0.7420136332511902, |
| "learning_rate": 0.00045576485461441217, |
| "loss": 2.6507, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.45514887161008916, |
| "grad_norm": 0.7115824222564697, |
| "learning_rate": 0.00045450063211125157, |
| "loss": 2.644, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.4677918958214805, |
| "grad_norm": 0.6667810678482056, |
| "learning_rate": 0.000453236409608091, |
| "loss": 2.6841, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.48043492003287186, |
| "grad_norm": 0.6836283802986145, |
| "learning_rate": 0.0004519721871049305, |
| "loss": 2.6462, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.4930779442442632, |
| "grad_norm": 0.7117214202880859, |
| "learning_rate": 0.00045070796460176994, |
| "loss": 2.6201, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.5057209684556546, |
| "grad_norm": 0.6085230708122253, |
| "learning_rate": 0.0004494437420986094, |
| "loss": 2.6198, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.5183639926670459, |
| "grad_norm": 0.663446843624115, |
| "learning_rate": 0.0004481795195954488, |
| "loss": 2.5972, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.5310070168784373, |
| "grad_norm": 0.670093297958374, |
| "learning_rate": 0.00044691529709228826, |
| "loss": 2.6052, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.5436500410898287, |
| "grad_norm": 0.6052363514900208, |
| "learning_rate": 0.00044565107458912766, |
| "loss": 2.6038, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.55629306530122, |
| "grad_norm": 0.6686172485351562, |
| "learning_rate": 0.0004443868520859671, |
| "loss": 2.5484, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.5689360895126114, |
| "grad_norm": 0.6228762865066528, |
| "learning_rate": 0.0004431226295828066, |
| "loss": 2.6119, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.5815791137240027, |
| "grad_norm": 0.6712014079093933, |
| "learning_rate": 0.00044185840707964603, |
| "loss": 2.581, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.5942221379353941, |
| "grad_norm": 0.6657222509384155, |
| "learning_rate": 0.0004405941845764855, |
| "loss": 2.5822, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.6068651621467855, |
| "grad_norm": 0.639202356338501, |
| "learning_rate": 0.00043932996207332494, |
| "loss": 2.5736, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.6195081863581768, |
| "grad_norm": 0.654742419719696, |
| "learning_rate": 0.0004380657395701644, |
| "loss": 2.5515, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.6321512105695682, |
| "grad_norm": 0.704134464263916, |
| "learning_rate": 0.0004368015170670038, |
| "loss": 2.5499, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.6447942347809597, |
| "grad_norm": 0.6817001104354858, |
| "learning_rate": 0.0004355372945638432, |
| "loss": 2.611, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.657437258992351, |
| "grad_norm": 0.6351118087768555, |
| "learning_rate": 0.00043427307206068266, |
| "loss": 2.566, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.6700802832037424, |
| "grad_norm": 0.6755563020706177, |
| "learning_rate": 0.0004330088495575221, |
| "loss": 2.5771, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.6827233074151337, |
| "grad_norm": 0.6010642647743225, |
| "learning_rate": 0.0004317446270543616, |
| "loss": 2.5216, |
| "step": 5400 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 39550, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 300, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.2329309184e+16, |
| "train_batch_size": 15, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
