| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9891891891891892, |
| "eval_steps": 500, |
| "global_step": 61, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.016216216216216217, |
| "grad_norm": 39.12052917480469, |
| "learning_rate": 5.0000000000000004e-08, |
| "loss": 2.2957, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.032432432432432434, |
| "grad_norm": 38.9581413269043, |
| "learning_rate": 1.0000000000000001e-07, |
| "loss": 2.2959, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.04864864864864865, |
| "grad_norm": 39.2702751159668, |
| "learning_rate": 1.5000000000000002e-07, |
| "loss": 2.2677, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.06486486486486487, |
| "grad_norm": 39.18815231323242, |
| "learning_rate": 2.0000000000000002e-07, |
| "loss": 2.2936, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.08108108108108109, |
| "grad_norm": 38.66701889038086, |
| "learning_rate": 2.5000000000000004e-07, |
| "loss": 2.2561, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0972972972972973, |
| "grad_norm": 39.53536605834961, |
| "learning_rate": 3.0000000000000004e-07, |
| "loss": 2.2579, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.11351351351351352, |
| "grad_norm": 39.3793830871582, |
| "learning_rate": 3.5000000000000004e-07, |
| "loss": 2.2627, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.12972972972972974, |
| "grad_norm": 39.88922119140625, |
| "learning_rate": 4.0000000000000003e-07, |
| "loss": 2.2729, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.14594594594594595, |
| "grad_norm": 37.9880256652832, |
| "learning_rate": 4.5000000000000003e-07, |
| "loss": 2.2311, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.16216216216216217, |
| "grad_norm": 37.024139404296875, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 2.1773, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.1783783783783784, |
| "grad_norm": 36.89325714111328, |
| "learning_rate": 5.5e-07, |
| "loss": 2.1927, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.1945945945945946, |
| "grad_norm": 37.244178771972656, |
| "learning_rate": 6.000000000000001e-07, |
| "loss": 2.1757, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.21081081081081082, |
| "grad_norm": 34.77650451660156, |
| "learning_rate": 6.5e-07, |
| "loss": 2.0392, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.22702702702702704, |
| "grad_norm": 34.78818893432617, |
| "learning_rate": 7.000000000000001e-07, |
| "loss": 1.9996, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.24324324324324326, |
| "grad_norm": 34.86852264404297, |
| "learning_rate": 7.5e-07, |
| "loss": 1.9496, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.2594594594594595, |
| "grad_norm": 35.202796936035156, |
| "learning_rate": 8.000000000000001e-07, |
| "loss": 1.8542, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.2756756756756757, |
| "grad_norm": 34.11354064941406, |
| "learning_rate": 8.500000000000001e-07, |
| "loss": 1.7118, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.2918918918918919, |
| "grad_norm": 36.309059143066406, |
| "learning_rate": 9.000000000000001e-07, |
| "loss": 1.6834, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.3081081081081081, |
| "grad_norm": 34.69994354248047, |
| "learning_rate": 9.500000000000001e-07, |
| "loss": 1.5298, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.32432432432432434, |
| "grad_norm": 35.43153381347656, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 1.4191, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.34054054054054056, |
| "grad_norm": 33.53745651245117, |
| "learning_rate": 1.0500000000000001e-06, |
| "loss": 1.3068, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.3567567567567568, |
| "grad_norm": 33.775604248046875, |
| "learning_rate": 1.1e-06, |
| "loss": 1.224, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.372972972972973, |
| "grad_norm": 30.57005500793457, |
| "learning_rate": 1.1500000000000002e-06, |
| "loss": 1.0704, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.3891891891891892, |
| "grad_norm": 27.964860916137695, |
| "learning_rate": 1.2000000000000002e-06, |
| "loss": 0.9548, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.40540540540540543, |
| "grad_norm": 26.023576736450195, |
| "learning_rate": 1.25e-06, |
| "loss": 0.8503, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.42162162162162165, |
| "grad_norm": 25.0452938079834, |
| "learning_rate": 1.3e-06, |
| "loss": 0.6938, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.43783783783783786, |
| "grad_norm": 24.663373947143555, |
| "learning_rate": 1.3500000000000002e-06, |
| "loss": 0.5648, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.4540540540540541, |
| "grad_norm": 21.61736488342285, |
| "learning_rate": 1.4000000000000001e-06, |
| "loss": 0.435, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.4702702702702703, |
| "grad_norm": 18.3259334564209, |
| "learning_rate": 1.45e-06, |
| "loss": 0.3322, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.4864864864864865, |
| "grad_norm": 16.80081558227539, |
| "learning_rate": 1.5e-06, |
| "loss": 0.2625, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.5027027027027027, |
| "grad_norm": 14.789258003234863, |
| "learning_rate": 1.5500000000000002e-06, |
| "loss": 0.1757, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.518918918918919, |
| "grad_norm": 10.406538963317871, |
| "learning_rate": 1.6000000000000001e-06, |
| "loss": 0.1376, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.5351351351351351, |
| "grad_norm": 4.868802547454834, |
| "learning_rate": 1.6500000000000003e-06, |
| "loss": 0.0815, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.5513513513513514, |
| "grad_norm": 1.8639686107635498, |
| "learning_rate": 1.7000000000000002e-06, |
| "loss": 0.0628, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.5675675675675675, |
| "grad_norm": 1.897918462753296, |
| "learning_rate": 1.75e-06, |
| "loss": 0.0775, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.5837837837837838, |
| "grad_norm": 1.296712040901184, |
| "learning_rate": 1.8000000000000001e-06, |
| "loss": 0.0565, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.0163214206695557, |
| "learning_rate": 1.85e-06, |
| "loss": 0.0544, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.6162162162162163, |
| "grad_norm": 1.070162296295166, |
| "learning_rate": 1.9000000000000002e-06, |
| "loss": 0.0621, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.6324324324324324, |
| "grad_norm": 1.024267315864563, |
| "learning_rate": 1.9500000000000004e-06, |
| "loss": 0.0566, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.6486486486486487, |
| "grad_norm": 0.9016611576080322, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.0511, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.6648648648648648, |
| "grad_norm": 0.8272562623023987, |
| "learning_rate": 2.05e-06, |
| "loss": 0.0533, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.6810810810810811, |
| "grad_norm": 0.8875278234481812, |
| "learning_rate": 2.1000000000000002e-06, |
| "loss": 0.0495, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.6972972972972973, |
| "grad_norm": 0.8804877996444702, |
| "learning_rate": 2.15e-06, |
| "loss": 0.0506, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.7135135135135136, |
| "grad_norm": 0.7133358120918274, |
| "learning_rate": 2.2e-06, |
| "loss": 0.0467, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.7297297297297297, |
| "grad_norm": 0.8142214417457581, |
| "learning_rate": 2.25e-06, |
| "loss": 0.0552, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.745945945945946, |
| "grad_norm": 0.8341564536094666, |
| "learning_rate": 2.3000000000000004e-06, |
| "loss": 0.0574, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.7621621621621621, |
| "grad_norm": 0.6500507593154907, |
| "learning_rate": 2.35e-06, |
| "loss": 0.0398, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.7783783783783784, |
| "grad_norm": 0.6163598895072937, |
| "learning_rate": 2.4000000000000003e-06, |
| "loss": 0.0459, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.7945945945945946, |
| "grad_norm": 0.663949191570282, |
| "learning_rate": 2.4500000000000003e-06, |
| "loss": 0.046, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.8108108108108109, |
| "grad_norm": 0.7521553635597229, |
| "learning_rate": 2.5e-06, |
| "loss": 0.0525, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.827027027027027, |
| "grad_norm": 0.7828383445739746, |
| "learning_rate": 2.55e-06, |
| "loss": 0.0558, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.8432432432432433, |
| "grad_norm": 0.7935078740119934, |
| "learning_rate": 2.6e-06, |
| "loss": 0.0451, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.8594594594594595, |
| "grad_norm": 0.6327880620956421, |
| "learning_rate": 2.6500000000000005e-06, |
| "loss": 0.0403, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.8756756756756757, |
| "grad_norm": 0.6185981035232544, |
| "learning_rate": 2.7000000000000004e-06, |
| "loss": 0.0406, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.8918918918918919, |
| "grad_norm": 0.5417979955673218, |
| "learning_rate": 2.7500000000000004e-06, |
| "loss": 0.0426, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.9081081081081082, |
| "grad_norm": 0.7140630483627319, |
| "learning_rate": 2.8000000000000003e-06, |
| "loss": 0.0446, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.9243243243243243, |
| "grad_norm": 0.7191944122314453, |
| "learning_rate": 2.85e-06, |
| "loss": 0.047, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.9405405405405406, |
| "grad_norm": 0.7562940716743469, |
| "learning_rate": 2.9e-06, |
| "loss": 0.0476, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.9567567567567568, |
| "grad_norm": 0.7422239184379578, |
| "learning_rate": 2.95e-06, |
| "loss": 0.0462, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.972972972972973, |
| "grad_norm": 0.677144467830658, |
| "learning_rate": 3e-06, |
| "loss": 0.0475, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.9891891891891892, |
| "grad_norm": 0.6127192974090576, |
| "learning_rate": 3.05e-06, |
| "loss": 0.0434, |
| "step": 61 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 366, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 6, |
| "save_steps": 61, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.5408823850237952e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
