| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.8048289738430584, |
| "eval_steps": 500, |
| "global_step": 200, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.012072434607645875, |
| "grad_norm": 31.565221786499023, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 11.39139175415039, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.02414486921529175, |
| "grad_norm": 32.498504638671875, |
| "learning_rate": 2e-05, |
| "loss": 10.6638552347819, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.03621730382293763, |
| "grad_norm": 35.47499084472656, |
| "learning_rate": 1.9796610169491527e-05, |
| "loss": 8.869885762532553, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0482897384305835, |
| "grad_norm": 36.74094009399414, |
| "learning_rate": 1.9593220338983052e-05, |
| "loss": 6.656011581420898, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.060362173038229376, |
| "grad_norm": 27.099929809570312, |
| "learning_rate": 1.938983050847458e-05, |
| "loss": 4.492154757181804, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.07243460764587525, |
| "grad_norm": 20.31853675842285, |
| "learning_rate": 1.9186440677966102e-05, |
| "loss": 2.879384676615397, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.08450704225352113, |
| "grad_norm": 16.151193618774414, |
| "learning_rate": 1.898305084745763e-05, |
| "loss": 1.7103803952534993, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.096579476861167, |
| "grad_norm": 8.316960334777832, |
| "learning_rate": 1.8779661016949152e-05, |
| "loss": 0.8944776852925619, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.10865191146881288, |
| "grad_norm": 2.3379435539245605, |
| "learning_rate": 1.857627118644068e-05, |
| "loss": 0.4361502726872762, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.12072434607645875, |
| "grad_norm": 0.6751275658607483, |
| "learning_rate": 1.8372881355932202e-05, |
| "loss": 0.27574555079142254, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.13279678068410464, |
| "grad_norm": 0.5723764300346375, |
| "learning_rate": 1.816949152542373e-05, |
| "loss": 0.23154075940450033, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.1448692152917505, |
| "grad_norm": 0.56374591588974, |
| "learning_rate": 1.7966101694915256e-05, |
| "loss": 0.21050381660461426, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.15694164989939638, |
| "grad_norm": 0.5116483569145203, |
| "learning_rate": 1.776271186440678e-05, |
| "loss": 0.19474305709203085, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.16901408450704225, |
| "grad_norm": 0.3521374762058258, |
| "learning_rate": 1.7559322033898306e-05, |
| "loss": 0.18379410107930502, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.18108651911468812, |
| "grad_norm": 1.187842607498169, |
| "learning_rate": 1.735593220338983e-05, |
| "loss": 0.17135000228881836, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.193158953722334, |
| "grad_norm": 1.8320320844650269, |
| "learning_rate": 1.715254237288136e-05, |
| "loss": 0.15841978788375854, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.2052313883299799, |
| "grad_norm": 3.5149056911468506, |
| "learning_rate": 1.694915254237288e-05, |
| "loss": 0.15108935038248697, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.21730382293762576, |
| "grad_norm": 1.036536693572998, |
| "learning_rate": 1.674576271186441e-05, |
| "loss": 0.13653225700060526, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.22937625754527163, |
| "grad_norm": 0.9628488421440125, |
| "learning_rate": 1.654237288135593e-05, |
| "loss": 0.12643237908681235, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.2414486921529175, |
| "grad_norm": 2.743955135345459, |
| "learning_rate": 1.633898305084746e-05, |
| "loss": 0.1159747838973999, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.2535211267605634, |
| "grad_norm": 0.41073763370513916, |
| "learning_rate": 1.6135593220338985e-05, |
| "loss": 0.11064680417378743, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.2655935613682093, |
| "grad_norm": 0.6691092252731323, |
| "learning_rate": 1.593220338983051e-05, |
| "loss": 0.10705698529879253, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.2776659959758551, |
| "grad_norm": 0.42705169320106506, |
| "learning_rate": 1.5728813559322035e-05, |
| "loss": 0.10355836153030396, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.289738430583501, |
| "grad_norm": 0.6782660484313965, |
| "learning_rate": 1.552542372881356e-05, |
| "loss": 0.10028706987698872, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.30181086519114686, |
| "grad_norm": 0.1919354647397995, |
| "learning_rate": 1.5322033898305085e-05, |
| "loss": 0.09786097208658855, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.31388329979879276, |
| "grad_norm": 0.19268283247947693, |
| "learning_rate": 1.511864406779661e-05, |
| "loss": 0.09490699569384257, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.32595573440643866, |
| "grad_norm": 0.1897154301404953, |
| "learning_rate": 1.4915254237288137e-05, |
| "loss": 0.09219396114349365, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.3380281690140845, |
| "grad_norm": 0.16722449660301208, |
| "learning_rate": 1.4711864406779662e-05, |
| "loss": 0.08906848231951396, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.3501006036217304, |
| "grad_norm": 0.13802577555179596, |
| "learning_rate": 1.4508474576271187e-05, |
| "loss": 0.08599668741226196, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.36217303822937624, |
| "grad_norm": 0.11041229963302612, |
| "learning_rate": 1.4305084745762714e-05, |
| "loss": 0.08312974373499553, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.37424547283702214, |
| "grad_norm": 0.31502974033355713, |
| "learning_rate": 1.4101694915254239e-05, |
| "loss": 0.08116496602694194, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.386317907444668, |
| "grad_norm": 0.0854659155011177, |
| "learning_rate": 1.3898305084745764e-05, |
| "loss": 0.07955464720726013, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.3983903420523139, |
| "grad_norm": 0.08523856848478317, |
| "learning_rate": 1.3694915254237289e-05, |
| "loss": 0.07785432537396748, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.4104627766599598, |
| "grad_norm": 0.09225258231163025, |
| "learning_rate": 1.3491525423728816e-05, |
| "loss": 0.07649004459381104, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.4225352112676056, |
| "grad_norm": 0.09481494128704071, |
| "learning_rate": 1.328813559322034e-05, |
| "loss": 0.07524276276429494, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.4346076458752515, |
| "grad_norm": 0.10402938723564148, |
| "learning_rate": 1.3084745762711866e-05, |
| "loss": 0.07400999466578166, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.44668008048289737, |
| "grad_norm": 0.11167366057634354, |
| "learning_rate": 1.288135593220339e-05, |
| "loss": 0.07269691427548726, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.45875251509054327, |
| "grad_norm": 0.1135065034031868, |
| "learning_rate": 1.2677966101694916e-05, |
| "loss": 0.0711974302927653, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.4708249496981891, |
| "grad_norm": 0.11799220740795135, |
| "learning_rate": 1.2474576271186443e-05, |
| "loss": 0.06939153869946797, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.482897384305835, |
| "grad_norm": 0.12809021770954132, |
| "learning_rate": 1.2271186440677966e-05, |
| "loss": 0.0675096462170283, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.4949698189134809, |
| "grad_norm": 0.13876567780971527, |
| "learning_rate": 1.2067796610169493e-05, |
| "loss": 0.06532351672649384, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.5070422535211268, |
| "grad_norm": 0.15365397930145264, |
| "learning_rate": 1.1864406779661018e-05, |
| "loss": 0.06267779072125752, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.5191146881287726, |
| "grad_norm": 0.196734219789505, |
| "learning_rate": 1.1661016949152543e-05, |
| "loss": 0.05952953298886617, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.5311871227364185, |
| "grad_norm": 0.19224287569522858, |
| "learning_rate": 1.1457627118644068e-05, |
| "loss": 0.055368090669314064, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.5432595573440644, |
| "grad_norm": 0.22132018208503723, |
| "learning_rate": 1.1254237288135595e-05, |
| "loss": 0.05075469116369883, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.5553319919517102, |
| "grad_norm": 0.2849789261817932, |
| "learning_rate": 1.1050847457627118e-05, |
| "loss": 0.043954809506734215, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.5674044265593562, |
| "grad_norm": 0.3531913459300995, |
| "learning_rate": 1.0847457627118645e-05, |
| "loss": 0.033663809299468994, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.579476861167002, |
| "grad_norm": 0.16163581609725952, |
| "learning_rate": 1.0644067796610172e-05, |
| "loss": 0.021554974218209583, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5915492957746479, |
| "grad_norm": 0.14978717267513275, |
| "learning_rate": 1.0440677966101695e-05, |
| "loss": 0.01815607522924741, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.6036217303822937, |
| "grad_norm": 0.13460315763950348, |
| "learning_rate": 1.0237288135593222e-05, |
| "loss": 0.014825550218423208, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6156941649899397, |
| "grad_norm": 0.1262596696615219, |
| "learning_rate": 1.0033898305084746e-05, |
| "loss": 0.012043482313553492, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.6277665995975855, |
| "grad_norm": 0.12274110317230225, |
| "learning_rate": 9.830508474576272e-06, |
| "loss": 0.00944417342543602, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.6398390342052314, |
| "grad_norm": 0.11508777737617493, |
| "learning_rate": 9.627118644067797e-06, |
| "loss": 0.006922641769051552, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.6519114688128773, |
| "grad_norm": 0.09775592386722565, |
| "learning_rate": 9.423728813559322e-06, |
| "loss": 0.004721511155366898, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.6639839034205232, |
| "grad_norm": 0.0729842260479927, |
| "learning_rate": 9.220338983050847e-06, |
| "loss": 0.0028886919220288596, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.676056338028169, |
| "grad_norm": 0.04806124418973923, |
| "learning_rate": 9.016949152542374e-06, |
| "loss": 0.0016856035217642784, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.6881287726358148, |
| "grad_norm": 0.03200242295861244, |
| "learning_rate": 8.8135593220339e-06, |
| "loss": 0.0009991055509696405, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.7002012072434608, |
| "grad_norm": 0.02607228048145771, |
| "learning_rate": 8.610169491525424e-06, |
| "loss": 0.0006594751806308826, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.7122736418511066, |
| "grad_norm": 0.01632210798561573, |
| "learning_rate": 8.40677966101695e-06, |
| "loss": 0.0004556536829719941, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.7243460764587525, |
| "grad_norm": 0.011822426691651344, |
| "learning_rate": 8.203389830508475e-06, |
| "loss": 0.0003539823616544406, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.7364185110663984, |
| "grad_norm": 0.01042755413800478, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.0002809216578801473, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.7484909456740443, |
| "grad_norm": 0.008660788647830486, |
| "learning_rate": 7.796610169491526e-06, |
| "loss": 0.00023905226650337377, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.7605633802816901, |
| "grad_norm": 0.007257130928337574, |
| "learning_rate": 7.5932203389830515e-06, |
| "loss": 0.0002122444372313718, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.772635814889336, |
| "grad_norm": 0.007221721112728119, |
| "learning_rate": 7.3898305084745766e-06, |
| "loss": 0.00019281627222274741, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.7847082494969819, |
| "grad_norm": 0.005890133790671825, |
| "learning_rate": 7.1864406779661025e-06, |
| "loss": 0.0001794119404318432, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.7967806841046278, |
| "grad_norm": 0.0055551244877278805, |
| "learning_rate": 6.9830508474576275e-06, |
| "loss": 0.00016860844334587455, |
| "step": 198 |
| } |
| ], |
| "logging_steps": 3, |
| "max_steps": 300, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.62794393567232e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
