{ "best_global_step": 4000, "best_metric": 50.44642474127626, "best_model_checkpoint": "/content/drive/MyDrive/Dala/nllb_model/checkpoint-4000", "epoch": 3.2389631429728634, "eval_steps": 1000, "global_step": 4000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.04050222762251924, "grad_norm": 2.6502063274383545, "learning_rate": 4.9000000000000005e-06, "loss": 5.3214, "step": 50 }, { "epoch": 0.08100445524503848, "grad_norm": 1.576899766921997, "learning_rate": 9.900000000000002e-06, "loss": 4.5892, "step": 100 }, { "epoch": 0.12150668286755771, "grad_norm": 1.3972806930541992, "learning_rate": 1.49e-05, "loss": 3.9326, "step": 150 }, { "epoch": 0.16200891049007696, "grad_norm": 1.6953352689743042, "learning_rate": 1.9900000000000003e-05, "loss": 3.5229, "step": 200 }, { "epoch": 0.2025111381125962, "grad_norm": 1.408992886543274, "learning_rate": 2.4900000000000002e-05, "loss": 3.2072, "step": 250 }, { "epoch": 0.24301336573511542, "grad_norm": 1.4607220888137817, "learning_rate": 2.9900000000000002e-05, "loss": 3.0183, "step": 300 }, { "epoch": 0.28351559335763465, "grad_norm": 1.6003291606903076, "learning_rate": 3.49e-05, "loss": 2.8487, "step": 350 }, { "epoch": 0.3240178209801539, "grad_norm": 1.5186729431152344, "learning_rate": 3.99e-05, "loss": 2.6323, "step": 400 }, { "epoch": 0.3645200486026732, "grad_norm": 1.4992791414260864, "learning_rate": 4.49e-05, "loss": 2.4942, "step": 450 }, { "epoch": 0.4050222762251924, "grad_norm": 1.5211806297302246, "learning_rate": 4.99e-05, "loss": 2.3595, "step": 500 }, { "epoch": 0.44552450384771164, "grad_norm": 1.503055453300476, "learning_rate": 5.4900000000000006e-05, "loss": 2.2573, "step": 550 }, { "epoch": 0.48602673147023084, "grad_norm": 1.7007502317428589, "learning_rate": 5.99e-05, "loss": 2.1864, "step": 600 }, { "epoch": 0.5265289590927501, "grad_norm": 1.4285714626312256, "learning_rate": 6.49e-05, "loss": 2.0554, "step": 650 }, { "epoch": 0.5670311867152693, "grad_norm": 1.6091938018798828, "learning_rate": 6.99e-05, "loss": 2.019, "step": 700 }, { "epoch": 0.6075334143377886, "grad_norm": 1.7364023923873901, "learning_rate": 7.49e-05, "loss": 1.9724, "step": 750 }, { "epoch": 0.6480356419603078, "grad_norm": 1.450875163078308, "learning_rate": 7.99e-05, "loss": 1.9124, "step": 800 }, { "epoch": 0.688537869582827, "grad_norm": 1.468355655670166, "learning_rate": 8.49e-05, "loss": 1.8606, "step": 850 }, { "epoch": 0.7290400972053463, "grad_norm": 1.4059218168258667, "learning_rate": 8.99e-05, "loss": 1.8028, "step": 900 }, { "epoch": 0.7695423248278656, "grad_norm": 1.5709952116012573, "learning_rate": 9.49e-05, "loss": 1.7327, "step": 950 }, { "epoch": 0.8100445524503848, "grad_norm": 1.3530505895614624, "learning_rate": 9.99e-05, "loss": 1.7085, "step": 1000 }, { "epoch": 0.8100445524503848, "eval_bleu": 23.576904136717374, "eval_chrf": 40.858644433448234, "eval_loss": 1.5544426441192627, "eval_runtime": 569.3068, "eval_samples_per_second": 3.854, "eval_steps_per_second": 0.483, "step": 1000 }, { "epoch": 0.850546780072904, "grad_norm": 1.5039794445037842, "learning_rate": 9.956828193832599e-05, "loss": 1.675, "step": 1050 }, { "epoch": 0.8910490076954233, "grad_norm": 1.3560293912887573, "learning_rate": 9.912775330396477e-05, "loss": 1.6383, "step": 1100 }, { "epoch": 0.9315512353179425, "grad_norm": 1.483917474746704, "learning_rate": 9.868722466960353e-05, "loss": 1.5895, "step": 1150 }, { "epoch": 0.9720534629404617, "grad_norm": 1.2108521461486816, "learning_rate": 9.82466960352423e-05, "loss": 1.5732, "step": 1200 }, { "epoch": 1.0121506682867558, "grad_norm": 1.229095220565796, "learning_rate": 9.780616740088107e-05, "loss": 1.5249, "step": 1250 }, { "epoch": 1.052652895909275, "grad_norm": 1.3696666955947876, "learning_rate": 9.736563876651984e-05, "loss": 1.4009, "step": 1300 }, { "epoch": 1.0931551235317942, "grad_norm": 1.3702960014343262, "learning_rate": 9.692511013215859e-05, "loss": 1.4172, "step": 1350 }, { "epoch": 1.1336573511543135, "grad_norm": 1.363653540611267, "learning_rate": 9.648458149779736e-05, "loss": 1.412, "step": 1400 }, { "epoch": 1.1741595787768326, "grad_norm": 1.314254641532898, "learning_rate": 9.604405286343613e-05, "loss": 1.3905, "step": 1450 }, { "epoch": 1.214661806399352, "grad_norm": 1.302570104598999, "learning_rate": 9.560352422907489e-05, "loss": 1.3789, "step": 1500 }, { "epoch": 1.2551640340218713, "grad_norm": 1.4111872911453247, "learning_rate": 9.516299559471367e-05, "loss": 1.4103, "step": 1550 }, { "epoch": 1.2956662616443904, "grad_norm": 1.306458592414856, "learning_rate": 9.472246696035243e-05, "loss": 1.3807, "step": 1600 }, { "epoch": 1.3361684892669097, "grad_norm": 1.180014967918396, "learning_rate": 9.42819383259912e-05, "loss": 1.3666, "step": 1650 }, { "epoch": 1.376670716889429, "grad_norm": 1.2211802005767822, "learning_rate": 9.384140969162996e-05, "loss": 1.3055, "step": 1700 }, { "epoch": 1.417172944511948, "grad_norm": 2.443772792816162, "learning_rate": 9.340088105726873e-05, "loss": 1.3401, "step": 1750 }, { "epoch": 1.4576751721344674, "grad_norm": 1.241117238998413, "learning_rate": 9.29603524229075e-05, "loss": 1.3325, "step": 1800 }, { "epoch": 1.4981773997569867, "grad_norm": 1.3065532445907593, "learning_rate": 9.251982378854626e-05, "loss": 1.3409, "step": 1850 }, { "epoch": 1.5386796273795058, "grad_norm": 1.223604679107666, "learning_rate": 9.207929515418503e-05, "loss": 1.306, "step": 1900 }, { "epoch": 1.5791818550020251, "grad_norm": 1.2152003049850464, "learning_rate": 9.163876651982379e-05, "loss": 1.275, "step": 1950 }, { "epoch": 1.6196840826245444, "grad_norm": 1.0613232851028442, "learning_rate": 9.119823788546255e-05, "loss": 1.3005, "step": 2000 }, { "epoch": 1.6196840826245444, "eval_bleu": 30.160628892876375, "eval_chrf": 47.67539184781091, "eval_loss": 1.2586086988449097, "eval_runtime": 510.3397, "eval_samples_per_second": 4.299, "eval_steps_per_second": 0.539, "step": 2000 }, { "epoch": 1.6601863102470635, "grad_norm": 1.5416429042816162, "learning_rate": 9.075770925110133e-05, "loss": 1.3042, "step": 2050 }, { "epoch": 1.7006885378695829, "grad_norm": 1.3111222982406616, "learning_rate": 9.031718061674009e-05, "loss": 1.3081, "step": 2100 }, { "epoch": 1.7411907654921022, "grad_norm": 1.2473504543304443, "learning_rate": 8.987665198237886e-05, "loss": 1.2599, "step": 2150 }, { "epoch": 1.7816929931146213, "grad_norm": 1.267403483390808, "learning_rate": 8.943612334801763e-05, "loss": 1.2693, "step": 2200 }, { "epoch": 1.8221952207371406, "grad_norm": 1.1271162033081055, "learning_rate": 8.89955947136564e-05, "loss": 1.269, "step": 2250 }, { "epoch": 1.86269744835966, "grad_norm": 1.209218144416809, "learning_rate": 8.855506607929516e-05, "loss": 1.2379, "step": 2300 }, { "epoch": 1.903199675982179, "grad_norm": 1.30668044090271, "learning_rate": 8.811453744493392e-05, "loss": 1.2547, "step": 2350 }, { "epoch": 1.9437019036046983, "grad_norm": 1.0480397939682007, "learning_rate": 8.767400881057269e-05, "loss": 1.2334, "step": 2400 }, { "epoch": 1.9842041312272176, "grad_norm": 1.234099268913269, "learning_rate": 8.723348017621145e-05, "loss": 1.23, "step": 2450 }, { "epoch": 2.0243013365735116, "grad_norm": 1.1937974691390991, "learning_rate": 8.679295154185022e-05, "loss": 1.121, "step": 2500 }, { "epoch": 2.0648035641960307, "grad_norm": 1.277874231338501, "learning_rate": 8.635242290748899e-05, "loss": 1.0507, "step": 2550 }, { "epoch": 2.10530579181855, "grad_norm": 1.0902061462402344, "learning_rate": 8.591189427312776e-05, "loss": 1.0746, "step": 2600 }, { "epoch": 2.1458080194410694, "grad_norm": 1.304015040397644, "learning_rate": 8.547136563876652e-05, "loss": 1.0718, "step": 2650 }, { "epoch": 2.1863102470635885, "grad_norm": 1.2821192741394043, "learning_rate": 8.50308370044053e-05, "loss": 1.0724, "step": 2700 }, { "epoch": 2.2268124746861075, "grad_norm": 1.2118302583694458, "learning_rate": 8.459030837004406e-05, "loss": 1.0497, "step": 2750 }, { "epoch": 2.267314702308627, "grad_norm": 1.0659773349761963, "learning_rate": 8.414977973568282e-05, "loss": 1.0519, "step": 2800 }, { "epoch": 2.307816929931146, "grad_norm": 1.0666295289993286, "learning_rate": 8.37092511013216e-05, "loss": 1.0759, "step": 2850 }, { "epoch": 2.3483191575536653, "grad_norm": 1.0976322889328003, "learning_rate": 8.326872246696036e-05, "loss": 1.0821, "step": 2900 }, { "epoch": 2.388821385176185, "grad_norm": 1.4252384901046753, "learning_rate": 8.282819383259911e-05, "loss": 1.0573, "step": 2950 }, { "epoch": 2.429323612798704, "grad_norm": 1.2431281805038452, "learning_rate": 8.238766519823788e-05, "loss": 1.0453, "step": 3000 }, { "epoch": 2.429323612798704, "eval_bleu": 32.711090146730186, "eval_chrf": 49.657307772440426, "eval_loss": 1.1696988344192505, "eval_runtime": 477.0319, "eval_samples_per_second": 4.599, "eval_steps_per_second": 0.576, "step": 3000 }, { "epoch": 2.469825840421223, "grad_norm": 1.0499687194824219, "learning_rate": 8.194713656387666e-05, "loss": 1.0526, "step": 3050 }, { "epoch": 2.5103280680437425, "grad_norm": 1.279381513595581, "learning_rate": 8.150660792951542e-05, "loss": 1.0419, "step": 3100 }, { "epoch": 2.5508302956662616, "grad_norm": 1.122578501701355, "learning_rate": 8.106607929515418e-05, "loss": 1.0498, "step": 3150 }, { "epoch": 2.5913325232887807, "grad_norm": 1.1935076713562012, "learning_rate": 8.062555066079296e-05, "loss": 1.0293, "step": 3200 }, { "epoch": 2.6318347509113003, "grad_norm": 1.2038148641586304, "learning_rate": 8.018502202643172e-05, "loss": 0.9951, "step": 3250 }, { "epoch": 2.6723369785338194, "grad_norm": 1.0469157695770264, "learning_rate": 7.974449339207049e-05, "loss": 1.0359, "step": 3300 }, { "epoch": 2.7128392061563384, "grad_norm": 1.1141313314437866, "learning_rate": 7.930396475770926e-05, "loss": 1.0082, "step": 3350 }, { "epoch": 2.753341433778858, "grad_norm": 1.1356587409973145, "learning_rate": 7.886343612334803e-05, "loss": 1.0567, "step": 3400 }, { "epoch": 2.793843661401377, "grad_norm": 1.2304331064224243, "learning_rate": 7.842290748898679e-05, "loss": 1.0109, "step": 3450 }, { "epoch": 2.834345889023896, "grad_norm": 1.166832685470581, "learning_rate": 7.798237885462555e-05, "loss": 1.0364, "step": 3500 }, { "epoch": 2.8748481166464157, "grad_norm": 1.1052038669586182, "learning_rate": 7.754185022026432e-05, "loss": 1.0407, "step": 3550 }, { "epoch": 2.915350344268935, "grad_norm": 1.0822720527648926, "learning_rate": 7.710132158590308e-05, "loss": 1.0361, "step": 3600 }, { "epoch": 2.955852571891454, "grad_norm": 0.9728385210037231, "learning_rate": 7.666079295154185e-05, "loss": 1.0417, "step": 3650 }, { "epoch": 2.9963547995139734, "grad_norm": 1.2478103637695312, "learning_rate": 7.622026431718062e-05, "loss": 1.0308, "step": 3700 }, { "epoch": 3.0364520048602675, "grad_norm": 1.046961784362793, "learning_rate": 7.577973568281939e-05, "loss": 0.9011, "step": 3750 }, { "epoch": 3.0769542324827865, "grad_norm": 1.0165048837661743, "learning_rate": 7.533920704845815e-05, "loss": 0.8754, "step": 3800 }, { "epoch": 3.1174564601053056, "grad_norm": 1.2605644464492798, "learning_rate": 7.489867841409693e-05, "loss": 0.8747, "step": 3850 }, { "epoch": 3.157958687727825, "grad_norm": 1.2887046337127686, "learning_rate": 7.445814977973569e-05, "loss": 0.863, "step": 3900 }, { "epoch": 3.1984609153503443, "grad_norm": 0.9447133541107178, "learning_rate": 7.401762114537445e-05, "loss": 0.8687, "step": 3950 }, { "epoch": 3.2389631429728634, "grad_norm": 1.0172377824783325, "learning_rate": 7.357709251101322e-05, "loss": 0.8843, "step": 4000 }, { "epoch": 3.2389631429728634, "eval_bleu": 33.64125387109404, "eval_chrf": 50.44642474127626, "eval_loss": 1.1550147533416748, "eval_runtime": 480.3333, "eval_samples_per_second": 4.568, "eval_steps_per_second": 0.573, "step": 4000 } ], "logging_steps": 50, "max_steps": 12350, "num_input_tokens_seen": 0, "num_train_epochs": 10, "save_steps": 1000, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 3, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 0 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1.356082635276288e+16, "train_batch_size": 8, "trial_name": null, "trial_params": null }