| { |
| "best_global_step": 20000, |
| "best_metric": 0.10478387773036957, |
| "best_model_checkpoint": "myanmar_text_segmentation_model/checkpoint-20000", |
| "epoch": 1.8377285674905817, |
| "eval_steps": 1000, |
| "global_step": 20000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.04594321418726454, |
| "grad_norm": 0.577109158039093, |
| "learning_rate": 1.9816594688964442e-05, |
| "loss": 0.1144, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.09188642837452908, |
| "grad_norm": 0.8819814324378967, |
| "learning_rate": 1.9632821832215383e-05, |
| "loss": 0.1133, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.09188642837452908, |
| "eval_accuracy": 0.9564004775738034, |
| "eval_f1": 0.7581789101913106, |
| "eval_loss": 0.11448723077774048, |
| "eval_precision": 0.7703745996379334, |
| "eval_recall": 0.7463633395484631, |
| "eval_runtime": 465.4607, |
| "eval_samples_per_second": 61.528, |
| "eval_steps_per_second": 1.231, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.1378296425617936, |
| "grad_norm": 0.5137984156608582, |
| "learning_rate": 1.9449048975466325e-05, |
| "loss": 0.1119, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.18377285674905816, |
| "grad_norm": 0.6753482222557068, |
| "learning_rate": 1.9265276118717266e-05, |
| "loss": 0.1115, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.18377285674905816, |
| "eval_accuracy": 0.9565513036953667, |
| "eval_f1": 0.7631813253052621, |
| "eval_loss": 0.11509840190410614, |
| "eval_precision": 0.7619568901058112, |
| "eval_recall": 0.7644097020785157, |
| "eval_runtime": 471.4797, |
| "eval_samples_per_second": 60.743, |
| "eval_steps_per_second": 1.215, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.2297160709363227, |
| "grad_norm": 0.46862444281578064, |
| "learning_rate": 1.9081503261968207e-05, |
| "loss": 0.1083, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.2756592851235872, |
| "grad_norm": 0.6514066457748413, |
| "learning_rate": 1.889773040521915e-05, |
| "loss": 0.1085, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.2756592851235872, |
| "eval_accuracy": 0.955793370748351, |
| "eval_f1": 0.7617613129080717, |
| "eval_loss": 0.11627302318811417, |
| "eval_precision": 0.7514122514122514, |
| "eval_recall": 0.7723994268768838, |
| "eval_runtime": 464.541, |
| "eval_samples_per_second": 61.65, |
| "eval_steps_per_second": 1.233, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.3216024993108518, |
| "grad_norm": 0.5837205052375793, |
| "learning_rate": 1.8713957548470093e-05, |
| "loss": 0.1068, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.3675457134981163, |
| "grad_norm": 0.590044379234314, |
| "learning_rate": 1.8530184691721034e-05, |
| "loss": 0.1076, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.3675457134981163, |
| "eval_accuracy": 0.9567566300121167, |
| "eval_f1": 0.7569129075628852, |
| "eval_loss": 0.11681018769741058, |
| "eval_precision": 0.7790560842692136, |
| "eval_recall": 0.7359936967250493, |
| "eval_runtime": 464.1614, |
| "eval_samples_per_second": 61.701, |
| "eval_steps_per_second": 1.234, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.41348892768538087, |
| "grad_norm": 0.43107616901397705, |
| "learning_rate": 1.8346411834971975e-05, |
| "loss": 0.1071, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.4594321418726454, |
| "grad_norm": 0.6132990121841431, |
| "learning_rate": 1.8162638978222916e-05, |
| "loss": 0.1056, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.4594321418726454, |
| "eval_accuracy": 0.9576032842071108, |
| "eval_f1": 0.7661190672004459, |
| "eval_loss": 0.11183962970972061, |
| "eval_precision": 0.7719609680194174, |
| "eval_recall": 0.7603649207638403, |
| "eval_runtime": 473.1438, |
| "eval_samples_per_second": 60.529, |
| "eval_steps_per_second": 1.211, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.5053753560599099, |
| "grad_norm": 0.4892466962337494, |
| "learning_rate": 1.7978866121473858e-05, |
| "loss": 0.1154, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.5513185702471745, |
| "grad_norm": 0.8282744884490967, |
| "learning_rate": 1.7795093264724802e-05, |
| "loss": 0.1141, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.5513185702471745, |
| "eval_accuracy": 0.9580804777765948, |
| "eval_f1": 0.7681685393564336, |
| "eval_loss": 0.11200755834579468, |
| "eval_precision": 0.7751412801894542, |
| "eval_recall": 0.7613201259575663, |
| "eval_runtime": 463.6002, |
| "eval_samples_per_second": 61.775, |
| "eval_steps_per_second": 1.236, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.597261784434439, |
| "grad_norm": 0.44782352447509766, |
| "learning_rate": 1.7611320407975743e-05, |
| "loss": 0.1135, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.6432049986217035, |
| "grad_norm": 0.5544679760932922, |
| "learning_rate": 1.7427547551226684e-05, |
| "loss": 0.1154, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.6432049986217035, |
| "eval_accuracy": 0.9576146912247081, |
| "eval_f1": 0.7686338805157804, |
| "eval_loss": 0.11075501888990402, |
| "eval_precision": 0.7656366294168357, |
| "eval_recall": 0.7716546906241484, |
| "eval_runtime": 472.6577, |
| "eval_samples_per_second": 60.591, |
| "eval_steps_per_second": 1.212, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.6891482128089681, |
| "grad_norm": 0.4101652503013611, |
| "learning_rate": 1.7243774694477626e-05, |
| "loss": 0.1123, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.7350914269962326, |
| "grad_norm": 0.5032928586006165, |
| "learning_rate": 1.7060001837728567e-05, |
| "loss": 0.1128, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.7350914269962326, |
| "eval_accuracy": 0.9583707230021242, |
| "eval_f1": 0.7702898098589065, |
| "eval_loss": 0.10922538489103317, |
| "eval_precision": 0.7744496660220761, |
| "eval_recall": 0.7661744031991279, |
| "eval_runtime": 465.4833, |
| "eval_samples_per_second": 61.525, |
| "eval_steps_per_second": 1.231, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.7810346411834972, |
| "grad_norm": 0.5559138059616089, |
| "learning_rate": 1.687622898097951e-05, |
| "loss": 0.112, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.8269778553707617, |
| "grad_norm": 0.7113578915596008, |
| "learning_rate": 1.6692456124230453e-05, |
| "loss": 0.1082, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.8269778553707617, |
| "eval_accuracy": 0.9588998818739956, |
| "eval_f1": 0.7713698035177239, |
| "eval_loss": 0.10946337133646011, |
| "eval_precision": 0.78099547261026, |
| "eval_recall": 0.7619785159781004, |
| "eval_runtime": 477.2564, |
| "eval_samples_per_second": 60.008, |
| "eval_steps_per_second": 1.201, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.8729210695580263, |
| "grad_norm": 0.4333978593349457, |
| "learning_rate": 1.6508683267481394e-05, |
| "loss": 0.1116, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.9188642837452908, |
| "grad_norm": 0.3579271137714386, |
| "learning_rate": 1.6324910410732335e-05, |
| "loss": 0.1101, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.9188642837452908, |
| "eval_accuracy": 0.9590893651107495, |
| "eval_f1": 0.7721416651417115, |
| "eval_loss": 0.10736154764890671, |
| "eval_precision": 0.7816850586599052, |
| "eval_recall": 0.7628284867013311, |
| "eval_runtime": 478.6898, |
| "eval_samples_per_second": 59.828, |
| "eval_steps_per_second": 1.197, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.9648074979325554, |
| "grad_norm": 0.4602518677711487, |
| "learning_rate": 1.6141137553983276e-05, |
| "loss": 0.1101, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.0107507121198198, |
| "grad_norm": 0.5322664976119995, |
| "learning_rate": 1.5957364697234217e-05, |
| "loss": 0.1101, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.0107507121198198, |
| "eval_accuracy": 0.9591349931811384, |
| "eval_f1": 0.7744744313952638, |
| "eval_loss": 0.10792569071054459, |
| "eval_precision": 0.7768799906601179, |
| "eval_recall": 0.7720837234653981, |
| "eval_runtime": 477.7344, |
| "eval_samples_per_second": 59.948, |
| "eval_steps_per_second": 1.199, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.0566939263070845, |
| "grad_norm": 0.5673955678939819, |
| "learning_rate": 1.5773591840485162e-05, |
| "loss": 0.1071, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.102637140494349, |
| "grad_norm": 0.42657607793807983, |
| "learning_rate": 1.5589818983736103e-05, |
| "loss": 0.1058, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.102637140494349, |
| "eval_accuracy": 0.9584847931780965, |
| "eval_f1": 0.7735292150015388, |
| "eval_loss": 0.10933595150709152, |
| "eval_precision": 0.7671773857517072, |
| "eval_recall": 0.779987102031565, |
| "eval_runtime": 475.9965, |
| "eval_samples_per_second": 60.166, |
| "eval_steps_per_second": 1.204, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.1485803546816136, |
| "grad_norm": 0.4599572718143463, |
| "learning_rate": 1.5406046126987044e-05, |
| "loss": 0.107, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.194523568868878, |
| "grad_norm": 0.4379059970378876, |
| "learning_rate": 1.5222273270237986e-05, |
| "loss": 0.107, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.194523568868878, |
| "eval_accuracy": 0.959601413456225, |
| "eval_f1": 0.7737560775183182, |
| "eval_loss": 0.1075456365942955, |
| "eval_precision": 0.7856481314090709, |
| "eval_recall": 0.76221866643641, |
| "eval_runtime": 478.1835, |
| "eval_samples_per_second": 59.891, |
| "eval_steps_per_second": 1.198, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.2404667830561427, |
| "grad_norm": 0.43774718046188354, |
| "learning_rate": 1.5038500413488928e-05, |
| "loss": 0.1055, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.286409997243407, |
| "grad_norm": 0.4196317195892334, |
| "learning_rate": 1.485472755673987e-05, |
| "loss": 0.1055, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.286409997243407, |
| "eval_accuracy": 0.959860606244962, |
| "eval_f1": 0.7768597287158228, |
| "eval_loss": 0.10658087581396103, |
| "eval_precision": 0.7824100936011823, |
| "eval_recall": 0.7713875569682759, |
| "eval_runtime": 464.4067, |
| "eval_samples_per_second": 61.668, |
| "eval_steps_per_second": 1.234, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.3323532114306718, |
| "grad_norm": 0.36208856105804443, |
| "learning_rate": 1.467095469999081e-05, |
| "loss": 0.1035, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.3782964256179362, |
| "grad_norm": 0.5692697763442993, |
| "learning_rate": 1.4487181843241755e-05, |
| "loss": 0.1054, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.3782964256179362, |
| "eval_accuracy": 0.9593396857746885, |
| "eval_f1": 0.7750922296908528, |
| "eval_loss": 0.10651089251041412, |
| "eval_precision": 0.7777847213920075, |
| "eval_recall": 0.7724183151151778, |
| "eval_runtime": 484.7629, |
| "eval_samples_per_second": 59.078, |
| "eval_steps_per_second": 1.182, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.4242396398052009, |
| "grad_norm": 0.4805659055709839, |
| "learning_rate": 1.4303408986492697e-05, |
| "loss": 0.1043, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.4701828539924653, |
| "grad_norm": 0.5373257994651794, |
| "learning_rate": 1.411963612974364e-05, |
| "loss": 0.1038, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.4701828539924653, |
| "eval_accuracy": 0.9594822734946539, |
| "eval_f1": 0.77620383584155, |
| "eval_loss": 0.10620830953121185, |
| "eval_precision": 0.7775004264051742, |
| "eval_recall": 0.7749115625699877, |
| "eval_runtime": 484.6548, |
| "eval_samples_per_second": 59.092, |
| "eval_steps_per_second": 1.182, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.5161260681797297, |
| "grad_norm": 0.5227932929992676, |
| "learning_rate": 1.393586327299458e-05, |
| "loss": 0.1057, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.5620692823669944, |
| "grad_norm": 0.2855619192123413, |
| "learning_rate": 1.3752090416245523e-05, |
| "loss": 0.1052, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.5620692823669944, |
| "eval_accuracy": 0.9600310777857204, |
| "eval_f1": 0.7757748564065305, |
| "eval_loss": 0.10526877641677856, |
| "eval_precision": 0.7884331924355441, |
| "eval_recall": 0.7635165582391844, |
| "eval_runtime": 483.926, |
| "eval_samples_per_second": 59.181, |
| "eval_steps_per_second": 1.184, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.608012496554259, |
| "grad_norm": 0.36337897181510925, |
| "learning_rate": 1.3568317559496465e-05, |
| "loss": 0.1058, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.6539557107415235, |
| "grad_norm": 0.7537007927894592, |
| "learning_rate": 1.3384544702747406e-05, |
| "loss": 0.1061, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.6539557107415235, |
| "eval_accuracy": 0.9598663097537605, |
| "eval_f1": 0.7781213928303998, |
| "eval_loss": 0.1061909943819046, |
| "eval_precision": 0.7795501631707945, |
| "eval_recall": 0.7766978502486501, |
| "eval_runtime": 483.1917, |
| "eval_samples_per_second": 59.27, |
| "eval_steps_per_second": 1.186, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.699898924928788, |
| "grad_norm": 0.7511648535728455, |
| "learning_rate": 1.3200771845998349e-05, |
| "loss": 0.1035, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.7458421391160526, |
| "grad_norm": 0.5765513181686401, |
| "learning_rate": 1.301699898924929e-05, |
| "loss": 0.1038, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.7458421391160526, |
| "eval_accuracy": 0.9596578148210112, |
| "eval_f1": 0.7782083489589002, |
| "eval_loss": 0.10631386935710907, |
| "eval_precision": 0.7753205917958497, |
| "eval_recall": 0.7811176980094495, |
| "eval_runtime": 481.5937, |
| "eval_samples_per_second": 59.467, |
| "eval_steps_per_second": 1.19, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.7917853533033172, |
| "grad_norm": 1.3671506643295288, |
| "learning_rate": 1.2833226132500231e-05, |
| "loss": 0.1037, |
| "step": 19500 |
| }, |
| { |
| "epoch": 1.8377285674905817, |
| "grad_norm": 0.6475801467895508, |
| "learning_rate": 1.2649453275751174e-05, |
| "loss": 0.1017, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.8377285674905817, |
| "eval_accuracy": 0.9603023113152545, |
| "eval_f1": 0.7790918283030356, |
| "eval_loss": 0.10478387773036957, |
| "eval_precision": 0.784845306908137, |
| "eval_recall": 0.7734220900645168, |
| "eval_runtime": 483.6282, |
| "eval_samples_per_second": 59.217, |
| "eval_steps_per_second": 1.185, |
| "step": 20000 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 54415, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.3242411937925434e+17, |
| "train_batch_size": 50, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
