MOF-deprecated / trainer_state.json
StarLiu714's picture
Upload folder using huggingface_hub
24c3614 verified
Raw
History Blame Contribute Delete
44.9 kB
{
"best_global_step": 7600,
"best_metric": 0.8689859363434493,
"best_model_checkpoint": "./runs_by_subfolder/seed_FGHI/ckpt/checkpoint-7600",
"epoch": 3.5884297520661157,
"eval_steps": 200,
"global_step": 7600,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.023612750885478158,
"grad_norm": 26.885774612426758,
"learning_rate": 9.8e-05,
"loss": 0.7006,
"step": 50
},
{
"epoch": 0.047225501770956316,
"grad_norm": 1.9265247583389282,
"learning_rate": 0.00019800000000000002,
"loss": 0.8354,
"step": 100
},
{
"epoch": 0.07083825265643448,
"grad_norm": 12.014982223510742,
"learning_rate": 0.00019906577693040993,
"loss": 0.7391,
"step": 150
},
{
"epoch": 0.09445100354191263,
"grad_norm": 5.504847526550293,
"learning_rate": 0.00019811248808388943,
"loss": 0.694,
"step": 200
},
{
"epoch": 0.09445100354191263,
"eval_accuracy": 0.7472242783123613,
"eval_auc": 0.7627784504609225,
"eval_cm_tn_fp_fn_tp": [
1589,
288,
395,
430
],
"eval_f1": 0.5573558003888529,
"eval_loss": 0.6126384735107422,
"eval_prauc": 0.573211269991273,
"eval_runtime": 205.4942,
"eval_samples_per_second": 13.149,
"eval_steps_per_second": 13.149,
"step": 200
},
{
"epoch": 0.1180637544273908,
"grad_norm": 44.49080276489258,
"learning_rate": 0.00019715919923736895,
"loss": 0.6485,
"step": 250
},
{
"epoch": 0.14167650531286896,
"grad_norm": 30.886829376220703,
"learning_rate": 0.00019620591039084842,
"loss": 0.6915,
"step": 300
},
{
"epoch": 0.1652892561983471,
"grad_norm": 31.330167770385742,
"learning_rate": 0.00019525262154432795,
"loss": 0.6654,
"step": 350
},
{
"epoch": 0.18890200708382526,
"grad_norm": 47.85934066772461,
"learning_rate": 0.00019429933269780745,
"loss": 0.6317,
"step": 400
},
{
"epoch": 0.18890200708382526,
"eval_accuracy": 0.38341968911917096,
"eval_auc": 0.7961996093056296,
"eval_cm_tn_fp_fn_tp": [
235,
1642,
24,
801
],
"eval_f1": 0.49020807833537333,
"eval_loss": 0.9440730214118958,
"eval_prauc": 0.6164847270416698,
"eval_runtime": 205.1188,
"eval_samples_per_second": 13.173,
"eval_steps_per_second": 13.173,
"step": 400
},
{
"epoch": 0.21251475796930341,
"grad_norm": 8.905306816101074,
"learning_rate": 0.00019334604385128694,
"loss": 0.7062,
"step": 450
},
{
"epoch": 0.2361275088547816,
"grad_norm": 4.294670104980469,
"learning_rate": 0.00019239275500476647,
"loss": 0.7161,
"step": 500
},
{
"epoch": 0.2597402597402597,
"grad_norm": 11.443839073181152,
"learning_rate": 0.00019143946615824594,
"loss": 0.6773,
"step": 550
},
{
"epoch": 0.2833530106257379,
"grad_norm": 23.348785400390625,
"learning_rate": 0.00019048617731172546,
"loss": 0.6225,
"step": 600
},
{
"epoch": 0.2833530106257379,
"eval_accuracy": 0.7468541820873427,
"eval_auc": 0.8461351931676919,
"eval_cm_tn_fp_fn_tp": [
1757,
120,
564,
261
],
"eval_f1": 0.43283582089552236,
"eval_loss": 0.49758678674697876,
"eval_prauc": 0.6640447298188182,
"eval_runtime": 205.8102,
"eval_samples_per_second": 13.129,
"eval_steps_per_second": 13.129,
"step": 600
},
{
"epoch": 0.3069657615112161,
"grad_norm": 35.55908966064453,
"learning_rate": 0.00018953288846520496,
"loss": 0.5804,
"step": 650
},
{
"epoch": 0.3305785123966942,
"grad_norm": 10.787803649902344,
"learning_rate": 0.00018857959961868448,
"loss": 0.6132,
"step": 700
},
{
"epoch": 0.3541912632821724,
"grad_norm": 8.3643159866333,
"learning_rate": 0.00018762631077216398,
"loss": 0.6169,
"step": 750
},
{
"epoch": 0.3778040141676505,
"grad_norm": 5.386566162109375,
"learning_rate": 0.00018667302192564348,
"loss": 0.63,
"step": 800
},
{
"epoch": 0.3778040141676505,
"eval_accuracy": 0.7450037009622502,
"eval_auc": 0.8587439660321919,
"eval_cm_tn_fp_fn_tp": [
1245,
632,
57,
768
],
"eval_f1": 0.6903370786516854,
"eval_loss": 0.6075592637062073,
"eval_prauc": 0.6781332740995903,
"eval_runtime": 205.6994,
"eval_samples_per_second": 13.136,
"eval_steps_per_second": 13.136,
"step": 800
},
{
"epoch": 0.4014167650531287,
"grad_norm": 14.160999298095703,
"learning_rate": 0.00018571973307912297,
"loss": 0.5996,
"step": 850
},
{
"epoch": 0.42502951593860683,
"grad_norm": 6.024763107299805,
"learning_rate": 0.0001847664442326025,
"loss": 0.5722,
"step": 900
},
{
"epoch": 0.448642266824085,
"grad_norm": 9.487037658691406,
"learning_rate": 0.000183813155386082,
"loss": 0.578,
"step": 950
},
{
"epoch": 0.4722550177095632,
"grad_norm": 13.469863891601562,
"learning_rate": 0.0001828598665395615,
"loss": 0.6212,
"step": 1000
},
{
"epoch": 0.4722550177095632,
"eval_accuracy": 0.7757216876387861,
"eval_auc": 0.8602437803716438,
"eval_cm_tn_fp_fn_tp": [
1488,
389,
217,
608
],
"eval_f1": 0.6673984632272228,
"eval_loss": 0.4853891432285309,
"eval_prauc": 0.6973230007282509,
"eval_runtime": 205.8828,
"eval_samples_per_second": 13.124,
"eval_steps_per_second": 13.124,
"step": 1000
},
{
"epoch": 0.49586776859504134,
"grad_norm": 13.80494213104248,
"learning_rate": 0.000181906577693041,
"loss": 0.5901,
"step": 1050
},
{
"epoch": 0.5194805194805194,
"grad_norm": 12.014090538024902,
"learning_rate": 0.0001809532888465205,
"loss": 0.5893,
"step": 1100
},
{
"epoch": 0.5430932703659976,
"grad_norm": 8.504700660705566,
"learning_rate": 0.00018,
"loss": 0.5986,
"step": 1150
},
{
"epoch": 0.5667060212514758,
"grad_norm": 11.56762409210205,
"learning_rate": 0.0001790467111534795,
"loss": 0.5968,
"step": 1200
},
{
"epoch": 0.5667060212514758,
"eval_accuracy": 0.7479644707623982,
"eval_auc": 0.8540575709142572,
"eval_cm_tn_fp_fn_tp": [
1721,
156,
525,
300
],
"eval_f1": 0.468384074941452,
"eval_loss": 0.48603448271751404,
"eval_prauc": 0.6729216596362579,
"eval_runtime": 205.5076,
"eval_samples_per_second": 13.148,
"eval_steps_per_second": 13.148,
"step": 1200
},
{
"epoch": 0.5903187721369539,
"grad_norm": 17.351064682006836,
"learning_rate": 0.00017809342230695903,
"loss": 0.5722,
"step": 1250
},
{
"epoch": 0.6139315230224321,
"grad_norm": 19.315166473388672,
"learning_rate": 0.00017714013346043853,
"loss": 0.5721,
"step": 1300
},
{
"epoch": 0.6375442739079102,
"grad_norm": 18.946020126342773,
"learning_rate": 0.00017618684461391803,
"loss": 0.543,
"step": 1350
},
{
"epoch": 0.6611570247933884,
"grad_norm": 31.721004486083984,
"learning_rate": 0.00017523355576739752,
"loss": 0.5481,
"step": 1400
},
{
"epoch": 0.6611570247933884,
"eval_accuracy": 0.7934863064396743,
"eval_auc": 0.8765441307050257,
"eval_cm_tn_fp_fn_tp": [
1443,
434,
124,
701
],
"eval_f1": 0.7153061224489796,
"eval_loss": 0.5041375160217285,
"eval_prauc": 0.7236062359198674,
"eval_runtime": 206.2016,
"eval_samples_per_second": 13.104,
"eval_steps_per_second": 13.104,
"step": 1400
},
{
"epoch": 0.6847697756788665,
"grad_norm": 19.903593063354492,
"learning_rate": 0.00017428026692087705,
"loss": 0.5268,
"step": 1450
},
{
"epoch": 0.7083825265643447,
"grad_norm": 10.583416938781738,
"learning_rate": 0.00017332697807435655,
"loss": 0.5398,
"step": 1500
},
{
"epoch": 0.731995277449823,
"grad_norm": 6.75493860244751,
"learning_rate": 0.00017237368922783604,
"loss": 0.5395,
"step": 1550
},
{
"epoch": 0.755608028335301,
"grad_norm": 17.679969787597656,
"learning_rate": 0.00017142040038131554,
"loss": 0.5518,
"step": 1600
},
{
"epoch": 0.755608028335301,
"eval_accuracy": 0.6717246484085863,
"eval_auc": 0.8371243602783294,
"eval_cm_tn_fp_fn_tp": [
1073,
804,
83,
742
],
"eval_f1": 0.625896246309574,
"eval_loss": 0.6220740079879761,
"eval_prauc": 0.6838386610949146,
"eval_runtime": 205.6529,
"eval_samples_per_second": 13.139,
"eval_steps_per_second": 13.139,
"step": 1600
},
{
"epoch": 0.7792207792207793,
"grad_norm": 18.73421859741211,
"learning_rate": 0.00017046711153479504,
"loss": 0.5626,
"step": 1650
},
{
"epoch": 0.8028335301062574,
"grad_norm": 5.534360885620117,
"learning_rate": 0.00016951382268827456,
"loss": 0.5257,
"step": 1700
},
{
"epoch": 0.8264462809917356,
"grad_norm": 35.911190032958984,
"learning_rate": 0.00016856053384175406,
"loss": 0.5162,
"step": 1750
},
{
"epoch": 0.8500590318772137,
"grad_norm": 10.834784507751465,
"learning_rate": 0.00016760724499523358,
"loss": 0.5308,
"step": 1800
},
{
"epoch": 0.8500590318772137,
"eval_accuracy": 0.7901554404145078,
"eval_auc": 0.8671716633570656,
"eval_cm_tn_fp_fn_tp": [
1528,
349,
218,
607
],
"eval_f1": 0.6816395283548569,
"eval_loss": 0.4776131510734558,
"eval_prauc": 0.7076089276124425,
"eval_runtime": 205.4984,
"eval_samples_per_second": 13.149,
"eval_steps_per_second": 13.149,
"step": 1800
},
{
"epoch": 0.8736717827626919,
"grad_norm": 5.949131488800049,
"learning_rate": 0.00016665395614871305,
"loss": 0.4887,
"step": 1850
},
{
"epoch": 0.89728453364817,
"grad_norm": 18.94248390197754,
"learning_rate": 0.00016570066730219258,
"loss": 0.474,
"step": 1900
},
{
"epoch": 0.9208972845336482,
"grad_norm": 23.43456268310547,
"learning_rate": 0.00016474737845567207,
"loss": 0.5009,
"step": 1950
},
{
"epoch": 0.9445100354191264,
"grad_norm": 10.950305938720703,
"learning_rate": 0.0001637940896091516,
"loss": 0.5191,
"step": 2000
},
{
"epoch": 0.9445100354191264,
"eval_accuracy": 0.7879348630643968,
"eval_auc": 0.854450848387982,
"eval_cm_tn_fp_fn_tp": [
1674,
203,
370,
455
],
"eval_f1": 0.6136210384356036,
"eval_loss": 0.4846158027648926,
"eval_prauc": 0.679086820640918,
"eval_runtime": 205.8588,
"eval_samples_per_second": 13.125,
"eval_steps_per_second": 13.125,
"step": 2000
},
{
"epoch": 0.9681227863046045,
"grad_norm": 6.395274639129639,
"learning_rate": 0.0001628408007626311,
"loss": 0.512,
"step": 2050
},
{
"epoch": 0.9917355371900827,
"grad_norm": 15.790814399719238,
"learning_rate": 0.00016188751191611057,
"loss": 0.4957,
"step": 2100
},
{
"epoch": 1.015112160566706,
"grad_norm": 8.16740608215332,
"learning_rate": 0.0001609342230695901,
"loss": 0.5373,
"step": 2150
},
{
"epoch": 1.0387249114521842,
"grad_norm": 12.968246459960938,
"learning_rate": 0.0001599809342230696,
"loss": 0.4559,
"step": 2200
},
{
"epoch": 1.0387249114521842,
"eval_accuracy": 0.7916358253145818,
"eval_auc": 0.8525183642498506,
"eval_cm_tn_fp_fn_tp": [
1495,
382,
181,
644
],
"eval_f1": 0.6958400864397623,
"eval_loss": 0.5206837058067322,
"eval_prauc": 0.7212775169816144,
"eval_runtime": 205.5639,
"eval_samples_per_second": 13.144,
"eval_steps_per_second": 13.144,
"step": 2200
},
{
"epoch": 1.0623376623376624,
"grad_norm": 28.586788177490234,
"learning_rate": 0.0001590276453765491,
"loss": 0.5093,
"step": 2250
},
{
"epoch": 1.0859504132231406,
"grad_norm": 27.615903854370117,
"learning_rate": 0.0001580743565300286,
"loss": 0.5065,
"step": 2300
},
{
"epoch": 1.1095631641086188,
"grad_norm": 53.75819396972656,
"learning_rate": 0.0001571210676835081,
"loss": 0.4824,
"step": 2350
},
{
"epoch": 1.1331759149940968,
"grad_norm": 8.528438568115234,
"learning_rate": 0.0001561677788369876,
"loss": 0.4322,
"step": 2400
},
{
"epoch": 1.1331759149940968,
"eval_accuracy": 0.7616580310880829,
"eval_auc": 0.8179680663857543,
"eval_cm_tn_fp_fn_tp": [
1465,
412,
232,
593
],
"eval_f1": 0.6480874316939891,
"eval_loss": 0.5494776964187622,
"eval_prauc": 0.6808013830886499,
"eval_runtime": 206.703,
"eval_samples_per_second": 13.072,
"eval_steps_per_second": 13.072,
"step": 2400
},
{
"epoch": 1.156788665879575,
"grad_norm": 29.651885986328125,
"learning_rate": 0.00015521448999046713,
"loss": 0.4388,
"step": 2450
},
{
"epoch": 1.1804014167650532,
"grad_norm": 18.571435928344727,
"learning_rate": 0.00015426120114394662,
"loss": 0.447,
"step": 2500
},
{
"epoch": 1.2040141676505314,
"grad_norm": 16.326656341552734,
"learning_rate": 0.00015330791229742615,
"loss": 0.4583,
"step": 2550
},
{
"epoch": 1.2276269185360094,
"grad_norm": 3.8166370391845703,
"learning_rate": 0.00015235462345090562,
"loss": 0.4852,
"step": 2600
},
{
"epoch": 1.2276269185360094,
"eval_accuracy": 0.8064396743153219,
"eval_auc": 0.8901767811304305,
"eval_cm_tn_fp_fn_tp": [
1716,
161,
362,
463
],
"eval_f1": 0.6390614216701174,
"eval_loss": 0.4528096914291382,
"eval_prauc": 0.7433076094213714,
"eval_runtime": 205.278,
"eval_samples_per_second": 13.163,
"eval_steps_per_second": 13.163,
"step": 2600
},
{
"epoch": 1.2512396694214876,
"grad_norm": 11.237424850463867,
"learning_rate": 0.00015140133460438512,
"loss": 0.4496,
"step": 2650
},
{
"epoch": 1.2748524203069658,
"grad_norm": 33.1157112121582,
"learning_rate": 0.00015044804575786464,
"loss": 0.4818,
"step": 2700
},
{
"epoch": 1.298465171192444,
"grad_norm": 18.051271438598633,
"learning_rate": 0.00014949475691134414,
"loss": 0.4794,
"step": 2750
},
{
"epoch": 1.3220779220779222,
"grad_norm": 8.78036880493164,
"learning_rate": 0.00014854146806482366,
"loss": 0.4548,
"step": 2800
},
{
"epoch": 1.3220779220779222,
"eval_accuracy": 0.8238341968911918,
"eval_auc": 0.87179832421175,
"eval_cm_tn_fp_fn_tp": [
1663,
214,
262,
563
],
"eval_f1": 0.7028714107365793,
"eval_loss": 0.457581102848053,
"eval_prauc": 0.7227392617970211,
"eval_runtime": 205.3192,
"eval_samples_per_second": 13.16,
"eval_steps_per_second": 13.16,
"step": 2800
},
{
"epoch": 1.3456906729634002,
"grad_norm": 11.54551887512207,
"learning_rate": 0.00014758817921830316,
"loss": 0.4363,
"step": 2850
},
{
"epoch": 1.3693034238488784,
"grad_norm": 38.003814697265625,
"learning_rate": 0.00014663489037178266,
"loss": 0.4663,
"step": 2900
},
{
"epoch": 1.3929161747343566,
"grad_norm": 5.946821212768555,
"learning_rate": 0.00014568160152526215,
"loss": 0.4907,
"step": 2950
},
{
"epoch": 1.4165289256198348,
"grad_norm": 5.326801776885986,
"learning_rate": 0.00014472831267874168,
"loss": 0.476,
"step": 3000
},
{
"epoch": 1.4165289256198348,
"eval_accuracy": 0.7809030347890451,
"eval_auc": 0.8492778611904878,
"eval_cm_tn_fp_fn_tp": [
1736,
141,
451,
374
],
"eval_f1": 0.5582089552238806,
"eval_loss": 0.48823481798171997,
"eval_prauc": 0.6924867242651588,
"eval_runtime": 205.1913,
"eval_samples_per_second": 13.168,
"eval_steps_per_second": 13.168,
"step": 3000
},
{
"epoch": 1.4401416765053128,
"grad_norm": 14.843865394592285,
"learning_rate": 0.00014377502383222117,
"loss": 0.4521,
"step": 3050
},
{
"epoch": 1.463754427390791,
"grad_norm": 17.06186866760254,
"learning_rate": 0.00014282173498570067,
"loss": 0.4178,
"step": 3100
},
{
"epoch": 1.4873671782762692,
"grad_norm": 15.016847610473633,
"learning_rate": 0.00014186844613918017,
"loss": 0.4553,
"step": 3150
},
{
"epoch": 1.5109799291617474,
"grad_norm": 13.980330467224121,
"learning_rate": 0.00014091515729265967,
"loss": 0.4719,
"step": 3200
},
{
"epoch": 1.5109799291617474,
"eval_accuracy": 0.7964470762398224,
"eval_auc": 0.8655378505351868,
"eval_cm_tn_fp_fn_tp": [
1715,
162,
388,
437
],
"eval_f1": 0.6137640449438202,
"eval_loss": 0.46954312920570374,
"eval_prauc": 0.7223225301667069,
"eval_runtime": 206.0574,
"eval_samples_per_second": 13.113,
"eval_steps_per_second": 13.113,
"step": 3200
},
{
"epoch": 1.5345926800472256,
"grad_norm": 12.579852104187012,
"learning_rate": 0.0001399618684461392,
"loss": 0.4822,
"step": 3250
},
{
"epoch": 1.5582054309327038,
"grad_norm": 22.1433048248291,
"learning_rate": 0.0001390085795996187,
"loss": 0.4499,
"step": 3300
},
{
"epoch": 1.5818181818181818,
"grad_norm": 15.12907886505127,
"learning_rate": 0.0001380552907530982,
"loss": 0.4149,
"step": 3350
},
{
"epoch": 1.60543093270366,
"grad_norm": 15.873414993286133,
"learning_rate": 0.00013710200190657768,
"loss": 0.4451,
"step": 3400
},
{
"epoch": 1.60543093270366,
"eval_accuracy": 0.7927461139896373,
"eval_auc": 0.88108070583297,
"eval_cm_tn_fp_fn_tp": [
1431,
446,
114,
711
],
"eval_f1": 0.7174571140262361,
"eval_loss": 0.5250758528709412,
"eval_prauc": 0.7317536363311827,
"eval_runtime": 215.7478,
"eval_samples_per_second": 12.524,
"eval_steps_per_second": 12.524,
"step": 3400
},
{
"epoch": 1.629043683589138,
"grad_norm": 12.564345359802246,
"learning_rate": 0.0001361487130600572,
"loss": 0.4378,
"step": 3450
},
{
"epoch": 1.6526564344746162,
"grad_norm": 6.282104015350342,
"learning_rate": 0.0001351954242135367,
"loss": 0.4244,
"step": 3500
},
{
"epoch": 1.6762691853600944,
"grad_norm": 17.35226058959961,
"learning_rate": 0.00013424213536701623,
"loss": 0.4026,
"step": 3550
},
{
"epoch": 1.6998819362455726,
"grad_norm": 11.386140823364258,
"learning_rate": 0.00013328884652049572,
"loss": 0.4414,
"step": 3600
},
{
"epoch": 1.6998819362455726,
"eval_accuracy": 0.8075499629903775,
"eval_auc": 0.8929855830548424,
"eval_cm_tn_fp_fn_tp": [
1440,
437,
83,
742
],
"eval_f1": 0.7405189620758483,
"eval_loss": 0.5384999513626099,
"eval_prauc": 0.7435629940711642,
"eval_runtime": 205.4048,
"eval_samples_per_second": 13.155,
"eval_steps_per_second": 13.155,
"step": 3600
},
{
"epoch": 1.7234946871310508,
"grad_norm": 13.51180648803711,
"learning_rate": 0.00013233555767397522,
"loss": 0.455,
"step": 3650
},
{
"epoch": 1.747107438016529,
"grad_norm": 28.12225341796875,
"learning_rate": 0.00013138226882745472,
"loss": 0.3575,
"step": 3700
},
{
"epoch": 1.7707201889020072,
"grad_norm": 18.93398094177246,
"learning_rate": 0.00013042897998093422,
"loss": 0.39,
"step": 3750
},
{
"epoch": 1.7943329397874852,
"grad_norm": 9.61694049835205,
"learning_rate": 0.00012947569113441374,
"loss": 0.4416,
"step": 3800
},
{
"epoch": 1.7943329397874852,
"eval_accuracy": 0.8286454478164322,
"eval_auc": 0.8747295006538479,
"eval_cm_tn_fp_fn_tp": [
1595,
282,
181,
644
],
"eval_f1": 0.7355796687607081,
"eval_loss": 0.4878920912742615,
"eval_prauc": 0.7247270995184248,
"eval_runtime": 205.7666,
"eval_samples_per_second": 13.131,
"eval_steps_per_second": 13.131,
"step": 3800
},
{
"epoch": 1.8179456906729634,
"grad_norm": 5.901403427124023,
"learning_rate": 0.00012852240228789324,
"loss": 0.4254,
"step": 3850
},
{
"epoch": 1.8415584415584414,
"grad_norm": 8.924416542053223,
"learning_rate": 0.00012756911344137273,
"loss": 0.3969,
"step": 3900
},
{
"epoch": 1.8651711924439196,
"grad_norm": 21.536972045898438,
"learning_rate": 0.00012661582459485223,
"loss": 0.4095,
"step": 3950
},
{
"epoch": 1.8887839433293978,
"grad_norm": 23.68355941772461,
"learning_rate": 0.00012566253574833176,
"loss": 0.4698,
"step": 4000
},
{
"epoch": 1.8887839433293978,
"eval_accuracy": 0.8201332346410066,
"eval_auc": 0.8902213396619364,
"eval_cm_tn_fp_fn_tp": [
1686,
191,
295,
530
],
"eval_f1": 0.685640362225097,
"eval_loss": 0.4424063563346863,
"eval_prauc": 0.7390274557405583,
"eval_runtime": 205.8289,
"eval_samples_per_second": 13.127,
"eval_steps_per_second": 13.127,
"step": 4000
},
{
"epoch": 1.912396694214876,
"grad_norm": 8.193197250366211,
"learning_rate": 0.00012470924690181125,
"loss": 0.3865,
"step": 4050
},
{
"epoch": 1.9360094451003542,
"grad_norm": 29.619186401367188,
"learning_rate": 0.00012375595805529078,
"loss": 0.4474,
"step": 4100
},
{
"epoch": 1.9596221959858324,
"grad_norm": 5.884322166442871,
"learning_rate": 0.00012280266920877025,
"loss": 0.4187,
"step": 4150
},
{
"epoch": 1.9832349468713106,
"grad_norm": 24.293256759643555,
"learning_rate": 0.00012184938036224977,
"loss": 0.3788,
"step": 4200
},
{
"epoch": 1.9832349468713106,
"eval_accuracy": 0.7982975573649149,
"eval_auc": 0.8759923152677549,
"eval_cm_tn_fp_fn_tp": [
1472,
405,
140,
685
],
"eval_f1": 0.7154046997389034,
"eval_loss": 0.5157374739646912,
"eval_prauc": 0.7657810063630972,
"eval_runtime": 205.5207,
"eval_samples_per_second": 13.147,
"eval_steps_per_second": 13.147,
"step": 4200
},
{
"epoch": 2.0066115702479337,
"grad_norm": 26.29973602294922,
"learning_rate": 0.00012089609151572927,
"loss": 0.4213,
"step": 4250
},
{
"epoch": 2.030224321133412,
"grad_norm": 14.445331573486328,
"learning_rate": 0.0001199428026692088,
"loss": 0.3619,
"step": 4300
},
{
"epoch": 2.05383707201889,
"grad_norm": 3.6922478675842285,
"learning_rate": 0.00011898951382268828,
"loss": 0.3313,
"step": 4350
},
{
"epoch": 2.0774498229043683,
"grad_norm": 10.860296249389648,
"learning_rate": 0.00011803622497616777,
"loss": 0.3829,
"step": 4400
},
{
"epoch": 2.0774498229043683,
"eval_accuracy": 0.5817912657290896,
"eval_auc": 0.8061184029963997,
"eval_cm_tn_fp_fn_tp": [
837,
1040,
90,
735
],
"eval_f1": 0.5653846153846154,
"eval_loss": 0.7727663516998291,
"eval_prauc": 0.683895614914998,
"eval_runtime": 205.7518,
"eval_samples_per_second": 13.132,
"eval_steps_per_second": 13.132,
"step": 4400
},
{
"epoch": 2.1010625737898465,
"grad_norm": 8.952884674072266,
"learning_rate": 0.00011708293612964728,
"loss": 0.3882,
"step": 4450
},
{
"epoch": 2.1246753246753247,
"grad_norm": 12.174997329711914,
"learning_rate": 0.00011612964728312678,
"loss": 0.3689,
"step": 4500
},
{
"epoch": 2.148288075560803,
"grad_norm": 4.450479984283447,
"learning_rate": 0.0001151763584366063,
"loss": 0.358,
"step": 4550
},
{
"epoch": 2.171900826446281,
"grad_norm": 12.854631423950195,
"learning_rate": 0.00011422306959008579,
"loss": 0.3776,
"step": 4600
},
{
"epoch": 2.171900826446281,
"eval_accuracy": 0.7416728349370837,
"eval_auc": 0.8377194426954683,
"eval_cm_tn_fp_fn_tp": [
1378,
499,
199,
626
],
"eval_f1": 0.642051282051282,
"eval_loss": 0.5387515425682068,
"eval_prauc": 0.7232880191562454,
"eval_runtime": 206.0363,
"eval_samples_per_second": 13.114,
"eval_steps_per_second": 13.114,
"step": 4600
},
{
"epoch": 2.1955135773317593,
"grad_norm": 5.861292839050293,
"learning_rate": 0.00011326978074356531,
"loss": 0.3664,
"step": 4650
},
{
"epoch": 2.2191263282172375,
"grad_norm": 7.848627090454102,
"learning_rate": 0.00011231649189704481,
"loss": 0.365,
"step": 4700
},
{
"epoch": 2.2427390791027153,
"grad_norm": 12.896380424499512,
"learning_rate": 0.00011136320305052432,
"loss": 0.3786,
"step": 4750
},
{
"epoch": 2.2663518299881935,
"grad_norm": 6.248437404632568,
"learning_rate": 0.00011040991420400382,
"loss": 0.3626,
"step": 4800
},
{
"epoch": 2.2663518299881935,
"eval_accuracy": 0.8279052553663953,
"eval_auc": 0.8455788572996885,
"eval_cm_tn_fp_fn_tp": [
1674,
203,
262,
563
],
"eval_f1": 0.7077309868007542,
"eval_loss": 0.4897433817386627,
"eval_prauc": 0.7210946777965951,
"eval_runtime": 205.9923,
"eval_samples_per_second": 13.117,
"eval_steps_per_second": 13.117,
"step": 4800
},
{
"epoch": 2.2899645808736717,
"grad_norm": 7.61652135848999,
"learning_rate": 0.00010945662535748333,
"loss": 0.3542,
"step": 4850
},
{
"epoch": 2.31357733175915,
"grad_norm": 22.21363067626953,
"learning_rate": 0.00010850333651096283,
"loss": 0.3865,
"step": 4900
},
{
"epoch": 2.337190082644628,
"grad_norm": 25.892425537109375,
"learning_rate": 0.00010755004766444232,
"loss": 0.3833,
"step": 4950
},
{
"epoch": 2.3608028335301063,
"grad_norm": 21.37782096862793,
"learning_rate": 0.00010659675881792184,
"loss": 0.3794,
"step": 5000
},
{
"epoch": 2.3608028335301063,
"eval_accuracy": 0.7953367875647669,
"eval_auc": 0.8713559677757867,
"eval_cm_tn_fp_fn_tp": [
1451,
426,
127,
698
],
"eval_f1": 0.7162647511544382,
"eval_loss": 0.5515428781509399,
"eval_prauc": 0.7465915400991109,
"eval_runtime": 205.5994,
"eval_samples_per_second": 13.142,
"eval_steps_per_second": 13.142,
"step": 5000
},
{
"epoch": 2.3844155844155845,
"grad_norm": 12.759713172912598,
"learning_rate": 0.00010564346997140133,
"loss": 0.3997,
"step": 5050
},
{
"epoch": 2.4080283353010628,
"grad_norm": 3.6114132404327393,
"learning_rate": 0.00010469018112488084,
"loss": 0.3441,
"step": 5100
},
{
"epoch": 2.4316410861865405,
"grad_norm": 6.879336357116699,
"learning_rate": 0.00010373689227836034,
"loss": 0.3947,
"step": 5150
},
{
"epoch": 2.4552538370720187,
"grad_norm": 5.560421466827393,
"learning_rate": 0.00010278360343183986,
"loss": 0.3459,
"step": 5200
},
{
"epoch": 2.4552538370720187,
"eval_accuracy": 0.6565507031828275,
"eval_auc": 0.8567033144443906,
"eval_cm_tn_fp_fn_tp": [
1046,
831,
97,
728
],
"eval_f1": 0.610738255033557,
"eval_loss": 0.6395134925842285,
"eval_prauc": 0.7554881183404748,
"eval_runtime": 205.5903,
"eval_samples_per_second": 13.143,
"eval_steps_per_second": 13.143,
"step": 5200
},
{
"epoch": 2.478866587957497,
"grad_norm": 10.426353454589844,
"learning_rate": 0.00010183031458531935,
"loss": 0.3801,
"step": 5250
},
{
"epoch": 2.502479338842975,
"grad_norm": 8.82383918762207,
"learning_rate": 0.00010087702573879887,
"loss": 0.3337,
"step": 5300
},
{
"epoch": 2.5260920897284533,
"grad_norm": 8.333550453186035,
"learning_rate": 9.992373689227837e-05,
"loss": 0.3902,
"step": 5350
},
{
"epoch": 2.5497048406139315,
"grad_norm": 6.590660572052002,
"learning_rate": 9.897044804575787e-05,
"loss": 0.3751,
"step": 5400
},
{
"epoch": 2.5497048406139315,
"eval_accuracy": 0.8323464100666174,
"eval_auc": 0.8878594146042201,
"eval_cm_tn_fp_fn_tp": [
1575,
302,
151,
674
],
"eval_f1": 0.7484730705163798,
"eval_loss": 0.47527438402175903,
"eval_prauc": 0.7917505188586466,
"eval_runtime": 205.3611,
"eval_samples_per_second": 13.157,
"eval_steps_per_second": 13.157,
"step": 5400
},
{
"epoch": 2.5733175914994098,
"grad_norm": 19.815631866455078,
"learning_rate": 9.801715919923738e-05,
"loss": 0.3209,
"step": 5450
},
{
"epoch": 2.596930342384888,
"grad_norm": 12.452373504638672,
"learning_rate": 9.706387035271687e-05,
"loss": 0.3154,
"step": 5500
},
{
"epoch": 2.620543093270366,
"grad_norm": 3.750296115875244,
"learning_rate": 9.611058150619639e-05,
"loss": 0.3763,
"step": 5550
},
{
"epoch": 2.6441558441558444,
"grad_norm": 23.37812042236328,
"learning_rate": 9.51572926596759e-05,
"loss": 0.364,
"step": 5600
},
{
"epoch": 2.6441558441558444,
"eval_accuracy": 0.6032568467801629,
"eval_auc": 0.8076388821620575,
"eval_cm_tn_fp_fn_tp": [
932,
945,
127,
698
],
"eval_f1": 0.5656401944894651,
"eval_loss": 0.6932260394096375,
"eval_prauc": 0.7096068675591821,
"eval_runtime": 205.4319,
"eval_samples_per_second": 13.153,
"eval_steps_per_second": 13.153,
"step": 5600
},
{
"epoch": 2.6677685950413226,
"grad_norm": 22.82330894470215,
"learning_rate": 9.420400381315539e-05,
"loss": 0.3923,
"step": 5650
},
{
"epoch": 2.6913813459268003,
"grad_norm": 16.2337703704834,
"learning_rate": 9.32507149666349e-05,
"loss": 0.3306,
"step": 5700
},
{
"epoch": 2.7149940968122785,
"grad_norm": 7.920469284057617,
"learning_rate": 9.229742612011439e-05,
"loss": 0.3558,
"step": 5750
},
{
"epoch": 2.7386068476977568,
"grad_norm": 4.530557632446289,
"learning_rate": 9.13441372735939e-05,
"loss": 0.3215,
"step": 5800
},
{
"epoch": 2.7386068476977568,
"eval_accuracy": 0.8497409326424871,
"eval_auc": 0.917995188970149,
"eval_cm_tn_fp_fn_tp": [
1621,
256,
150,
675
],
"eval_f1": 0.7687927107061503,
"eval_loss": 0.4086146354675293,
"eval_prauc": 0.8212032649082162,
"eval_runtime": 205.5797,
"eval_samples_per_second": 13.143,
"eval_steps_per_second": 13.143,
"step": 5800
},
{
"epoch": 2.762219598583235,
"grad_norm": 17.762514114379883,
"learning_rate": 9.039084842707341e-05,
"loss": 0.3463,
"step": 5850
},
{
"epoch": 2.785832349468713,
"grad_norm": 12.965508460998535,
"learning_rate": 8.94375595805529e-05,
"loss": 0.3463,
"step": 5900
},
{
"epoch": 2.8094451003541914,
"grad_norm": 5.069027423858643,
"learning_rate": 8.848427073403242e-05,
"loss": 0.2931,
"step": 5950
},
{
"epoch": 2.8330578512396696,
"grad_norm": 14.7559814453125,
"learning_rate": 8.753098188751191e-05,
"loss": 0.3302,
"step": 6000
},
{
"epoch": 2.8330578512396696,
"eval_accuracy": 0.7339008142116951,
"eval_auc": 0.8722855620671284,
"eval_cm_tn_fp_fn_tp": [
1287,
590,
129,
696
],
"eval_f1": 0.659403126480341,
"eval_loss": 0.5873863697052002,
"eval_prauc": 0.7796160497762147,
"eval_runtime": 205.1472,
"eval_samples_per_second": 13.171,
"eval_steps_per_second": 13.171,
"step": 6000
},
{
"epoch": 2.8566706021251473,
"grad_norm": 8.567463874816895,
"learning_rate": 8.657769304099142e-05,
"loss": 0.3125,
"step": 6050
},
{
"epoch": 2.8802833530106255,
"grad_norm": 21.14914321899414,
"learning_rate": 8.562440419447094e-05,
"loss": 0.3503,
"step": 6100
},
{
"epoch": 2.9038961038961038,
"grad_norm": 12.390323638916016,
"learning_rate": 8.467111534795043e-05,
"loss": 0.3415,
"step": 6150
},
{
"epoch": 2.927508854781582,
"grad_norm": 5.121053695678711,
"learning_rate": 8.371782650142994e-05,
"loss": 0.3266,
"step": 6200
},
{
"epoch": 2.927508854781582,
"eval_accuracy": 0.8412287194670615,
"eval_auc": 0.9269827739300303,
"eval_cm_tn_fp_fn_tp": [
1639,
238,
191,
634
],
"eval_f1": 0.7472009428403065,
"eval_loss": 0.384371817111969,
"eval_prauc": 0.8382389930976012,
"eval_runtime": 205.3874,
"eval_samples_per_second": 13.156,
"eval_steps_per_second": 13.156,
"step": 6200
},
{
"epoch": 2.95112160566706,
"grad_norm": 18.484142303466797,
"learning_rate": 8.276453765490944e-05,
"loss": 0.3488,
"step": 6250
},
{
"epoch": 2.9747343565525384,
"grad_norm": 37.039432525634766,
"learning_rate": 8.181124880838894e-05,
"loss": 0.3479,
"step": 6300
},
{
"epoch": 2.9983471074380166,
"grad_norm": 20.839073181152344,
"learning_rate": 8.085795996186845e-05,
"loss": 0.3464,
"step": 6350
},
{
"epoch": 3.02172373081464,
"grad_norm": 9.81174373626709,
"learning_rate": 7.990467111534795e-05,
"loss": 0.2552,
"step": 6400
},
{
"epoch": 3.02172373081464,
"eval_accuracy": 0.8290155440414507,
"eval_auc": 0.8928280137550249,
"eval_cm_tn_fp_fn_tp": [
1508,
369,
93,
732
],
"eval_f1": 0.7601246105919003,
"eval_loss": 0.5704883933067322,
"eval_prauc": 0.7964650981389155,
"eval_runtime": 205.4254,
"eval_samples_per_second": 13.153,
"eval_steps_per_second": 13.153,
"step": 6400
},
{
"epoch": 3.0453364817001183,
"grad_norm": 14.28138542175293,
"learning_rate": 7.895138226882746e-05,
"loss": 0.2651,
"step": 6450
},
{
"epoch": 3.068949232585596,
"grad_norm": 15.993682861328125,
"learning_rate": 7.799809342230697e-05,
"loss": 0.2934,
"step": 6500
},
{
"epoch": 3.0925619834710742,
"grad_norm": 7.407653331756592,
"learning_rate": 7.704480457578646e-05,
"loss": 0.2698,
"step": 6550
},
{
"epoch": 3.1161747343565525,
"grad_norm": 2.8148610591888428,
"learning_rate": 7.609151572926597e-05,
"loss": 0.2951,
"step": 6600
},
{
"epoch": 3.1161747343565525,
"eval_accuracy": 0.8016284233900814,
"eval_auc": 0.868587203952148,
"eval_cm_tn_fp_fn_tp": [
1473,
404,
132,
693
],
"eval_f1": 0.7211238293444329,
"eval_loss": 0.542561948299408,
"eval_prauc": 0.7605646587301521,
"eval_runtime": 205.5379,
"eval_samples_per_second": 13.146,
"eval_steps_per_second": 13.146,
"step": 6600
},
{
"epoch": 3.1397874852420307,
"grad_norm": 8.826736450195312,
"learning_rate": 7.513822688274547e-05,
"loss": 0.3013,
"step": 6650
},
{
"epoch": 3.163400236127509,
"grad_norm": 6.963262557983398,
"learning_rate": 7.418493803622498e-05,
"loss": 0.3069,
"step": 6700
},
{
"epoch": 3.187012987012987,
"grad_norm": 4.87594747543335,
"learning_rate": 7.32316491897045e-05,
"loss": 0.3033,
"step": 6750
},
{
"epoch": 3.2106257378984653,
"grad_norm": 5.288126468658447,
"learning_rate": 7.227836034318399e-05,
"loss": 0.2986,
"step": 6800
},
{
"epoch": 3.2106257378984653,
"eval_accuracy": 0.8123612139156181,
"eval_auc": 0.8975941621865969,
"eval_cm_tn_fp_fn_tp": [
1458,
419,
88,
737
],
"eval_f1": 0.7440686521958607,
"eval_loss": 0.5542622208595276,
"eval_prauc": 0.7907006312220203,
"eval_runtime": 207.6065,
"eval_samples_per_second": 13.015,
"eval_steps_per_second": 13.015,
"step": 6800
},
{
"epoch": 3.2342384887839435,
"grad_norm": 14.439066886901855,
"learning_rate": 7.132507149666349e-05,
"loss": 0.2635,
"step": 6850
},
{
"epoch": 3.2578512396694217,
"grad_norm": 14.048096656799316,
"learning_rate": 7.0371782650143e-05,
"loss": 0.3471,
"step": 6900
},
{
"epoch": 3.2814639905548995,
"grad_norm": 6.724935054779053,
"learning_rate": 6.94184938036225e-05,
"loss": 0.3099,
"step": 6950
},
{
"epoch": 3.3050767414403777,
"grad_norm": 12.807244300842285,
"learning_rate": 6.8465204957102e-05,
"loss": 0.305,
"step": 7000
},
{
"epoch": 3.3050767414403777,
"eval_accuracy": 0.7834937083641746,
"eval_auc": 0.8916016854748874,
"eval_cm_tn_fp_fn_tp": [
1390,
487,
98,
727
],
"eval_f1": 0.7130946542422756,
"eval_loss": 0.5494717359542847,
"eval_prauc": 0.8068916778086699,
"eval_runtime": 205.3346,
"eval_samples_per_second": 13.159,
"eval_steps_per_second": 13.159,
"step": 7000
},
{
"epoch": 3.328689492325856,
"grad_norm": 8.32547664642334,
"learning_rate": 6.75119161105815e-05,
"loss": 0.2779,
"step": 7050
},
{
"epoch": 3.352302243211334,
"grad_norm": 16.320039749145508,
"learning_rate": 6.655862726406101e-05,
"loss": 0.2863,
"step": 7100
},
{
"epoch": 3.3759149940968123,
"grad_norm": 24.96271324157715,
"learning_rate": 6.560533841754052e-05,
"loss": 0.2718,
"step": 7150
},
{
"epoch": 3.3995277449822905,
"grad_norm": 13.728142738342285,
"learning_rate": 6.465204957102002e-05,
"loss": 0.274,
"step": 7200
},
{
"epoch": 3.3995277449822905,
"eval_accuracy": 0.8341968911917098,
"eval_auc": 0.889711176764986,
"eval_cm_tn_fp_fn_tp": [
1607,
270,
178,
647
],
"eval_f1": 0.7428243398392652,
"eval_loss": 0.46856218576431274,
"eval_prauc": 0.7844383258552488,
"eval_runtime": 204.9634,
"eval_samples_per_second": 13.183,
"eval_steps_per_second": 13.183,
"step": 7200
},
{
"epoch": 3.4231404958677687,
"grad_norm": 13.499300956726074,
"learning_rate": 6.369876072449953e-05,
"loss": 0.2856,
"step": 7250
},
{
"epoch": 3.446753246753247,
"grad_norm": 10.063815116882324,
"learning_rate": 6.274547187797903e-05,
"loss": 0.2559,
"step": 7300
},
{
"epoch": 3.4703659976387247,
"grad_norm": 7.386045932769775,
"learning_rate": 6.179218303145854e-05,
"loss": 0.2955,
"step": 7350
},
{
"epoch": 3.493978748524203,
"grad_norm": 9.75947380065918,
"learning_rate": 6.0838894184938045e-05,
"loss": 0.2836,
"step": 7400
},
{
"epoch": 3.493978748524203,
"eval_accuracy": 0.8623242042931162,
"eval_auc": 0.9092749551993026,
"eval_cm_tn_fp_fn_tp": [
1641,
236,
136,
689
],
"eval_f1": 0.7874285714285715,
"eval_loss": 0.4439694583415985,
"eval_prauc": 0.8166282575862323,
"eval_runtime": 205.4193,
"eval_samples_per_second": 13.154,
"eval_steps_per_second": 13.154,
"step": 7400
},
{
"epoch": 3.517591499409681,
"grad_norm": 9.995803833007812,
"learning_rate": 5.988560533841754e-05,
"loss": 0.2545,
"step": 7450
},
{
"epoch": 3.5412042502951593,
"grad_norm": 8.205814361572266,
"learning_rate": 5.8932316491897046e-05,
"loss": 0.2634,
"step": 7500
},
{
"epoch": 3.5648170011806375,
"grad_norm": 31.923660278320312,
"learning_rate": 5.797902764537655e-05,
"loss": 0.3174,
"step": 7550
},
{
"epoch": 3.5884297520661157,
"grad_norm": 8.342251777648926,
"learning_rate": 5.7025738798856054e-05,
"loss": 0.2858,
"step": 7600
},
{
"epoch": 3.5884297520661157,
"eval_accuracy": 0.8689859363434493,
"eval_auc": 0.9157908332122504,
"eval_cm_tn_fp_fn_tp": [
1707,
170,
184,
641
],
"eval_f1": 0.7836185819070904,
"eval_loss": 0.3948521614074707,
"eval_prauc": 0.8201110541924611,
"eval_runtime": 205.2094,
"eval_samples_per_second": 13.167,
"eval_steps_per_second": 13.167,
"step": 7600
}
],
"logging_steps": 50,
"max_steps": 10590,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 200,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 6,
"trial_name": null,
"trial_params": null
}