lora_test / trainer_state.json
trongg's picture
Upload folder using huggingface_hub
92e3818 verified
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.0037833671968051565,
"eval_steps": 102,
"global_step": 81,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 4.6708236997594524e-05,
"grad_norm": 0.24815663695335388,
"learning_rate": 0.0,
"loss": 1.5212,
"mean_token_accuracy": 0.6624278724193573,
"num_tokens": 6610.0,
"step": 1
},
{
"epoch": 9.341647399518905e-05,
"grad_norm": 0.22391362488269806,
"learning_rate": 1.0000000000000002e-06,
"loss": 1.3169,
"mean_token_accuracy": 0.6899301111698151,
"num_tokens": 13855.0,
"step": 2
},
{
"epoch": 0.00014012471099278357,
"grad_norm": 0.24716292321681976,
"learning_rate": 2.0000000000000003e-06,
"loss": 1.5019,
"mean_token_accuracy": 0.6771045923233032,
"num_tokens": 19204.0,
"step": 3
},
{
"epoch": 0.0001868329479903781,
"grad_norm": 0.20678554475307465,
"learning_rate": 3e-06,
"loss": 1.2039,
"mean_token_accuracy": 0.7312012910842896,
"num_tokens": 27787.0,
"step": 4
},
{
"epoch": 0.00023354118498797262,
"grad_norm": 0.16259518265724182,
"learning_rate": 4.000000000000001e-06,
"loss": 1.234,
"mean_token_accuracy": 0.7289687991142273,
"num_tokens": 38962.0,
"step": 5
},
{
"epoch": 0.00028024942198556714,
"grad_norm": 0.18290941417217255,
"learning_rate": 5e-06,
"loss": 1.3001,
"mean_token_accuracy": 0.685863584280014,
"num_tokens": 46738.0,
"step": 6
},
{
"epoch": 0.00032695765898316167,
"grad_norm": 0.22102956473827362,
"learning_rate": 4.998754476483098e-06,
"loss": 1.1942,
"mean_token_accuracy": 0.7294453680515289,
"num_tokens": 54364.0,
"step": 7
},
{
"epoch": 0.0003736658959807562,
"grad_norm": 0.23882372677326202,
"learning_rate": 4.9950192123145654e-06,
"loss": 1.3233,
"mean_token_accuracy": 0.7093064486980438,
"num_tokens": 60646.0,
"step": 8
},
{
"epoch": 0.0004203741329783507,
"grad_norm": 0.20760418474674225,
"learning_rate": 4.988798125270709e-06,
"loss": 1.8058,
"mean_token_accuracy": 0.6353311538696289,
"num_tokens": 70548.0,
"step": 9
},
{
"epoch": 0.00046708236997594524,
"grad_norm": 0.18925875425338745,
"learning_rate": 4.980097740412761e-06,
"loss": 1.6046,
"mean_token_accuracy": 0.6708937883377075,
"num_tokens": 78213.0,
"step": 10
},
{
"epoch": 0.0005137906069735398,
"grad_norm": 0.2128538340330124,
"learning_rate": 4.968927183242991e-06,
"loss": 1.4572,
"mean_token_accuracy": 0.6536244750022888,
"num_tokens": 85224.0,
"step": 11
},
{
"epoch": 0.0005604988439711343,
"grad_norm": 0.19441735744476318,
"learning_rate": 4.955298170133318e-06,
"loss": 1.2837,
"mean_token_accuracy": 0.702611893415451,
"num_tokens": 93493.0,
"step": 12
},
{
"epoch": 0.0006072070809687288,
"grad_norm": 0.2139551192522049,
"learning_rate": 4.93922499603645e-06,
"loss": 1.2754,
"mean_token_accuracy": 0.6683319509029388,
"num_tokens": 102255.0,
"step": 13
},
{
"epoch": 0.0006539153179663233,
"grad_norm": 0.2441701591014862,
"learning_rate": 4.920724519492452e-06,
"loss": 1.3914,
"mean_token_accuracy": 0.6826636791229248,
"num_tokens": 109224.0,
"step": 14
},
{
"epoch": 0.0007006235549639179,
"grad_norm": 0.21002362668514252,
"learning_rate": 4.89981614494647e-06,
"loss": 1.7201,
"mean_token_accuracy": 0.6224022209644318,
"num_tokens": 115222.0,
"step": 15
},
{
"epoch": 0.0007473317919615124,
"grad_norm": 0.22687377035617828,
"learning_rate": 4.876521802396143e-06,
"loss": 1.5563,
"mean_token_accuracy": 0.6480969190597534,
"num_tokens": 121037.0,
"step": 16
},
{
"epoch": 0.0007940400289591069,
"grad_norm": 0.23102138936519623,
"learning_rate": 4.850865924390067e-06,
"loss": 1.9085,
"mean_token_accuracy": 0.5840953290462494,
"num_tokens": 126199.0,
"step": 17
},
{
"epoch": 0.0008407482659567014,
"grad_norm": 0.20352718234062195,
"learning_rate": 4.822875420401423e-06,
"loss": 1.6604,
"mean_token_accuracy": 0.6558521389961243,
"num_tokens": 133602.0,
"step": 18
},
{
"epoch": 0.000887456502954296,
"grad_norm": 0.2476186901330948,
"learning_rate": 4.792579648603658e-06,
"loss": 1.3569,
"mean_token_accuracy": 0.6907783448696136,
"num_tokens": 139069.0,
"step": 19
},
{
"epoch": 0.0009341647399518905,
"grad_norm": 0.2237555831670761,
"learning_rate": 4.760010385077814e-06,
"loss": 1.3358,
"mean_token_accuracy": 0.6829327940940857,
"num_tokens": 144727.0,
"step": 20
},
{
"epoch": 0.000980872976949485,
"grad_norm": 0.1982390135526657,
"learning_rate": 4.725201790483807e-06,
"loss": 1.3553,
"mean_token_accuracy": 0.6921784579753876,
"num_tokens": 151639.0,
"step": 21
},
{
"epoch": 0.0010275812139470795,
"grad_norm": 0.21326391398906708,
"learning_rate": 4.688190374230609e-06,
"loss": 1.2572,
"mean_token_accuracy": 0.7189462780952454,
"num_tokens": 160851.0,
"step": 22
},
{
"epoch": 0.0010742894509446742,
"grad_norm": 0.2238379716873169,
"learning_rate": 4.649014956182927e-06,
"loss": 1.5684,
"mean_token_accuracy": 0.6826211810112,
"num_tokens": 167413.0,
"step": 23
},
{
"epoch": 0.0011209976879422686,
"grad_norm": 0.20658670365810394,
"learning_rate": 4.607716625944519e-06,
"loss": 1.3036,
"mean_token_accuracy": 0.6903411149978638,
"num_tokens": 174102.0,
"step": 24
},
{
"epoch": 0.0011677059249398632,
"grad_norm": 0.21213635802268982,
"learning_rate": 4.5643386997608765e-06,
"loss": 1.4276,
"mean_token_accuracy": 0.6844733953475952,
"num_tokens": 182236.0,
"step": 25
},
{
"epoch": 0.0012144141619374576,
"grad_norm": 0.24115009605884552,
"learning_rate": 4.518926675086462e-06,
"loss": 1.9658,
"mean_token_accuracy": 0.5898375511169434,
"num_tokens": 189613.0,
"step": 26
},
{
"epoch": 0.0012611223989350522,
"grad_norm": 0.22647137939929962,
"learning_rate": 4.471528182864168e-06,
"loss": 1.5963,
"mean_token_accuracy": 0.6704545319080353,
"num_tokens": 196900.0,
"step": 27
},
{
"epoch": 0.0013078306359326467,
"grad_norm": 0.17949607968330383,
"learning_rate": 4.422192937567027e-06,
"loss": 1.2397,
"mean_token_accuracy": 0.7182678580284119,
"num_tokens": 204513.0,
"step": 28
},
{
"epoch": 0.0013545388729302413,
"grad_norm": 0.2529963552951813,
"learning_rate": 4.3709726850546015e-06,
"loss": 1.7072,
"mean_token_accuracy": 0.6386008858680725,
"num_tokens": 210803.0,
"step": 29
},
{
"epoch": 0.0014012471099278357,
"grad_norm": 0.1803470253944397,
"learning_rate": 4.3179211482987196e-06,
"loss": 1.2488,
"mean_token_accuracy": 0.7105345129966736,
"num_tokens": 218783.0,
"step": 30
},
{
"epoch": 0.0014479553469254303,
"grad_norm": 0.1690954566001892,
"learning_rate": 4.2630939710354985e-06,
"loss": 1.1768,
"mean_token_accuracy": 0.7205143570899963,
"num_tokens": 228472.0,
"step": 31
},
{
"epoch": 0.0014946635839230248,
"grad_norm": 0.2781330943107605,
"learning_rate": 4.206548659402743e-06,
"loss": 1.2211,
"mean_token_accuracy": 0.7092916369438171,
"num_tokens": 233617.0,
"step": 32
},
{
"epoch": 0.0015413718209206194,
"grad_norm": 0.194204643368721,
"learning_rate": 4.148344521623957e-06,
"loss": 1.4836,
"mean_token_accuracy": 0.6891669929027557,
"num_tokens": 241676.0,
"step": 33
},
{
"epoch": 0.0015880800579182138,
"grad_norm": 0.1841108798980713,
"learning_rate": 4.088542605802202e-06,
"loss": 1.3113,
"mean_token_accuracy": 0.7001610100269318,
"num_tokens": 251517.0,
"step": 34
},
{
"epoch": 0.0016347882949158084,
"grad_norm": 0.19068853557109833,
"learning_rate": 4.0272056358890665e-06,
"loss": 1.3375,
"mean_token_accuracy": 0.7067949175834656,
"num_tokens": 260718.0,
"step": 35
},
{
"epoch": 0.0016814965319134029,
"grad_norm": 0.22810104489326477,
"learning_rate": 3.964397945895903e-06,
"loss": 1.5774,
"mean_token_accuracy": 0.6743293404579163,
"num_tokens": 267063.0,
"step": 36
},
{
"epoch": 0.0017282047689109975,
"grad_norm": 0.2199760228395462,
"learning_rate": 3.900185412416337e-06,
"loss": 1.7639,
"mean_token_accuracy": 0.6289554536342621,
"num_tokens": 274278.0,
"step": 37
},
{
"epoch": 0.001774913005908592,
"grad_norm": 0.23150336742401123,
"learning_rate": 3.834635385530813e-06,
"loss": 2.4011,
"mean_token_accuracy": 0.5110038071870804,
"num_tokens": 279752.0,
"step": 38
},
{
"epoch": 0.0018216212429061865,
"grad_norm": 0.2343943864107132,
"learning_rate": 3.7678166181656624e-06,
"loss": 1.3846,
"mean_token_accuracy": 0.6946818828582764,
"num_tokens": 287145.0,
"step": 39
},
{
"epoch": 0.001868329479903781,
"grad_norm": 0.1842251569032669,
"learning_rate": 3.6997991939807804e-06,
"loss": 1.5058,
"mean_token_accuracy": 0.6877120733261108,
"num_tokens": 295574.0,
"step": 40
},
{
"epoch": 0.0019150377169013756,
"grad_norm": 0.21155694127082825,
"learning_rate": 3.63065445386154e-06,
"loss": 1.7073,
"mean_token_accuracy": 0.6352330446243286,
"num_tokens": 302707.0,
"step": 41
},
{
"epoch": 0.00196174595389897,
"grad_norm": 0.25946730375289917,
"learning_rate": 3.5604549210920576e-06,
"loss": 1.5031,
"mean_token_accuracy": 0.6669047772884369,
"num_tokens": 307612.0,
"step": 42
},
{
"epoch": 0.0020084541908965644,
"grad_norm": 0.18682092428207397,
"learning_rate": 3.489274225288284e-06,
"loss": 1.3015,
"mean_token_accuracy": 0.7169822454452515,
"num_tokens": 319133.0,
"step": 43
},
{
"epoch": 0.002055162427894159,
"grad_norm": 0.2042531669139862,
"learning_rate": 3.4171870251706995e-06,
"loss": 2.0483,
"mean_token_accuracy": 0.5778546035289764,
"num_tokens": 326268.0,
"step": 44
},
{
"epoch": 0.0021018706648917537,
"grad_norm": 0.2018388956785202,
"learning_rate": 3.344268930257633e-06,
"loss": 1.4825,
"mean_token_accuracy": 0.6688913702964783,
"num_tokens": 332923.0,
"step": 45
},
{
"epoch": 0.0021485789018893483,
"grad_norm": 0.21121808886528015,
"learning_rate": 3.2705964215613145e-06,
"loss": 1.4353,
"mean_token_accuracy": 0.68389692902565,
"num_tokens": 338889.0,
"step": 46
},
{
"epoch": 0.0021952871388869425,
"grad_norm": 0.2037765383720398,
"learning_rate": 3.196246771369853e-06,
"loss": 1.1499,
"mean_token_accuracy": 0.7377910912036896,
"num_tokens": 346176.0,
"step": 47
},
{
"epoch": 0.002241995375884537,
"grad_norm": 0.1926920861005783,
"learning_rate": 3.121297962199279e-06,
"loss": 1.4606,
"mean_token_accuracy": 0.6756649613380432,
"num_tokens": 354291.0,
"step": 48
},
{
"epoch": 0.0022887036128821318,
"grad_norm": 0.23878051340579987,
"learning_rate": 3.0458286050006548e-06,
"loss": 1.6098,
"mean_token_accuracy": 0.6611288487911224,
"num_tokens": 361893.0,
"step": 49
},
{
"epoch": 0.0023354118498797264,
"grad_norm": 0.2237703949213028,
"learning_rate": 2.96991785670804e-06,
"loss": 1.7951,
"mean_token_accuracy": 0.6226321458816528,
"num_tokens": 369849.0,
"step": 50
},
{
"epoch": 0.0023821200868773206,
"grad_norm": 0.21574032306671143,
"learning_rate": 2.8936453372138006e-06,
"loss": 1.2809,
"mean_token_accuracy": 0.71575528383255,
"num_tokens": 376459.0,
"step": 51
},
{
"epoch": 0.0024288283238749152,
"grad_norm": 0.1896604299545288,
"learning_rate": 2.8170910458583355e-06,
"loss": 1.7823,
"mean_token_accuracy": 0.6189461052417755,
"num_tokens": 383519.0,
"step": 52
},
{
"epoch": 0.00247553656087251,
"grad_norm": 0.17899923026561737,
"learning_rate": 2.740335277521815e-06,
"loss": 1.6108,
"mean_token_accuracy": 0.6556365489959717,
"num_tokens": 391616.0,
"step": 53
},
{
"epoch": 0.0025222447978701045,
"grad_norm": 0.22684413194656372,
"learning_rate": 2.6634585384059415e-06,
"loss": 1.7163,
"mean_token_accuracy": 0.629599392414093,
"num_tokens": 399812.0,
"step": 54
},
{
"epoch": 0.002568953034867699,
"grad_norm": 0.18395479023456573,
"learning_rate": 2.5865414615940594e-06,
"loss": 1.2312,
"mean_token_accuracy": 0.7152631878852844,
"num_tokens": 407387.0,
"step": 55
},
{
"epoch": 0.0026156612718652933,
"grad_norm": 0.17716501653194427,
"learning_rate": 2.509664722478186e-06,
"loss": 1.6189,
"mean_token_accuracy": 0.6399194896221161,
"num_tokens": 415514.0,
"step": 56
},
{
"epoch": 0.002662369508862888,
"grad_norm": 0.2080097496509552,
"learning_rate": 2.4329089541416655e-06,
"loss": 1.5846,
"mean_token_accuracy": 0.663497120141983,
"num_tokens": 422039.0,
"step": 57
},
{
"epoch": 0.0027090777458604826,
"grad_norm": 0.19784171879291534,
"learning_rate": 2.3563546627862e-06,
"loss": 1.3426,
"mean_token_accuracy": 0.6939470767974854,
"num_tokens": 428566.0,
"step": 58
},
{
"epoch": 0.0027557859828580772,
"grad_norm": 0.1710215061903,
"learning_rate": 2.2800821432919614e-06,
"loss": 1.5268,
"mean_token_accuracy": 0.6385573744773865,
"num_tokens": 436877.0,
"step": 59
},
{
"epoch": 0.0028024942198556714,
"grad_norm": 0.19530710577964783,
"learning_rate": 2.204171394999346e-06,
"loss": 1.7253,
"mean_token_accuracy": 0.6284772753715515,
"num_tokens": 444515.0,
"step": 60
},
{
"epoch": 0.002849202456853266,
"grad_norm": 0.20333561301231384,
"learning_rate": 2.1287020378007216e-06,
"loss": 1.6405,
"mean_token_accuracy": 0.6564561724662781,
"num_tokens": 450241.0,
"step": 61
},
{
"epoch": 0.0028959106938508607,
"grad_norm": 0.24220742285251617,
"learning_rate": 2.0537532286301483e-06,
"loss": 1.7357,
"mean_token_accuracy": 0.613721638917923,
"num_tokens": 455245.0,
"step": 62
},
{
"epoch": 0.0029426189308484553,
"grad_norm": 0.25850263237953186,
"learning_rate": 1.9794035784386857e-06,
"loss": 1.2092,
"mean_token_accuracy": 0.7280539572238922,
"num_tokens": 461165.0,
"step": 63
},
{
"epoch": 0.0029893271678460495,
"grad_norm": 0.1687914878129959,
"learning_rate": 1.9057310697423676e-06,
"loss": 1.4988,
"mean_token_accuracy": 0.6855064630508423,
"num_tokens": 470696.0,
"step": 64
},
{
"epoch": 0.003036035404843644,
"grad_norm": 0.22230161726474762,
"learning_rate": 1.8328129748293017e-06,
"loss": 1.9035,
"mean_token_accuracy": 0.5855222791433334,
"num_tokens": 475858.0,
"step": 65
},
{
"epoch": 0.0030827436418412388,
"grad_norm": 0.21983900666236877,
"learning_rate": 1.7607257747117174e-06,
"loss": 1.7954,
"mean_token_accuracy": 0.6393535435199738,
"num_tokens": 481280.0,
"step": 66
},
{
"epoch": 0.0031294518788388334,
"grad_norm": 0.28015828132629395,
"learning_rate": 1.6895450789079434e-06,
"loss": 1.254,
"mean_token_accuracy": 0.7204155027866364,
"num_tokens": 488210.0,
"step": 67
},
{
"epoch": 0.0031761601158364276,
"grad_norm": 0.21209849417209625,
"learning_rate": 1.6193455461384617e-06,
"loss": 1.9336,
"mean_token_accuracy": 0.6008668541908264,
"num_tokens": 494581.0,
"step": 68
},
{
"epoch": 0.0032228683528340222,
"grad_norm": 0.25260934233665466,
"learning_rate": 1.5502008060192202e-06,
"loss": 1.7713,
"mean_token_accuracy": 0.592128798365593,
"num_tokens": 499120.0,
"step": 69
},
{
"epoch": 0.003269576589831617,
"grad_norm": 0.19961196184158325,
"learning_rate": 1.4821833818343378e-06,
"loss": 1.3307,
"mean_token_accuracy": 0.7077135443687439,
"num_tokens": 506700.0,
"step": 70
},
{
"epoch": 0.0033162848268292115,
"grad_norm": 0.21448221802711487,
"learning_rate": 1.4153646144691887e-06,
"loss": 1.4005,
"mean_token_accuracy": 0.6793873608112335,
"num_tokens": 513622.0,
"step": 71
},
{
"epoch": 0.0033629930638268057,
"grad_norm": 0.19134606420993805,
"learning_rate": 1.3498145875836636e-06,
"loss": 1.8944,
"mean_token_accuracy": 0.6288950145244598,
"num_tokens": 520502.0,
"step": 72
},
{
"epoch": 0.0034097013008244003,
"grad_norm": 0.20466452836990356,
"learning_rate": 1.285602054104097e-06,
"loss": 1.9276,
"mean_token_accuracy": 0.57016322016716,
"num_tokens": 528001.0,
"step": 73
},
{
"epoch": 0.003456409537821995,
"grad_norm": 0.20611968636512756,
"learning_rate": 1.2227943641109345e-06,
"loss": 1.8754,
"mean_token_accuracy": 0.5942300260066986,
"num_tokens": 533840.0,
"step": 74
},
{
"epoch": 0.0035031177748195896,
"grad_norm": 0.22362089157104492,
"learning_rate": 1.1614573941977975e-06,
"loss": 2.0853,
"mean_token_accuracy": 0.5632732808589935,
"num_tokens": 540459.0,
"step": 75
},
{
"epoch": 0.003549826011817184,
"grad_norm": 0.16187940537929535,
"learning_rate": 1.1016554783760433e-06,
"loss": 1.3277,
"mean_token_accuracy": 0.7023499011993408,
"num_tokens": 548772.0,
"step": 76
},
{
"epoch": 0.0035965342488147784,
"grad_norm": 0.22978803515434265,
"learning_rate": 2.2033109567520866e-06,
"loss": 1.8168,
"mean_token_accuracy": 0.6008757054805756,
"num_tokens": 554584.0,
"step": 77
},
{
"epoch": 0.003643242485812373,
"grad_norm": 0.1978112757205963,
"learning_rate": 2.0419772472095698e-06,
"loss": 1.5754,
"mean_token_accuracy": 0.6501273214817047,
"num_tokens": 561654.0,
"step": 78
},
{
"epoch": 0.0036899507228099677,
"grad_norm": 0.2072610855102539,
"learning_rate": 1.652483217564065e-06,
"loss": 1.7213,
"mean_token_accuracy": 0.6490782797336578,
"num_tokens": 567900.0,
"step": 79
},
{
"epoch": 0.003736658959807562,
"grad_norm": 0.22125592827796936,
"learning_rate": 1.2629891879185599e-06,
"loss": 1.4386,
"mean_token_accuracy": 0.6827996075153351,
"num_tokens": 576574.0,
"step": 80
},
{
"epoch": 0.0037833671968051565,
"grad_norm": 0.18630705773830414,
"learning_rate": 1.1016554783760433e-06,
"loss": 1.0299,
"mean_token_accuracy": 0.7590331435203552,
"num_tokens": 583830.0,
"step": 81
}
],
"logging_steps": 1,
"max_steps": 102,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 2266017525923840.0,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}