aptl26's picture
Upload folder using huggingface_hub
3230b22 verified
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.0,
"eval_steps": 10,
"global_step": 134,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0149812734082397,
"grad_norm": 6.645484924316406,
"learning_rate": 1e-05,
"loss": 1.6793,
"mean_token_accuracy": 0.6077414005994797,
"num_tokens": 7520.0,
"step": 1
},
{
"epoch": 0.0299625468164794,
"grad_norm": 5.208061218261719,
"learning_rate": 9.96268656716418e-06,
"loss": 1.2004,
"mean_token_accuracy": 0.7127931267023087,
"num_tokens": 14631.0,
"step": 2
},
{
"epoch": 0.0449438202247191,
"grad_norm": 4.237852573394775,
"learning_rate": 9.925373134328359e-06,
"loss": 1.3345,
"mean_token_accuracy": 0.6681558042764664,
"num_tokens": 21698.0,
"step": 3
},
{
"epoch": 0.0599250936329588,
"grad_norm": 3.2547247409820557,
"learning_rate": 9.888059701492538e-06,
"loss": 1.0936,
"mean_token_accuracy": 0.7124579399824142,
"num_tokens": 29763.0,
"step": 4
},
{
"epoch": 0.0749063670411985,
"grad_norm": 3.279022693634033,
"learning_rate": 9.850746268656717e-06,
"loss": 1.1485,
"mean_token_accuracy": 0.6985869109630585,
"num_tokens": 36572.0,
"step": 5
},
{
"epoch": 0.0898876404494382,
"grad_norm": 3.9445199966430664,
"learning_rate": 9.813432835820897e-06,
"loss": 1.2735,
"mean_token_accuracy": 0.6686816662549973,
"num_tokens": 42969.0,
"step": 6
},
{
"epoch": 0.10486891385767791,
"grad_norm": 3.1979117393493652,
"learning_rate": 9.776119402985076e-06,
"loss": 1.1807,
"mean_token_accuracy": 0.6792618632316589,
"num_tokens": 49628.0,
"step": 7
},
{
"epoch": 0.1198501872659176,
"grad_norm": 2.979384183883667,
"learning_rate": 9.738805970149255e-06,
"loss": 1.1305,
"mean_token_accuracy": 0.6916055679321289,
"num_tokens": 57634.0,
"step": 8
},
{
"epoch": 0.1348314606741573,
"grad_norm": 4.175307750701904,
"learning_rate": 9.701492537313434e-06,
"loss": 1.1587,
"mean_token_accuracy": 0.6850023865699768,
"num_tokens": 64493.0,
"step": 9
},
{
"epoch": 0.149812734082397,
"grad_norm": 3.318324565887451,
"learning_rate": 9.664179104477612e-06,
"loss": 1.2182,
"mean_token_accuracy": 0.666175588965416,
"num_tokens": 71062.0,
"step": 10
},
{
"epoch": 0.149812734082397,
"eval_loss": 1.1548303365707397,
"eval_mean_token_accuracy": 0.6638695597648621,
"eval_num_tokens": 71062.0,
"eval_runtime": 43.4636,
"eval_samples_per_second": 0.253,
"eval_steps_per_second": 0.138,
"step": 10
},
{
"epoch": 0.1647940074906367,
"grad_norm": 3.0939977169036865,
"learning_rate": 9.626865671641792e-06,
"loss": 1.0469,
"mean_token_accuracy": 0.7054508179426193,
"num_tokens": 78715.0,
"step": 11
},
{
"epoch": 0.1797752808988764,
"grad_norm": 3.1718571186065674,
"learning_rate": 9.589552238805972e-06,
"loss": 0.9968,
"mean_token_accuracy": 0.7284530699253082,
"num_tokens": 86684.0,
"step": 12
},
{
"epoch": 0.1947565543071161,
"grad_norm": 2.906012535095215,
"learning_rate": 9.552238805970149e-06,
"loss": 1.0074,
"mean_token_accuracy": 0.7302294373512268,
"num_tokens": 94023.0,
"step": 13
},
{
"epoch": 0.20973782771535582,
"grad_norm": 3.084291458129883,
"learning_rate": 9.51492537313433e-06,
"loss": 1.096,
"mean_token_accuracy": 0.6945489645004272,
"num_tokens": 101018.0,
"step": 14
},
{
"epoch": 0.2247191011235955,
"grad_norm": 3.168394088745117,
"learning_rate": 9.477611940298507e-06,
"loss": 1.1981,
"mean_token_accuracy": 0.6750565618276596,
"num_tokens": 108576.0,
"step": 15
},
{
"epoch": 0.2397003745318352,
"grad_norm": 3.0310959815979004,
"learning_rate": 9.440298507462688e-06,
"loss": 1.2195,
"mean_token_accuracy": 0.6774358600378036,
"num_tokens": 116231.0,
"step": 16
},
{
"epoch": 0.2546816479400749,
"grad_norm": 3.1885411739349365,
"learning_rate": 9.402985074626867e-06,
"loss": 1.1123,
"mean_token_accuracy": 0.6851049065589905,
"num_tokens": 122820.0,
"step": 17
},
{
"epoch": 0.2696629213483146,
"grad_norm": 2.9225549697875977,
"learning_rate": 9.365671641791045e-06,
"loss": 1.1255,
"mean_token_accuracy": 0.6796696484088898,
"num_tokens": 130744.0,
"step": 18
},
{
"epoch": 0.2846441947565543,
"grad_norm": 3.281294345855713,
"learning_rate": 9.328358208955226e-06,
"loss": 1.1157,
"mean_token_accuracy": 0.6871359646320343,
"num_tokens": 137441.0,
"step": 19
},
{
"epoch": 0.299625468164794,
"grad_norm": 3.2192912101745605,
"learning_rate": 9.291044776119403e-06,
"loss": 1.3184,
"mean_token_accuracy": 0.6449258774518967,
"num_tokens": 143961.0,
"step": 20
},
{
"epoch": 0.299625468164794,
"eval_loss": 1.0996215343475342,
"eval_mean_token_accuracy": 0.6732441584269205,
"eval_num_tokens": 143961.0,
"eval_runtime": 43.4644,
"eval_samples_per_second": 0.253,
"eval_steps_per_second": 0.138,
"step": 20
},
{
"epoch": 0.3146067415730337,
"grad_norm": 2.8447461128234863,
"learning_rate": 9.253731343283582e-06,
"loss": 0.8826,
"mean_token_accuracy": 0.7349306046962738,
"num_tokens": 150885.0,
"step": 21
},
{
"epoch": 0.3295880149812734,
"grad_norm": 2.926057815551758,
"learning_rate": 9.216417910447763e-06,
"loss": 0.958,
"mean_token_accuracy": 0.7313619703054428,
"num_tokens": 157876.0,
"step": 22
},
{
"epoch": 0.3445692883895131,
"grad_norm": 3.294577121734619,
"learning_rate": 9.17910447761194e-06,
"loss": 1.1452,
"mean_token_accuracy": 0.6808282732963562,
"num_tokens": 165203.0,
"step": 23
},
{
"epoch": 0.3595505617977528,
"grad_norm": 3.026679515838623,
"learning_rate": 9.14179104477612e-06,
"loss": 1.0559,
"mean_token_accuracy": 0.7152852565050125,
"num_tokens": 171790.0,
"step": 24
},
{
"epoch": 0.37453183520599254,
"grad_norm": 2.5701076984405518,
"learning_rate": 9.104477611940299e-06,
"loss": 0.8404,
"mean_token_accuracy": 0.755279466509819,
"num_tokens": 179560.0,
"step": 25
},
{
"epoch": 0.3895131086142322,
"grad_norm": 2.930906295776367,
"learning_rate": 9.067164179104478e-06,
"loss": 1.0629,
"mean_token_accuracy": 0.6979093104600906,
"num_tokens": 187129.0,
"step": 26
},
{
"epoch": 0.4044943820224719,
"grad_norm": 2.5857908725738525,
"learning_rate": 9.029850746268657e-06,
"loss": 0.9093,
"mean_token_accuracy": 0.7412554323673248,
"num_tokens": 194238.0,
"step": 27
},
{
"epoch": 0.41947565543071164,
"grad_norm": 2.9247360229492188,
"learning_rate": 8.992537313432836e-06,
"loss": 1.0202,
"mean_token_accuracy": 0.7101631760597229,
"num_tokens": 201176.0,
"step": 28
},
{
"epoch": 0.4344569288389513,
"grad_norm": 3.2126927375793457,
"learning_rate": 8.955223880597016e-06,
"loss": 1.1267,
"mean_token_accuracy": 0.6963846385478973,
"num_tokens": 207843.0,
"step": 29
},
{
"epoch": 0.449438202247191,
"grad_norm": 2.6786251068115234,
"learning_rate": 8.917910447761195e-06,
"loss": 0.9444,
"mean_token_accuracy": 0.7381020188331604,
"num_tokens": 215058.0,
"step": 30
},
{
"epoch": 0.449438202247191,
"eval_loss": 1.0702282190322876,
"eval_mean_token_accuracy": 0.6778951783974966,
"eval_num_tokens": 215058.0,
"eval_runtime": 43.4996,
"eval_samples_per_second": 0.253,
"eval_steps_per_second": 0.138,
"step": 30
},
{
"epoch": 0.46441947565543074,
"grad_norm": 3.422229528427124,
"learning_rate": 8.880597014925374e-06,
"loss": 1.1104,
"mean_token_accuracy": 0.6989456862211227,
"num_tokens": 220989.0,
"step": 31
},
{
"epoch": 0.4794007490636704,
"grad_norm": 2.9094724655151367,
"learning_rate": 8.843283582089553e-06,
"loss": 0.9101,
"mean_token_accuracy": 0.7397958487272263,
"num_tokens": 228235.0,
"step": 32
},
{
"epoch": 0.4943820224719101,
"grad_norm": 2.905221700668335,
"learning_rate": 8.805970149253732e-06,
"loss": 0.9017,
"mean_token_accuracy": 0.739780843257904,
"num_tokens": 235497.0,
"step": 33
},
{
"epoch": 0.5093632958801498,
"grad_norm": 2.7689316272735596,
"learning_rate": 8.768656716417911e-06,
"loss": 0.8806,
"mean_token_accuracy": 0.7460598647594452,
"num_tokens": 242951.0,
"step": 34
},
{
"epoch": 0.5243445692883895,
"grad_norm": 2.711458683013916,
"learning_rate": 8.73134328358209e-06,
"loss": 0.9845,
"mean_token_accuracy": 0.7096125036478043,
"num_tokens": 250554.0,
"step": 35
},
{
"epoch": 0.5393258426966292,
"grad_norm": 2.9433722496032715,
"learning_rate": 8.69402985074627e-06,
"loss": 0.9512,
"mean_token_accuracy": 0.7236437946557999,
"num_tokens": 258167.0,
"step": 36
},
{
"epoch": 0.5543071161048689,
"grad_norm": 3.174933910369873,
"learning_rate": 8.656716417910447e-06,
"loss": 1.075,
"mean_token_accuracy": 0.6945899575948715,
"num_tokens": 265000.0,
"step": 37
},
{
"epoch": 0.5692883895131086,
"grad_norm": 2.713667392730713,
"learning_rate": 8.619402985074628e-06,
"loss": 0.8271,
"mean_token_accuracy": 0.7603205889463425,
"num_tokens": 272757.0,
"step": 38
},
{
"epoch": 0.5842696629213483,
"grad_norm": 2.6623470783233643,
"learning_rate": 8.582089552238807e-06,
"loss": 0.8481,
"mean_token_accuracy": 0.7493215799331665,
"num_tokens": 280232.0,
"step": 39
},
{
"epoch": 0.599250936329588,
"grad_norm": 2.6669371128082275,
"learning_rate": 8.544776119402986e-06,
"loss": 1.0571,
"mean_token_accuracy": 0.6984888315200806,
"num_tokens": 287844.0,
"step": 40
},
{
"epoch": 0.599250936329588,
"eval_loss": 1.0412267446517944,
"eval_mean_token_accuracy": 0.6823226809501648,
"eval_num_tokens": 287844.0,
"eval_runtime": 43.4294,
"eval_samples_per_second": 0.253,
"eval_steps_per_second": 0.138,
"step": 40
},
{
"epoch": 0.6142322097378277,
"grad_norm": 2.81078839302063,
"learning_rate": 8.507462686567165e-06,
"loss": 0.8895,
"mean_token_accuracy": 0.7473254799842834,
"num_tokens": 294955.0,
"step": 41
},
{
"epoch": 0.6292134831460674,
"grad_norm": 2.718947649002075,
"learning_rate": 8.470149253731343e-06,
"loss": 0.9208,
"mean_token_accuracy": 0.7264387309551239,
"num_tokens": 302360.0,
"step": 42
},
{
"epoch": 0.6441947565543071,
"grad_norm": 2.797668933868408,
"learning_rate": 8.432835820895524e-06,
"loss": 1.0173,
"mean_token_accuracy": 0.7081942111253738,
"num_tokens": 309893.0,
"step": 43
},
{
"epoch": 0.6591760299625468,
"grad_norm": 3.0845787525177,
"learning_rate": 8.395522388059703e-06,
"loss": 1.0575,
"mean_token_accuracy": 0.7010719627141953,
"num_tokens": 316759.0,
"step": 44
},
{
"epoch": 0.6741573033707865,
"grad_norm": 2.764462947845459,
"learning_rate": 8.35820895522388e-06,
"loss": 1.1272,
"mean_token_accuracy": 0.6816393285989761,
"num_tokens": 324600.0,
"step": 45
},
{
"epoch": 0.6891385767790262,
"grad_norm": 2.4682984352111816,
"learning_rate": 8.320895522388061e-06,
"loss": 0.797,
"mean_token_accuracy": 0.7550250142812729,
"num_tokens": 331644.0,
"step": 46
},
{
"epoch": 0.704119850187266,
"grad_norm": 2.796246290206909,
"learning_rate": 8.283582089552239e-06,
"loss": 1.0701,
"mean_token_accuracy": 0.6996825039386749,
"num_tokens": 338637.0,
"step": 47
},
{
"epoch": 0.7191011235955056,
"grad_norm": 2.880173921585083,
"learning_rate": 8.246268656716418e-06,
"loss": 1.1005,
"mean_token_accuracy": 0.6946816593408585,
"num_tokens": 345963.0,
"step": 48
},
{
"epoch": 0.7340823970037453,
"grad_norm": 2.7749922275543213,
"learning_rate": 8.208955223880599e-06,
"loss": 0.9123,
"mean_token_accuracy": 0.7341801673173904,
"num_tokens": 353032.0,
"step": 49
},
{
"epoch": 0.7490636704119851,
"grad_norm": 2.716906785964966,
"learning_rate": 8.171641791044776e-06,
"loss": 0.9649,
"mean_token_accuracy": 0.7190811187028885,
"num_tokens": 360374.0,
"step": 50
},
{
"epoch": 0.7490636704119851,
"eval_loss": 1.0224930047988892,
"eval_mean_token_accuracy": 0.6871222953001658,
"eval_num_tokens": 360374.0,
"eval_runtime": 43.4776,
"eval_samples_per_second": 0.253,
"eval_steps_per_second": 0.138,
"step": 50
},
{
"epoch": 0.7640449438202247,
"grad_norm": 2.576030731201172,
"learning_rate": 8.134328358208955e-06,
"loss": 0.9832,
"mean_token_accuracy": 0.7258175909519196,
"num_tokens": 367529.0,
"step": 51
},
{
"epoch": 0.7790262172284644,
"grad_norm": 2.765681743621826,
"learning_rate": 8.097014925373135e-06,
"loss": 0.9807,
"mean_token_accuracy": 0.7210909426212311,
"num_tokens": 374472.0,
"step": 52
},
{
"epoch": 0.7940074906367042,
"grad_norm": 2.5107247829437256,
"learning_rate": 8.059701492537314e-06,
"loss": 0.86,
"mean_token_accuracy": 0.7453574240207672,
"num_tokens": 382443.0,
"step": 53
},
{
"epoch": 0.8089887640449438,
"grad_norm": 2.511554479598999,
"learning_rate": 8.022388059701493e-06,
"loss": 0.9156,
"mean_token_accuracy": 0.7413896918296814,
"num_tokens": 389998.0,
"step": 54
},
{
"epoch": 0.8239700374531835,
"grad_norm": 2.9105887413024902,
"learning_rate": 7.985074626865672e-06,
"loss": 0.8634,
"mean_token_accuracy": 0.7419312596321106,
"num_tokens": 396698.0,
"step": 55
},
{
"epoch": 0.8389513108614233,
"grad_norm": 2.4456405639648438,
"learning_rate": 7.947761194029851e-06,
"loss": 0.8547,
"mean_token_accuracy": 0.7464274764060974,
"num_tokens": 403984.0,
"step": 56
},
{
"epoch": 0.8539325842696629,
"grad_norm": 3.117522716522217,
"learning_rate": 7.91044776119403e-06,
"loss": 1.0601,
"mean_token_accuracy": 0.6881874799728394,
"num_tokens": 411433.0,
"step": 57
},
{
"epoch": 0.8689138576779026,
"grad_norm": 2.4795329570770264,
"learning_rate": 7.87313432835821e-06,
"loss": 0.8548,
"mean_token_accuracy": 0.7407911419868469,
"num_tokens": 418859.0,
"step": 58
},
{
"epoch": 0.8838951310861424,
"grad_norm": 3.0380287170410156,
"learning_rate": 7.835820895522389e-06,
"loss": 1.0231,
"mean_token_accuracy": 0.7012683600187302,
"num_tokens": 425440.0,
"step": 59
},
{
"epoch": 0.898876404494382,
"grad_norm": 2.596809148788452,
"learning_rate": 7.798507462686568e-06,
"loss": 0.9533,
"mean_token_accuracy": 0.7234554290771484,
"num_tokens": 432346.0,
"step": 60
},
{
"epoch": 0.898876404494382,
"eval_loss": 1.0079383850097656,
"eval_mean_token_accuracy": 0.6899242699146271,
"eval_num_tokens": 432346.0,
"eval_runtime": 43.4508,
"eval_samples_per_second": 0.253,
"eval_steps_per_second": 0.138,
"step": 60
},
{
"epoch": 0.9138576779026217,
"grad_norm": 2.8112661838531494,
"learning_rate": 7.761194029850747e-06,
"loss": 0.9786,
"mean_token_accuracy": 0.7173863798379898,
"num_tokens": 440164.0,
"step": 61
},
{
"epoch": 0.9288389513108615,
"grad_norm": 3.0009336471557617,
"learning_rate": 7.723880597014926e-06,
"loss": 1.1157,
"mean_token_accuracy": 0.6876846700906754,
"num_tokens": 446900.0,
"step": 62
},
{
"epoch": 0.9438202247191011,
"grad_norm": 2.882216215133667,
"learning_rate": 7.686567164179105e-06,
"loss": 0.9868,
"mean_token_accuracy": 0.7076680213212967,
"num_tokens": 454043.0,
"step": 63
},
{
"epoch": 0.9588014981273408,
"grad_norm": 2.567683219909668,
"learning_rate": 7.649253731343284e-06,
"loss": 0.8569,
"mean_token_accuracy": 0.7410573810338974,
"num_tokens": 461616.0,
"step": 64
},
{
"epoch": 0.9737827715355806,
"grad_norm": 2.8576714992523193,
"learning_rate": 7.611940298507463e-06,
"loss": 1.0125,
"mean_token_accuracy": 0.7113172262907028,
"num_tokens": 469118.0,
"step": 65
},
{
"epoch": 0.9887640449438202,
"grad_norm": 2.429183006286621,
"learning_rate": 7.574626865671643e-06,
"loss": 0.8176,
"mean_token_accuracy": 0.7573917061090469,
"num_tokens": 476582.0,
"step": 66
},
{
"epoch": 1.0,
"grad_norm": 3.128382444381714,
"learning_rate": 7.537313432835821e-06,
"loss": 0.8825,
"mean_token_accuracy": 0.7674418290456136,
"num_tokens": 480934.0,
"step": 67
},
{
"epoch": 1.0149812734082397,
"grad_norm": 2.555082321166992,
"learning_rate": 7.500000000000001e-06,
"loss": 0.6467,
"mean_token_accuracy": 0.7994843870401382,
"num_tokens": 488505.0,
"step": 68
},
{
"epoch": 1.0299625468164795,
"grad_norm": 2.6702513694763184,
"learning_rate": 7.46268656716418e-06,
"loss": 0.6819,
"mean_token_accuracy": 0.8006551265716553,
"num_tokens": 495367.0,
"step": 69
},
{
"epoch": 1.0449438202247192,
"grad_norm": 2.4463446140289307,
"learning_rate": 7.4253731343283585e-06,
"loss": 0.6766,
"mean_token_accuracy": 0.7914196252822876,
"num_tokens": 502801.0,
"step": 70
},
{
"epoch": 1.0449438202247192,
"eval_loss": 1.000529408454895,
"eval_mean_token_accuracy": 0.6923578282197317,
"eval_num_tokens": 502801.0,
"eval_runtime": 43.4456,
"eval_samples_per_second": 0.253,
"eval_steps_per_second": 0.138,
"step": 70
},
{
"epoch": 1.0599250936329587,
"grad_norm": 2.083836793899536,
"learning_rate": 7.3880597014925385e-06,
"loss": 0.5576,
"mean_token_accuracy": 0.830506294965744,
"num_tokens": 509852.0,
"step": 71
},
{
"epoch": 1.0749063670411985,
"grad_norm": 2.3526670932769775,
"learning_rate": 7.350746268656717e-06,
"loss": 0.6305,
"mean_token_accuracy": 0.8095849454402924,
"num_tokens": 517474.0,
"step": 72
},
{
"epoch": 1.0898876404494382,
"grad_norm": 2.429677724838257,
"learning_rate": 7.313432835820896e-06,
"loss": 0.6376,
"mean_token_accuracy": 0.8020687401294708,
"num_tokens": 524332.0,
"step": 73
},
{
"epoch": 1.104868913857678,
"grad_norm": 2.212477445602417,
"learning_rate": 7.276119402985076e-06,
"loss": 0.5534,
"mean_token_accuracy": 0.8321953117847443,
"num_tokens": 531739.0,
"step": 74
},
{
"epoch": 1.1198501872659177,
"grad_norm": 2.5952513217926025,
"learning_rate": 7.238805970149254e-06,
"loss": 0.6081,
"mean_token_accuracy": 0.8088606148958206,
"num_tokens": 538384.0,
"step": 75
},
{
"epoch": 1.1348314606741572,
"grad_norm": 2.4394075870513916,
"learning_rate": 7.2014925373134335e-06,
"loss": 0.5225,
"mean_token_accuracy": 0.8409454524517059,
"num_tokens": 546061.0,
"step": 76
},
{
"epoch": 1.149812734082397,
"grad_norm": 2.3486266136169434,
"learning_rate": 7.164179104477612e-06,
"loss": 0.6461,
"mean_token_accuracy": 0.8038217276334763,
"num_tokens": 553550.0,
"step": 77
},
{
"epoch": 1.1647940074906367,
"grad_norm": 2.2467193603515625,
"learning_rate": 7.126865671641792e-06,
"loss": 0.5553,
"mean_token_accuracy": 0.8217796683311462,
"num_tokens": 560708.0,
"step": 78
},
{
"epoch": 1.1797752808988764,
"grad_norm": 2.407600164413452,
"learning_rate": 7.089552238805971e-06,
"loss": 0.5811,
"mean_token_accuracy": 0.8181268125772476,
"num_tokens": 567407.0,
"step": 79
},
{
"epoch": 1.1947565543071161,
"grad_norm": 2.376070737838745,
"learning_rate": 7.052238805970149e-06,
"loss": 0.5261,
"mean_token_accuracy": 0.8382349163293839,
"num_tokens": 574718.0,
"step": 80
},
{
"epoch": 1.1947565543071161,
"eval_loss": 1.0289438962936401,
"eval_mean_token_accuracy": 0.6871420840422312,
"eval_num_tokens": 574718.0,
"eval_runtime": 43.4624,
"eval_samples_per_second": 0.253,
"eval_steps_per_second": 0.138,
"step": 80
},
{
"epoch": 1.2097378277153559,
"grad_norm": 2.738510847091675,
"learning_rate": 7.014925373134329e-06,
"loss": 0.6841,
"mean_token_accuracy": 0.7840229570865631,
"num_tokens": 581276.0,
"step": 81
},
{
"epoch": 1.2247191011235956,
"grad_norm": 2.3343069553375244,
"learning_rate": 6.9776119402985076e-06,
"loss": 0.5493,
"mean_token_accuracy": 0.8304655849933624,
"num_tokens": 588904.0,
"step": 82
},
{
"epoch": 1.2397003745318351,
"grad_norm": 2.639784336090088,
"learning_rate": 6.9402985074626876e-06,
"loss": 0.6857,
"mean_token_accuracy": 0.7973657697439194,
"num_tokens": 595858.0,
"step": 83
},
{
"epoch": 1.2546816479400749,
"grad_norm": 2.3760740756988525,
"learning_rate": 6.902985074626867e-06,
"loss": 0.5136,
"mean_token_accuracy": 0.8422924876213074,
"num_tokens": 602581.0,
"step": 84
},
{
"epoch": 1.2696629213483146,
"grad_norm": 2.2667794227600098,
"learning_rate": 6.865671641791045e-06,
"loss": 0.5062,
"mean_token_accuracy": 0.83640918135643,
"num_tokens": 609750.0,
"step": 85
},
{
"epoch": 1.2846441947565543,
"grad_norm": 2.4145731925964355,
"learning_rate": 6.828358208955225e-06,
"loss": 0.653,
"mean_token_accuracy": 0.7934205830097198,
"num_tokens": 617577.0,
"step": 86
},
{
"epoch": 1.299625468164794,
"grad_norm": 2.5289885997772217,
"learning_rate": 6.791044776119403e-06,
"loss": 0.5714,
"mean_token_accuracy": 0.8144723027944565,
"num_tokens": 623717.0,
"step": 87
},
{
"epoch": 1.3146067415730336,
"grad_norm": 2.1667280197143555,
"learning_rate": 6.7537313432835825e-06,
"loss": 0.5032,
"mean_token_accuracy": 0.8375886827707291,
"num_tokens": 631372.0,
"step": 88
},
{
"epoch": 1.3295880149812733,
"grad_norm": 2.4753546714782715,
"learning_rate": 6.7164179104477625e-06,
"loss": 0.5357,
"mean_token_accuracy": 0.8220501989126205,
"num_tokens": 637531.0,
"step": 89
},
{
"epoch": 1.344569288389513,
"grad_norm": 2.417269706726074,
"learning_rate": 6.679104477611941e-06,
"loss": 0.5053,
"mean_token_accuracy": 0.8365453034639359,
"num_tokens": 643953.0,
"step": 90
},
{
"epoch": 1.344569288389513,
"eval_loss": 1.043993592262268,
"eval_mean_token_accuracy": 0.6838832795619965,
"eval_num_tokens": 643953.0,
"eval_runtime": 43.4519,
"eval_samples_per_second": 0.253,
"eval_steps_per_second": 0.138,
"step": 90
},
{
"epoch": 1.3595505617977528,
"grad_norm": 2.4452741146087646,
"learning_rate": 6.64179104477612e-06,
"loss": 0.5959,
"mean_token_accuracy": 0.8205520063638687,
"num_tokens": 650371.0,
"step": 91
},
{
"epoch": 1.3745318352059925,
"grad_norm": 2.4637227058410645,
"learning_rate": 6.604477611940298e-06,
"loss": 0.609,
"mean_token_accuracy": 0.8141357600688934,
"num_tokens": 657701.0,
"step": 92
},
{
"epoch": 1.3895131086142323,
"grad_norm": 2.5266008377075195,
"learning_rate": 6.567164179104478e-06,
"loss": 0.5932,
"mean_token_accuracy": 0.8143609464168549,
"num_tokens": 665322.0,
"step": 93
},
{
"epoch": 1.404494382022472,
"grad_norm": 2.3636891841888428,
"learning_rate": 6.5298507462686575e-06,
"loss": 0.6289,
"mean_token_accuracy": 0.8084951192140579,
"num_tokens": 672852.0,
"step": 94
},
{
"epoch": 1.4194756554307117,
"grad_norm": 2.303436756134033,
"learning_rate": 6.492537313432837e-06,
"loss": 0.4828,
"mean_token_accuracy": 0.8466101735830307,
"num_tokens": 679760.0,
"step": 95
},
{
"epoch": 1.4344569288389513,
"grad_norm": 2.34370493888855,
"learning_rate": 6.455223880597016e-06,
"loss": 0.5763,
"mean_token_accuracy": 0.8200996369123459,
"num_tokens": 686791.0,
"step": 96
},
{
"epoch": 1.449438202247191,
"grad_norm": 2.2648942470550537,
"learning_rate": 6.417910447761194e-06,
"loss": 0.4666,
"mean_token_accuracy": 0.8406203389167786,
"num_tokens": 693028.0,
"step": 97
},
{
"epoch": 1.4644194756554307,
"grad_norm": 2.3541007041931152,
"learning_rate": 6.380597014925374e-06,
"loss": 0.5937,
"mean_token_accuracy": 0.8213587552309036,
"num_tokens": 701220.0,
"step": 98
},
{
"epoch": 1.4794007490636705,
"grad_norm": 2.1910910606384277,
"learning_rate": 6.343283582089553e-06,
"loss": 0.5371,
"mean_token_accuracy": 0.8270279318094254,
"num_tokens": 709016.0,
"step": 99
},
{
"epoch": 1.49438202247191,
"grad_norm": 2.215508460998535,
"learning_rate": 6.3059701492537316e-06,
"loss": 0.5577,
"mean_token_accuracy": 0.8273791819810867,
"num_tokens": 716500.0,
"step": 100
},
{
"epoch": 1.49438202247191,
"eval_loss": 1.0362759828567505,
"eval_mean_token_accuracy": 0.6868139902750651,
"eval_num_tokens": 716500.0,
"eval_runtime": 43.4907,
"eval_samples_per_second": 0.253,
"eval_steps_per_second": 0.138,
"step": 100
},
{
"epoch": 1.5093632958801497,
"grad_norm": 2.368717908859253,
"learning_rate": 6.2686567164179116e-06,
"loss": 0.5906,
"mean_token_accuracy": 0.817937821149826,
"num_tokens": 723654.0,
"step": 101
},
{
"epoch": 1.5243445692883895,
"grad_norm": 2.5242090225219727,
"learning_rate": 6.23134328358209e-06,
"loss": 0.6044,
"mean_token_accuracy": 0.8119681477546692,
"num_tokens": 730772.0,
"step": 102
},
{
"epoch": 1.5393258426966292,
"grad_norm": 2.181792736053467,
"learning_rate": 6.194029850746269e-06,
"loss": 0.5103,
"mean_token_accuracy": 0.8396165817975998,
"num_tokens": 737800.0,
"step": 103
},
{
"epoch": 1.554307116104869,
"grad_norm": 2.560577392578125,
"learning_rate": 6.156716417910447e-06,
"loss": 0.6276,
"mean_token_accuracy": 0.8078210204839706,
"num_tokens": 744874.0,
"step": 104
},
{
"epoch": 1.5692883895131087,
"grad_norm": 2.102379322052002,
"learning_rate": 6.119402985074627e-06,
"loss": 0.4746,
"mean_token_accuracy": 0.8518716990947723,
"num_tokens": 752448.0,
"step": 105
},
{
"epoch": 1.5842696629213484,
"grad_norm": 2.304199695587158,
"learning_rate": 6.0820895522388065e-06,
"loss": 0.5656,
"mean_token_accuracy": 0.8216982781887054,
"num_tokens": 759899.0,
"step": 106
},
{
"epoch": 1.5992509363295881,
"grad_norm": 2.216642141342163,
"learning_rate": 6.044776119402986e-06,
"loss": 0.5291,
"mean_token_accuracy": 0.8351717591285706,
"num_tokens": 768016.0,
"step": 107
},
{
"epoch": 1.6142322097378277,
"grad_norm": 2.435307264328003,
"learning_rate": 6.007462686567165e-06,
"loss": 0.6234,
"mean_token_accuracy": 0.8072042167186737,
"num_tokens": 775450.0,
"step": 108
},
{
"epoch": 1.6292134831460674,
"grad_norm": 2.4394967555999756,
"learning_rate": 5.970149253731343e-06,
"loss": 0.5309,
"mean_token_accuracy": 0.8372008353471756,
"num_tokens": 782761.0,
"step": 109
},
{
"epoch": 1.6441947565543071,
"grad_norm": 2.545595645904541,
"learning_rate": 5.932835820895523e-06,
"loss": 0.6327,
"mean_token_accuracy": 0.8080395758152008,
"num_tokens": 789777.0,
"step": 110
},
{
"epoch": 1.6441947565543071,
"eval_loss": 1.0350403785705566,
"eval_mean_token_accuracy": 0.6877939999103546,
"eval_num_tokens": 789777.0,
"eval_runtime": 43.499,
"eval_samples_per_second": 0.253,
"eval_steps_per_second": 0.138,
"step": 110
},
{
"epoch": 1.6591760299625467,
"grad_norm": 2.6292037963867188,
"learning_rate": 5.895522388059702e-06,
"loss": 0.5986,
"mean_token_accuracy": 0.8076180070638657,
"num_tokens": 797195.0,
"step": 111
},
{
"epoch": 1.6741573033707864,
"grad_norm": 2.416217803955078,
"learning_rate": 5.858208955223881e-06,
"loss": 0.5786,
"mean_token_accuracy": 0.819035142660141,
"num_tokens": 803750.0,
"step": 112
},
{
"epoch": 1.6891385767790261,
"grad_norm": 2.511836528778076,
"learning_rate": 5.820895522388061e-06,
"loss": 0.6348,
"mean_token_accuracy": 0.8027018457651138,
"num_tokens": 811335.0,
"step": 113
},
{
"epoch": 1.7041198501872659,
"grad_norm": 2.4908852577209473,
"learning_rate": 5.783582089552239e-06,
"loss": 0.7,
"mean_token_accuracy": 0.789110392332077,
"num_tokens": 818745.0,
"step": 114
},
{
"epoch": 1.7191011235955056,
"grad_norm": 2.6129393577575684,
"learning_rate": 5.746268656716418e-06,
"loss": 0.5622,
"mean_token_accuracy": 0.8225392550230026,
"num_tokens": 826035.0,
"step": 115
},
{
"epoch": 1.7340823970037453,
"grad_norm": 2.579789638519287,
"learning_rate": 5.708955223880598e-06,
"loss": 0.7188,
"mean_token_accuracy": 0.7761909365653992,
"num_tokens": 833714.0,
"step": 116
},
{
"epoch": 1.749063670411985,
"grad_norm": 2.415377616882324,
"learning_rate": 5.671641791044776e-06,
"loss": 0.5946,
"mean_token_accuracy": 0.8112916648387909,
"num_tokens": 840530.0,
"step": 117
},
{
"epoch": 1.7640449438202248,
"grad_norm": 2.317101001739502,
"learning_rate": 5.6343283582089556e-06,
"loss": 0.5669,
"mean_token_accuracy": 0.8185659945011139,
"num_tokens": 847520.0,
"step": 118
},
{
"epoch": 1.7790262172284645,
"grad_norm": 2.222646474838257,
"learning_rate": 5.597014925373134e-06,
"loss": 0.5257,
"mean_token_accuracy": 0.8318661004304886,
"num_tokens": 854801.0,
"step": 119
},
{
"epoch": 1.7940074906367043,
"grad_norm": 2.343552589416504,
"learning_rate": 5.559701492537314e-06,
"loss": 0.6078,
"mean_token_accuracy": 0.8209575116634369,
"num_tokens": 861837.0,
"step": 120
},
{
"epoch": 1.7940074906367043,
"eval_loss": 1.0262762308120728,
"eval_mean_token_accuracy": 0.6882797876993815,
"eval_num_tokens": 861837.0,
"eval_runtime": 43.4358,
"eval_samples_per_second": 0.253,
"eval_steps_per_second": 0.138,
"step": 120
},
{
"epoch": 1.8089887640449438,
"grad_norm": 2.282057762145996,
"learning_rate": 5.522388059701493e-06,
"loss": 0.5822,
"mean_token_accuracy": 0.8263915479183197,
"num_tokens": 868898.0,
"step": 121
},
{
"epoch": 1.8239700374531835,
"grad_norm": 2.2916383743286133,
"learning_rate": 5.485074626865672e-06,
"loss": 0.4774,
"mean_token_accuracy": 0.8558280915021896,
"num_tokens": 875927.0,
"step": 122
},
{
"epoch": 1.8389513108614233,
"grad_norm": 2.3634865283966064,
"learning_rate": 5.447761194029851e-06,
"loss": 0.5833,
"mean_token_accuracy": 0.8178814053535461,
"num_tokens": 883203.0,
"step": 123
},
{
"epoch": 1.8539325842696628,
"grad_norm": 2.382763624191284,
"learning_rate": 5.41044776119403e-06,
"loss": 0.6506,
"mean_token_accuracy": 0.8108739107847214,
"num_tokens": 891081.0,
"step": 124
},
{
"epoch": 1.8689138576779025,
"grad_norm": 2.2218973636627197,
"learning_rate": 5.37313432835821e-06,
"loss": 0.5196,
"mean_token_accuracy": 0.8333333134651184,
"num_tokens": 899053.0,
"step": 125
},
{
"epoch": 1.8838951310861423,
"grad_norm": 2.729238748550415,
"learning_rate": 5.335820895522389e-06,
"loss": 0.6499,
"mean_token_accuracy": 0.8122645914554596,
"num_tokens": 905078.0,
"step": 126
},
{
"epoch": 1.898876404494382,
"grad_norm": 2.129035711288452,
"learning_rate": 5.298507462686567e-06,
"loss": 0.531,
"mean_token_accuracy": 0.8345644921064377,
"num_tokens": 912716.0,
"step": 127
},
{
"epoch": 1.9138576779026217,
"grad_norm": 2.543597459793091,
"learning_rate": 5.261194029850747e-06,
"loss": 0.5738,
"mean_token_accuracy": 0.8189967423677444,
"num_tokens": 920417.0,
"step": 128
},
{
"epoch": 1.9288389513108615,
"grad_norm": 2.3534562587738037,
"learning_rate": 5.2238805970149255e-06,
"loss": 0.5738,
"mean_token_accuracy": 0.814308300614357,
"num_tokens": 927855.0,
"step": 129
},
{
"epoch": 1.9438202247191012,
"grad_norm": 2.3981590270996094,
"learning_rate": 5.186567164179105e-06,
"loss": 0.5595,
"mean_token_accuracy": 0.8211537748575211,
"num_tokens": 934918.0,
"step": 130
},
{
"epoch": 1.9438202247191012,
"eval_loss": 1.0272549390792847,
"eval_mean_token_accuracy": 0.6856482028961182,
"eval_num_tokens": 934918.0,
"eval_runtime": 43.4636,
"eval_samples_per_second": 0.253,
"eval_steps_per_second": 0.138,
"step": 130
},
{
"epoch": 1.958801498127341,
"grad_norm": 2.955871820449829,
"learning_rate": 5.149253731343285e-06,
"loss": 0.6324,
"mean_token_accuracy": 0.8120583146810532,
"num_tokens": 941215.0,
"step": 131
},
{
"epoch": 1.9737827715355807,
"grad_norm": 2.3583202362060547,
"learning_rate": 5.111940298507463e-06,
"loss": 0.6178,
"mean_token_accuracy": 0.811441496014595,
"num_tokens": 948780.0,
"step": 132
},
{
"epoch": 1.9887640449438202,
"grad_norm": 2.0456173419952393,
"learning_rate": 5.074626865671642e-06,
"loss": 0.5412,
"mean_token_accuracy": 0.8333507776260376,
"num_tokens": 956929.0,
"step": 133
},
{
"epoch": 2.0,
"grad_norm": 2.892012357711792,
"learning_rate": 5.037313432835821e-06,
"loss": 0.6559,
"mean_token_accuracy": 0.8129192392031351,
"num_tokens": 961868.0,
"step": 134
}
],
"logging_steps": 1,
"max_steps": 268,
"num_input_tokens_seen": 0,
"num_train_epochs": 4,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 8.886130817743872e+16,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}