modernbert-ja-310m-jsquad / trainer_state.json
kumapo's picture
Upload folder using huggingface_hub
280bd26 verified
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 5239,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01908761213972132,
"grad_norm": 24.85356330871582,
"learning_rate": 2.9484634472227524e-05,
"loss": 2.8924,
"step": 100
},
{
"epoch": 0.03817522427944264,
"grad_norm": 11.6854829788208,
"learning_rate": 2.8912006108035885e-05,
"loss": 0.7288,
"step": 200
},
{
"epoch": 0.057262836419163965,
"grad_norm": 14.07279109954834,
"learning_rate": 2.8339377743844245e-05,
"loss": 0.6985,
"step": 300
},
{
"epoch": 0.07635044855888529,
"grad_norm": 12.763427734375,
"learning_rate": 2.7766749379652605e-05,
"loss": 0.6016,
"step": 400
},
{
"epoch": 0.09543806069860661,
"grad_norm": 10.65344524383545,
"learning_rate": 2.7194121015460965e-05,
"loss": 0.5952,
"step": 500
},
{
"epoch": 0.09543806069860661,
"eval_exact_match": 74.24583520936515,
"eval_f1": 74.39195128749384,
"eval_runtime": 27.1246,
"eval_samples_per_second": 163.763,
"eval_steps_per_second": 20.498,
"step": 500
},
{
"epoch": 0.11452567283832793,
"grad_norm": 24.665790557861328,
"learning_rate": 2.6621492651269326e-05,
"loss": 0.5502,
"step": 600
},
{
"epoch": 0.13361328497804925,
"grad_norm": 5.523789405822754,
"learning_rate": 2.6048864287077686e-05,
"loss": 0.6028,
"step": 700
},
{
"epoch": 0.15270089711777057,
"grad_norm": 21.62483787536621,
"learning_rate": 2.5476235922886046e-05,
"loss": 0.5487,
"step": 800
},
{
"epoch": 0.1717885092574919,
"grad_norm": 3.459503412246704,
"learning_rate": 2.4903607558694406e-05,
"loss": 0.5442,
"step": 900
},
{
"epoch": 0.19087612139721322,
"grad_norm": 6.397250652313232,
"learning_rate": 2.4330979194502767e-05,
"loss": 0.4708,
"step": 1000
},
{
"epoch": 0.19087612139721322,
"eval_exact_match": 75.73165240882486,
"eval_f1": 75.78096524517056,
"eval_runtime": 27.0858,
"eval_samples_per_second": 163.997,
"eval_steps_per_second": 20.527,
"step": 1000
},
{
"epoch": 0.20996373353693454,
"grad_norm": 5.82578182220459,
"learning_rate": 2.3758350830311127e-05,
"loss": 0.4403,
"step": 1100
},
{
"epoch": 0.22905134567665586,
"grad_norm": 55.54654312133789,
"learning_rate": 2.3185722466119487e-05,
"loss": 0.5175,
"step": 1200
},
{
"epoch": 0.24813895781637718,
"grad_norm": 3.4721755981445312,
"learning_rate": 2.2613094101927848e-05,
"loss": 0.4986,
"step": 1300
},
{
"epoch": 0.2672265699560985,
"grad_norm": 10.456282615661621,
"learning_rate": 2.2040465737736208e-05,
"loss": 0.5227,
"step": 1400
},
{
"epoch": 0.2863141820958198,
"grad_norm": 26.73484992980957,
"learning_rate": 2.1467837373544568e-05,
"loss": 0.4404,
"step": 1500
},
{
"epoch": 0.2863141820958198,
"eval_exact_match": 75.73165240882486,
"eval_f1": 75.79168542698483,
"eval_runtime": 27.0984,
"eval_samples_per_second": 163.921,
"eval_steps_per_second": 20.518,
"step": 1500
},
{
"epoch": 0.30540179423554115,
"grad_norm": 13.284788131713867,
"learning_rate": 2.089520900935293e-05,
"loss": 0.4939,
"step": 1600
},
{
"epoch": 0.32448940637526247,
"grad_norm": 1.5096017122268677,
"learning_rate": 2.032258064516129e-05,
"loss": 0.4657,
"step": 1700
},
{
"epoch": 0.3435770185149838,
"grad_norm": 10.362142562866211,
"learning_rate": 1.974995228096965e-05,
"loss": 0.4559,
"step": 1800
},
{
"epoch": 0.3626646306547051,
"grad_norm": 12.559228897094727,
"learning_rate": 1.917732391677801e-05,
"loss": 0.4998,
"step": 1900
},
{
"epoch": 0.38175224279442643,
"grad_norm": 8.283560752868652,
"learning_rate": 1.860469555258637e-05,
"loss": 0.4603,
"step": 2000
},
{
"epoch": 0.38175224279442643,
"eval_exact_match": 77.73525438991446,
"eval_f1": 77.81083167170515,
"eval_runtime": 27.123,
"eval_samples_per_second": 163.772,
"eval_steps_per_second": 20.499,
"step": 2000
},
{
"epoch": 0.40083985493414775,
"grad_norm": 5.818004131317139,
"learning_rate": 1.803206718839473e-05,
"loss": 0.4361,
"step": 2100
},
{
"epoch": 0.4199274670738691,
"grad_norm": 14.656002044677734,
"learning_rate": 1.745943882420309e-05,
"loss": 0.467,
"step": 2200
},
{
"epoch": 0.4390150792135904,
"grad_norm": 8.953429222106934,
"learning_rate": 1.688681046001145e-05,
"loss": 0.3691,
"step": 2300
},
{
"epoch": 0.4581026913533117,
"grad_norm": 9.16756820678711,
"learning_rate": 1.631418209581981e-05,
"loss": 0.4318,
"step": 2400
},
{
"epoch": 0.47719030349303304,
"grad_norm": 12.255992889404297,
"learning_rate": 1.574155373162817e-05,
"loss": 0.4323,
"step": 2500
},
{
"epoch": 0.47719030349303304,
"eval_exact_match": 78.09545249887438,
"eval_f1": 78.14723097703737,
"eval_runtime": 27.2895,
"eval_samples_per_second": 162.773,
"eval_steps_per_second": 20.374,
"step": 2500
},
{
"epoch": 0.49627791563275436,
"grad_norm": 15.877165794372559,
"learning_rate": 1.5168925367436533e-05,
"loss": 0.392,
"step": 2600
},
{
"epoch": 0.5153655277724757,
"grad_norm": 18.496259689331055,
"learning_rate": 1.4596297003244895e-05,
"loss": 0.4044,
"step": 2700
},
{
"epoch": 0.534453139912197,
"grad_norm": 12.297314643859863,
"learning_rate": 1.4023668639053255e-05,
"loss": 0.4233,
"step": 2800
},
{
"epoch": 0.5535407520519183,
"grad_norm": 4.0507049560546875,
"learning_rate": 1.3451040274861615e-05,
"loss": 0.4213,
"step": 2900
},
{
"epoch": 0.5726283641916396,
"grad_norm": 6.028878211975098,
"learning_rate": 1.2878411910669976e-05,
"loss": 0.4129,
"step": 3000
},
{
"epoch": 0.5726283641916396,
"eval_exact_match": 78.77082395317424,
"eval_f1": 78.77832808044424,
"eval_runtime": 27.3136,
"eval_samples_per_second": 162.629,
"eval_steps_per_second": 20.356,
"step": 3000
},
{
"epoch": 0.591715976331361,
"grad_norm": 2.101097583770752,
"learning_rate": 1.2305783546478336e-05,
"loss": 0.386,
"step": 3100
},
{
"epoch": 0.6108035884710823,
"grad_norm": 26.336244583129883,
"learning_rate": 1.1733155182286696e-05,
"loss": 0.4582,
"step": 3200
},
{
"epoch": 0.6298912006108036,
"grad_norm": 1.0698107481002808,
"learning_rate": 1.1160526818095056e-05,
"loss": 0.3729,
"step": 3300
},
{
"epoch": 0.6489788127505249,
"grad_norm": 24.801355361938477,
"learning_rate": 1.0587898453903417e-05,
"loss": 0.3804,
"step": 3400
},
{
"epoch": 0.6680664248902463,
"grad_norm": 27.99701690673828,
"learning_rate": 1.0015270089711777e-05,
"loss": 0.4083,
"step": 3500
},
{
"epoch": 0.6680664248902463,
"eval_exact_match": 78.18550202611436,
"eval_f1": 78.18325078793336,
"eval_runtime": 26.9164,
"eval_samples_per_second": 165.03,
"eval_steps_per_second": 20.657,
"step": 3500
},
{
"epoch": 0.6871540370299676,
"grad_norm": 1.1666632890701294,
"learning_rate": 9.442641725520137e-06,
"loss": 0.3877,
"step": 3600
},
{
"epoch": 0.7062416491696889,
"grad_norm": 15.128180503845215,
"learning_rate": 8.870013361328497e-06,
"loss": 0.4168,
"step": 3700
},
{
"epoch": 0.7253292613094102,
"grad_norm": 22.817325592041016,
"learning_rate": 8.297384997136858e-06,
"loss": 0.4292,
"step": 3800
},
{
"epoch": 0.7444168734491315,
"grad_norm": 11.064777374267578,
"learning_rate": 7.724756632945218e-06,
"loss": 0.4225,
"step": 3900
},
{
"epoch": 0.7635044855888529,
"grad_norm": 6.2987060546875,
"learning_rate": 7.152128268753579e-06,
"loss": 0.39,
"step": 4000
},
{
"epoch": 0.7635044855888529,
"eval_exact_match": 78.95092300765421,
"eval_f1": 78.91715443493922,
"eval_runtime": 26.9864,
"eval_samples_per_second": 164.602,
"eval_steps_per_second": 20.603,
"step": 4000
},
{
"epoch": 0.7825920977285742,
"grad_norm": 13.171396255493164,
"learning_rate": 6.579499904561939e-06,
"loss": 0.4579,
"step": 4100
},
{
"epoch": 0.8016797098682955,
"grad_norm": 5.967886924743652,
"learning_rate": 6.0068715403703e-06,
"loss": 0.3918,
"step": 4200
},
{
"epoch": 0.8207673220080168,
"grad_norm": 15.37869930267334,
"learning_rate": 5.43424317617866e-06,
"loss": 0.3938,
"step": 4300
},
{
"epoch": 0.8398549341477382,
"grad_norm": 14.545265197753906,
"learning_rate": 4.86161481198702e-06,
"loss": 0.3823,
"step": 4400
},
{
"epoch": 0.8589425462874595,
"grad_norm": 22.79754638671875,
"learning_rate": 4.2889864477953805e-06,
"loss": 0.3429,
"step": 4500
},
{
"epoch": 0.8589425462874595,
"eval_exact_match": 79.19855920756416,
"eval_f1": 79.16479063484917,
"eval_runtime": 26.9798,
"eval_samples_per_second": 164.642,
"eval_steps_per_second": 20.608,
"step": 4500
},
{
"epoch": 0.8780301584271808,
"grad_norm": 19.819913864135742,
"learning_rate": 3.716358083603741e-06,
"loss": 0.3482,
"step": 4600
},
{
"epoch": 0.8971177705669021,
"grad_norm": 14.867344856262207,
"learning_rate": 3.1437297194121014e-06,
"loss": 0.3886,
"step": 4700
},
{
"epoch": 0.9162053827066234,
"grad_norm": 5.279645919799805,
"learning_rate": 2.571101355220462e-06,
"loss": 0.3932,
"step": 4800
},
{
"epoch": 0.9352929948463448,
"grad_norm": 17.6607666015625,
"learning_rate": 1.9984729910288224e-06,
"loss": 0.369,
"step": 4900
},
{
"epoch": 0.9543806069860661,
"grad_norm": 29.288660049438477,
"learning_rate": 1.4258446268371827e-06,
"loss": 0.3289,
"step": 5000
},
{
"epoch": 0.9543806069860661,
"eval_exact_match": 79.73885637100405,
"eval_f1": 79.70508779828906,
"eval_runtime": 26.9148,
"eval_samples_per_second": 165.039,
"eval_steps_per_second": 20.658,
"step": 5000
},
{
"epoch": 0.9734682191257874,
"grad_norm": 18.447587966918945,
"learning_rate": 8.53216262645543e-07,
"loss": 0.4057,
"step": 5100
},
{
"epoch": 0.9925558312655087,
"grad_norm": 4.9967122077941895,
"learning_rate": 2.8058789845390346e-07,
"loss": 0.3995,
"step": 5200
},
{
"epoch": 1.0,
"step": 5239,
"total_flos": 4.56805831292375e+16,
"train_loss": 0.49690309092388235,
"train_runtime": 1658.9592,
"train_samples_per_second": 37.891,
"train_steps_per_second": 3.158
}
],
"logging_steps": 100,
"max_steps": 5239,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 4.56805831292375e+16,
"train_batch_size": 12,
"trial_name": null,
"trial_params": null
}