LightOnOCR_Uchen / trainer_state.json
kaldan's picture
Duplicate from BDRC/LightOnOCR_Tsongkhapa
ef59cbc
Raw
History Blame Contribute Delete
19.6 kB
{
"best_global_step": 2500,
"best_metric": 0.14181293547153473,
"best_model_checkpoint": "Output/LightOnOCR-2-ft-Tsongkhapa_v1_lines/checkpoint-2500",
"epoch": 9.765625,
"eval_steps": 50,
"global_step": 2500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.1953125,
"grad_norm": 0.5390625,
"learning_rate": 5.969491525423729e-05,
"loss": 0.9187405395507813,
"step": 50
},
{
"epoch": 0.1953125,
"eval_loss": 0.6442809700965881,
"eval_runtime": 46.8811,
"eval_samples_per_second": 21.842,
"eval_steps_per_second": 3.648,
"step": 50
},
{
"epoch": 0.390625,
"grad_norm": 0.73828125,
"learning_rate": 5.9303780964797915e-05,
"loss": 0.5725218582153321,
"step": 100
},
{
"epoch": 0.390625,
"eval_loss": 0.5042728185653687,
"eval_runtime": 47.3174,
"eval_samples_per_second": 21.641,
"eval_steps_per_second": 3.614,
"step": 100
},
{
"epoch": 0.5859375,
"grad_norm": 0.6484375,
"learning_rate": 5.891264667535854e-05,
"loss": 0.47095882415771484,
"step": 150
},
{
"epoch": 0.5859375,
"eval_loss": 0.43541908264160156,
"eval_runtime": 47.1075,
"eval_samples_per_second": 21.737,
"eval_steps_per_second": 3.63,
"step": 150
},
{
"epoch": 0.78125,
"grad_norm": 0.73828125,
"learning_rate": 5.8521512385919166e-05,
"loss": 0.4152865219116211,
"step": 200
},
{
"epoch": 0.78125,
"eval_loss": 0.37952595949172974,
"eval_runtime": 47.0492,
"eval_samples_per_second": 21.764,
"eval_steps_per_second": 3.634,
"step": 200
},
{
"epoch": 0.9765625,
"grad_norm": 0.7265625,
"learning_rate": 5.813037809647979e-05,
"loss": 0.363801155090332,
"step": 250
},
{
"epoch": 0.9765625,
"eval_loss": 0.35072338581085205,
"eval_runtime": 46.9489,
"eval_samples_per_second": 21.811,
"eval_steps_per_second": 3.642,
"step": 250
},
{
"epoch": 1.171875,
"grad_norm": 0.7890625,
"learning_rate": 5.773924380704042e-05,
"loss": 0.33179210662841796,
"step": 300
},
{
"epoch": 1.171875,
"eval_loss": 0.3240472674369812,
"eval_runtime": 46.9989,
"eval_samples_per_second": 21.788,
"eval_steps_per_second": 3.638,
"step": 300
},
{
"epoch": 1.3671875,
"grad_norm": 0.65234375,
"learning_rate": 5.734810951760104e-05,
"loss": 0.30721635818481446,
"step": 350
},
{
"epoch": 1.3671875,
"eval_loss": 0.3084252178668976,
"eval_runtime": 47.0141,
"eval_samples_per_second": 21.781,
"eval_steps_per_second": 3.637,
"step": 350
},
{
"epoch": 1.5625,
"grad_norm": 0.353515625,
"learning_rate": 5.695697522816167e-05,
"loss": 0.28962944030761717,
"step": 400
},
{
"epoch": 1.5625,
"eval_loss": 0.2849891781806946,
"eval_runtime": 47.0271,
"eval_samples_per_second": 21.775,
"eval_steps_per_second": 3.636,
"step": 400
},
{
"epoch": 1.7578125,
"grad_norm": 0.47265625,
"learning_rate": 5.6565840938722294e-05,
"loss": 0.2774631881713867,
"step": 450
},
{
"epoch": 1.7578125,
"eval_loss": 0.2731478810310364,
"eval_runtime": 47.0547,
"eval_samples_per_second": 21.762,
"eval_steps_per_second": 3.634,
"step": 450
},
{
"epoch": 1.953125,
"grad_norm": 0.3203125,
"learning_rate": 5.617470664928292e-05,
"loss": 0.25862661361694333,
"step": 500
},
{
"epoch": 1.953125,
"eval_loss": 0.2546536326408386,
"eval_runtime": 47.0859,
"eval_samples_per_second": 21.747,
"eval_steps_per_second": 3.632,
"step": 500
},
{
"epoch": 2.1484375,
"grad_norm": 0.58203125,
"learning_rate": 5.5783572359843546e-05,
"loss": 0.23830808639526369,
"step": 550
},
{
"epoch": 2.1484375,
"eval_loss": 0.25039613246917725,
"eval_runtime": 47.0985,
"eval_samples_per_second": 21.742,
"eval_steps_per_second": 3.631,
"step": 550
},
{
"epoch": 2.34375,
"grad_norm": 0.42578125,
"learning_rate": 5.539243807040417e-05,
"loss": 0.23750856399536133,
"step": 600
},
{
"epoch": 2.34375,
"eval_loss": 0.238111674785614,
"eval_runtime": 47.0814,
"eval_samples_per_second": 21.75,
"eval_steps_per_second": 3.632,
"step": 600
},
{
"epoch": 2.5390625,
"grad_norm": 0.5078125,
"learning_rate": 5.5001303780964804e-05,
"loss": 0.22395227432250978,
"step": 650
},
{
"epoch": 2.5390625,
"eval_loss": 0.23060572147369385,
"eval_runtime": 47.296,
"eval_samples_per_second": 21.651,
"eval_steps_per_second": 3.616,
"step": 650
},
{
"epoch": 2.734375,
"grad_norm": 0.37109375,
"learning_rate": 5.461016949152542e-05,
"loss": 0.20927860260009765,
"step": 700
},
{
"epoch": 2.734375,
"eval_loss": 0.21895363926887512,
"eval_runtime": 47.2492,
"eval_samples_per_second": 21.672,
"eval_steps_per_second": 3.619,
"step": 700
},
{
"epoch": 2.9296875,
"grad_norm": 0.5546875,
"learning_rate": 5.421903520208605e-05,
"loss": 0.21066415786743165,
"step": 750
},
{
"epoch": 2.9296875,
"eval_loss": 0.21317130327224731,
"eval_runtime": 47.1154,
"eval_samples_per_second": 21.734,
"eval_steps_per_second": 3.629,
"step": 750
},
{
"epoch": 3.125,
"grad_norm": 0.61328125,
"learning_rate": 5.382790091264668e-05,
"loss": 0.19511587142944337,
"step": 800
},
{
"epoch": 3.125,
"eval_loss": 0.20500582456588745,
"eval_runtime": 47.3019,
"eval_samples_per_second": 21.648,
"eval_steps_per_second": 3.615,
"step": 800
},
{
"epoch": 3.3203125,
"grad_norm": 0.37109375,
"learning_rate": 5.34367666232073e-05,
"loss": 0.18393211364746093,
"step": 850
},
{
"epoch": 3.3203125,
"eval_loss": 0.20138591527938843,
"eval_runtime": 47.0993,
"eval_samples_per_second": 21.741,
"eval_steps_per_second": 3.631,
"step": 850
},
{
"epoch": 3.515625,
"grad_norm": 0.353515625,
"learning_rate": 5.3045632333767925e-05,
"loss": 0.18533748626708985,
"step": 900
},
{
"epoch": 3.515625,
"eval_loss": 0.19779549539089203,
"eval_runtime": 47.1339,
"eval_samples_per_second": 21.725,
"eval_steps_per_second": 3.628,
"step": 900
},
{
"epoch": 3.7109375,
"grad_norm": 0.73046875,
"learning_rate": 5.265449804432856e-05,
"loss": 0.18759201049804688,
"step": 950
},
{
"epoch": 3.7109375,
"eval_loss": 0.19392603635787964,
"eval_runtime": 47.1618,
"eval_samples_per_second": 21.712,
"eval_steps_per_second": 3.626,
"step": 950
},
{
"epoch": 3.90625,
"grad_norm": 0.56640625,
"learning_rate": 5.226336375488918e-05,
"loss": 0.17709009170532228,
"step": 1000
},
{
"epoch": 3.90625,
"eval_loss": 0.1904962658882141,
"eval_runtime": 47.1385,
"eval_samples_per_second": 21.723,
"eval_steps_per_second": 3.628,
"step": 1000
},
{
"epoch": 4.1015625,
"grad_norm": 0.494140625,
"learning_rate": 5.18722294654498e-05,
"loss": 0.17133207321166993,
"step": 1050
},
{
"epoch": 4.1015625,
"eval_loss": 0.18719176948070526,
"eval_runtime": 47.1539,
"eval_samples_per_second": 21.716,
"eval_steps_per_second": 3.626,
"step": 1050
},
{
"epoch": 4.296875,
"grad_norm": 0.29296875,
"learning_rate": 5.1481095176010435e-05,
"loss": 0.1665992546081543,
"step": 1100
},
{
"epoch": 4.296875,
"eval_loss": 0.18399563431739807,
"eval_runtime": 47.1505,
"eval_samples_per_second": 21.718,
"eval_steps_per_second": 3.627,
"step": 1100
},
{
"epoch": 4.4921875,
"grad_norm": 0.375,
"learning_rate": 5.1089960886571054e-05,
"loss": 0.16016250610351562,
"step": 1150
},
{
"epoch": 4.4921875,
"eval_loss": 0.18017655611038208,
"eval_runtime": 47.1593,
"eval_samples_per_second": 21.714,
"eval_steps_per_second": 3.626,
"step": 1150
},
{
"epoch": 4.6875,
"grad_norm": 0.298828125,
"learning_rate": 5.069882659713168e-05,
"loss": 0.15881264686584473,
"step": 1200
},
{
"epoch": 4.6875,
"eval_loss": 0.1789371222257614,
"eval_runtime": 47.1606,
"eval_samples_per_second": 21.713,
"eval_steps_per_second": 3.626,
"step": 1200
},
{
"epoch": 4.8828125,
"grad_norm": 1.0234375,
"learning_rate": 5.030769230769231e-05,
"loss": 0.16435245513916016,
"step": 1250
},
{
"epoch": 4.8828125,
"eval_loss": 0.17935042083263397,
"eval_runtime": 47.1859,
"eval_samples_per_second": 21.701,
"eval_steps_per_second": 3.624,
"step": 1250
},
{
"epoch": 5.078125,
"grad_norm": 0.31640625,
"learning_rate": 4.991655801825294e-05,
"loss": 0.16247941970825194,
"step": 1300
},
{
"epoch": 5.078125,
"eval_loss": 0.1745760142803192,
"eval_runtime": 47.3117,
"eval_samples_per_second": 21.644,
"eval_steps_per_second": 3.614,
"step": 1300
},
{
"epoch": 5.2734375,
"grad_norm": 0.435546875,
"learning_rate": 4.9525423728813556e-05,
"loss": 0.14758566856384278,
"step": 1350
},
{
"epoch": 5.2734375,
"eval_loss": 0.1702026128768921,
"eval_runtime": 47.1167,
"eval_samples_per_second": 21.733,
"eval_steps_per_second": 3.629,
"step": 1350
},
{
"epoch": 5.46875,
"grad_norm": 0.62890625,
"learning_rate": 4.913428943937419e-05,
"loss": 0.1457064628601074,
"step": 1400
},
{
"epoch": 5.46875,
"eval_loss": 0.16571737825870514,
"eval_runtime": 47.0795,
"eval_samples_per_second": 21.75,
"eval_steps_per_second": 3.632,
"step": 1400
},
{
"epoch": 5.6640625,
"grad_norm": 0.9609375,
"learning_rate": 4.8743155149934814e-05,
"loss": 0.135118408203125,
"step": 1450
},
{
"epoch": 5.6640625,
"eval_loss": 0.16433748602867126,
"eval_runtime": 47.0384,
"eval_samples_per_second": 21.769,
"eval_steps_per_second": 3.635,
"step": 1450
},
{
"epoch": 5.859375,
"grad_norm": 0.2890625,
"learning_rate": 4.835202086049543e-05,
"loss": 0.14427947044372558,
"step": 1500
},
{
"epoch": 5.859375,
"eval_loss": 0.16130518913269043,
"eval_runtime": 47.0567,
"eval_samples_per_second": 21.761,
"eval_steps_per_second": 3.634,
"step": 1500
},
{
"epoch": 6.0546875,
"grad_norm": 0.439453125,
"learning_rate": 4.7960886571056066e-05,
"loss": 0.14234776496887208,
"step": 1550
},
{
"epoch": 6.0546875,
"eval_loss": 0.15913954377174377,
"eval_runtime": 47.2404,
"eval_samples_per_second": 21.676,
"eval_steps_per_second": 3.62,
"step": 1550
},
{
"epoch": 6.25,
"grad_norm": 0.3515625,
"learning_rate": 4.756975228161669e-05,
"loss": 0.12651596069335938,
"step": 1600
},
{
"epoch": 6.25,
"eval_loss": 0.16049708425998688,
"eval_runtime": 47.1173,
"eval_samples_per_second": 21.733,
"eval_steps_per_second": 3.629,
"step": 1600
},
{
"epoch": 6.4453125,
"grad_norm": 0.3125,
"learning_rate": 4.717861799217731e-05,
"loss": 0.13076963424682617,
"step": 1650
},
{
"epoch": 6.4453125,
"eval_loss": 0.158030703663826,
"eval_runtime": 47.1458,
"eval_samples_per_second": 21.72,
"eval_steps_per_second": 3.627,
"step": 1650
},
{
"epoch": 6.640625,
"grad_norm": 1.0390625,
"learning_rate": 4.678748370273794e-05,
"loss": 0.13330907821655275,
"step": 1700
},
{
"epoch": 6.640625,
"eval_loss": 0.15628746151924133,
"eval_runtime": 47.2327,
"eval_samples_per_second": 21.68,
"eval_steps_per_second": 3.62,
"step": 1700
},
{
"epoch": 6.8359375,
"grad_norm": 0.38671875,
"learning_rate": 4.639634941329857e-05,
"loss": 0.1278824996948242,
"step": 1750
},
{
"epoch": 6.8359375,
"eval_loss": 0.15447524189949036,
"eval_runtime": 47.1896,
"eval_samples_per_second": 21.7,
"eval_steps_per_second": 3.624,
"step": 1750
},
{
"epoch": 7.03125,
"grad_norm": 0.97265625,
"learning_rate": 4.600521512385919e-05,
"loss": 0.12293228149414062,
"step": 1800
},
{
"epoch": 7.03125,
"eval_loss": 0.15221962332725525,
"eval_runtime": 47.1928,
"eval_samples_per_second": 21.698,
"eval_steps_per_second": 3.623,
"step": 1800
},
{
"epoch": 7.2265625,
"grad_norm": 0.328125,
"learning_rate": 4.561408083441982e-05,
"loss": 0.12022055625915527,
"step": 1850
},
{
"epoch": 7.2265625,
"eval_loss": 0.15250065922737122,
"eval_runtime": 47.2688,
"eval_samples_per_second": 21.663,
"eval_steps_per_second": 3.618,
"step": 1850
},
{
"epoch": 7.421875,
"grad_norm": 0.30078125,
"learning_rate": 4.5222946544980445e-05,
"loss": 0.11987478256225587,
"step": 1900
},
{
"epoch": 7.421875,
"eval_loss": 0.150522381067276,
"eval_runtime": 47.2684,
"eval_samples_per_second": 21.664,
"eval_steps_per_second": 3.618,
"step": 1900
},
{
"epoch": 7.6171875,
"grad_norm": 0.361328125,
"learning_rate": 4.4831812255541064e-05,
"loss": 0.11880167007446289,
"step": 1950
},
{
"epoch": 7.6171875,
"eval_loss": 0.14916279911994934,
"eval_runtime": 47.3178,
"eval_samples_per_second": 21.641,
"eval_steps_per_second": 3.614,
"step": 1950
},
{
"epoch": 7.8125,
"grad_norm": 0.31640625,
"learning_rate": 4.44406779661017e-05,
"loss": 0.11192596435546875,
"step": 2000
},
{
"epoch": 7.8125,
"eval_loss": 0.1477399468421936,
"eval_runtime": 47.3373,
"eval_samples_per_second": 21.632,
"eval_steps_per_second": 3.612,
"step": 2000
},
{
"epoch": 8.0078125,
"grad_norm": 0.404296875,
"learning_rate": 4.404954367666232e-05,
"loss": 0.11280095100402832,
"step": 2050
},
{
"epoch": 8.0078125,
"eval_loss": 0.14646019041538239,
"eval_runtime": 47.3114,
"eval_samples_per_second": 21.644,
"eval_steps_per_second": 3.614,
"step": 2050
},
{
"epoch": 8.203125,
"grad_norm": 0.3359375,
"learning_rate": 4.365840938722295e-05,
"loss": 0.11032476425170898,
"step": 2100
},
{
"epoch": 8.203125,
"eval_loss": 0.14793652296066284,
"eval_runtime": 47.1893,
"eval_samples_per_second": 21.7,
"eval_steps_per_second": 3.624,
"step": 2100
},
{
"epoch": 8.3984375,
"grad_norm": 0.388671875,
"learning_rate": 4.3267275097783574e-05,
"loss": 0.11091269493103027,
"step": 2150
},
{
"epoch": 8.3984375,
"eval_loss": 0.14682111144065857,
"eval_runtime": 47.1132,
"eval_samples_per_second": 21.735,
"eval_steps_per_second": 3.63,
"step": 2150
},
{
"epoch": 8.59375,
"grad_norm": 0.265625,
"learning_rate": 4.28761408083442e-05,
"loss": 0.10571674346923828,
"step": 2200
},
{
"epoch": 8.59375,
"eval_loss": 0.14549781382083893,
"eval_runtime": 47.0828,
"eval_samples_per_second": 21.749,
"eval_steps_per_second": 3.632,
"step": 2200
},
{
"epoch": 8.7890625,
"grad_norm": 0.3203125,
"learning_rate": 4.2485006518904825e-05,
"loss": 0.112736177444458,
"step": 2250
},
{
"epoch": 8.7890625,
"eval_loss": 0.1448877900838852,
"eval_runtime": 47.1721,
"eval_samples_per_second": 21.708,
"eval_steps_per_second": 3.625,
"step": 2250
},
{
"epoch": 8.984375,
"grad_norm": 0.3203125,
"learning_rate": 4.209387222946545e-05,
"loss": 0.10553077697753906,
"step": 2300
},
{
"epoch": 8.984375,
"eval_loss": 0.14488515257835388,
"eval_runtime": 47.1566,
"eval_samples_per_second": 21.715,
"eval_steps_per_second": 3.626,
"step": 2300
},
{
"epoch": 9.1796875,
"grad_norm": 0.265625,
"learning_rate": 4.1702737940026076e-05,
"loss": 0.10591485023498536,
"step": 2350
},
{
"epoch": 9.1796875,
"eval_loss": 0.1439216583967209,
"eval_runtime": 47.3149,
"eval_samples_per_second": 21.642,
"eval_steps_per_second": 3.614,
"step": 2350
},
{
"epoch": 9.375,
"grad_norm": 0.3046875,
"learning_rate": 4.13116036505867e-05,
"loss": 0.10057873725891113,
"step": 2400
},
{
"epoch": 9.375,
"eval_loss": 0.1432727873325348,
"eval_runtime": 47.1444,
"eval_samples_per_second": 21.72,
"eval_steps_per_second": 3.627,
"step": 2400
},
{
"epoch": 9.5703125,
"grad_norm": 0.2197265625,
"learning_rate": 4.092046936114733e-05,
"loss": 0.09765372276306153,
"step": 2450
},
{
"epoch": 9.5703125,
"eval_loss": 0.14208123087882996,
"eval_runtime": 47.0846,
"eval_samples_per_second": 21.748,
"eval_steps_per_second": 3.632,
"step": 2450
},
{
"epoch": 9.765625,
"grad_norm": 0.2578125,
"learning_rate": 4.0529335071707953e-05,
"loss": 0.09726298332214356,
"step": 2500
},
{
"epoch": 9.765625,
"eval_loss": 0.14181293547153473,
"eval_runtime": 47.1351,
"eval_samples_per_second": 21.725,
"eval_steps_per_second": 3.628,
"step": 2500
}
],
"logging_steps": 50,
"max_steps": 7680,
"num_input_tokens_seen": 0,
"num_train_epochs": 30,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 4.0241545572335616e+17,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}