gst-layoutlm-tiny / report.json
Mosal1985's picture
v10: 2422 train pages, macroF1 0.60, entityF1 0.63, ONNX INT8 13.8MB
8892095 verified
Raw History Blame Contribute Delete
3.3 kB
{
"device": "cuda",
"gpu": "Tesla T4",
"params": 13084448,
"epochs": 40,
"steps": 48440,
"ms_per_step": 39.01972336576164,
"max_len": 768,
"truncated_records": 19,
"windowed_records": 19,
"train_pages": 2422,
"eval_pages": 18,
"eval_vendors": [
"27AAECB1611P1ZN",
"27AFVFS8057B1ZG",
"29AAICA3918J1ZE",
"AMULGCMMF"
],
"num_labels": 32,
"label2id": {
"B-BUYER_NAME": 0,
"B-INVOICE_DATE": 1,
"B-ITEM_NAME": 2,
"B-SELLER_NAME": 3,
"E-BUYER_NAME": 4,
"E-INVOICE_DATE": 5,
"E-ITEM_NAME": 6,
"E-SELLER_NAME": 7,
"I-BUYER_NAME": 8,
"I-INVOICE_DATE": 9,
"I-ITEM_NAME": 10,
"I-SELLER_NAME": 11,
"O": 12,
"S-BUYER_NAME": 13,
"S-CGST_AMOUNT": 14,
"S-CGST_RATE": 15,
"S-DISCOUNT": 16,
"S-HSN_SAC": 17,
"S-IGST_AMOUNT": 18,
"S-IGST_RATE": 19,
"S-INVOICE_DATE": 20,
"S-INVOICE_NUMBER": 21,
"S-ITEM_NAME": 22,
"S-PLACE_OF_SUPPLY": 23,
"S-QUANTITY": 24,
"S-SELLER_GSTIN": 25,
"S-SGST_AMOUNT": 26,
"S-SGST_RATE": 27,
"S-TAXABLE_VALUE": 28,
"S-TAX_AMOUNT": 29,
"S-TOTAL": 30,
"S-UNIT_PRICE": 31
},
"train_loss_curve": [
0.4271,
0.068,
0.0224,
0.0133,
0.0088,
0.007,
0.0049,
0.0041,
0.0031,
0.0022,
0.0019,
0.0019,
0.001,
0.0015,
0.0014,
0.0008,
0.0008,
0.0014,
0.0004,
0.0005,
0.0009,
0.0007,
0.0004,
0.0005,
0.0008,
0.0004,
0.0006,
0.0009,
0.0003,
0.0004,
0.0005,
0.0002,
0.0008,
0.0004,
0.0001,
0.0004,
0.0006,
0.0004,
0.0001,
0.0005
],
"best_epoch": 40,
"best_eval": {
"token_acc": 0.47639484978540775,
"macro_field_f1": 0.5975431115127633,
"entity_f1": 0.6262626262626263,
"entity_precision": 0.6007751937984496,
"entity_recall": 0.6540084388185654,
"per_field_f1": {
"": 0.0,
"BUYER_NAME": 0.8048780487804879,
"CGST_AMOUNT": 1.0,
"CGST_RATE": 0.0,
"DISCOUNT": 0.8,
"HSN_SAC": 0.8,
"IGST_RATE": 0.0,
"INVOICE_DATE": 0.8181818181818182,
"INVOICE_NUMBER": 0.7692307692307693,
"ITEM_NAME": 0.5035460992907801,
"PLACE_OF_SUPPLY": 1.0,
"QUANTITY": 0.5999999999999999,
"SELLER_GSTIN": 0.6666666666666666,
"SELLER_NAME": 0.5789473684210527,
"SGST_AMOUNT": 1.0,
"SGST_RATE": 0.0,
"TAXABLE_VALUE": 0.5,
"TAX_AMOUNT": 0.631578947368421,
"TOTAL": 0.6206896551724138,
"UNIT_PRICE": 0.8571428571428571
},
"n_gold_entities": 237,
"n_pred_entities": 258,
"n_entity_matches": 155
},
"final_eval": {
"token_acc": 0.47639484978540775,
"macro_field_f1": 0.5975431115127633,
"entity_f1": 0.6262626262626263,
"entity_precision": 0.6007751937984496,
"entity_recall": 0.6540084388185654,
"per_field_f1": {
"": 0.0,
"BUYER_NAME": 0.8048780487804879,
"CGST_AMOUNT": 1.0,
"CGST_RATE": 0.0,
"DISCOUNT": 0.8,
"HSN_SAC": 0.8,
"IGST_RATE": 0.0,
"INVOICE_DATE": 0.8181818181818182,
"INVOICE_NUMBER": 0.7692307692307693,
"ITEM_NAME": 0.5035460992907801,
"PLACE_OF_SUPPLY": 1.0,
"QUANTITY": 0.5999999999999999,
"SELLER_GSTIN": 0.6666666666666666,
"SELLER_NAME": 0.5789473684210527,
"SGST_AMOUNT": 1.0,
"SGST_RATE": 0.0,
"TAXABLE_VALUE": 0.5,
"TAX_AMOUNT": 0.631578947368421,
"TOTAL": 0.6206896551724138,
"UNIT_PRICE": 0.8571428571428571
},
"n_gold_entities": 237,
"n_pred_entities": 258,
"n_entity_matches": 155
}
}