tinydoc-5m / training_summary.json
harryfrz's picture
tinydoc-5m v4: OmniDocBench EN text edit 0.117 (v3 0.127), inline maths as text, invoice summary tables
e24bf15 verified
Raw History Blame Contribute Delete
2.07 kB
{
"results": {
"recognizer": "exit 0",
"extractor": "exit 0",
"detector": "kept init weights",
"orientation": "kept init weights"
},
"minutes": 163.5,
"metrics": {
"extractor": {
"step": 10000,
"best": 0.9218182343601886,
"last_eval": {
"field_macro_f1/cord-v2": 0.9732070954365383,
"doc_acc/cord-v2": 1.0,
"same_row_f1/cord-v2": 0.9395017793594306,
"key_value_f1/cord-v2": 0.9655417406749556,
"field_macro_f1/synth-general": 0.9910002267528997,
"doc_acc/synth-general": 1.0,
"same_row_f1/synth-general": 0.9991349979816619,
"same_block_f1/synth-general": 0.8397802880561501,
"field_macro_f1/doclaynet": 0.832791449106086,
"doc_acc/doclaynet": 1.0,
"same_block_f1/doclaynet": 0.9446494832619408,
"field_macro_f1/synth-invoice": 0.9994788348159734,
"doc_acc/synth-invoice": 1.0,
"same_row_f1/synth-invoice": 0.9880439156176353,
"key_value_f1/synth-invoice": 0.9404434671064688,
"field_macro_f1/wildreceipt": 0.9133613607466017,
"doc_acc/wildreceipt": 1.0,
"field_macro_f1/synth-receipt": 0.998690531509892,
"doc_acc/synth-receipt": 1.0,
"same_row_f1/synth-receipt": 0.9873502315146307,
"key_value_f1/synth-receipt": 1.0,
"field_macro_f1": 0.9514215830613318,
"same_block_f1": 0.8922148856590455
}
},
"recognizer": {
"step": 15000,
"best": -0.01817089653101066,
"last_eval": {
"cer/synth": 0.016380343587694766,
"cer/cord-v2": 0.024,
"cer/synth-math": 0.013802622498274672,
"cer/doclaynet": 0.018928185618336386,
"line_acc/synth": 0.8625954198473282,
"line_acc/cord-v2": 0.9034749034749034,
"line_acc/synth-math": 0.8467741935483871,
"line_acc/doclaynet": 0.8933143669985776,
"cer": 0.01817089653101066
}
}
},
"publish": {
"pushed": true,
"repo": "harryfrz/tinydoc-5m",
"reason": null
},
"minutes_total": 175.9
}