| { |
| "release": "OpenMed-mLiteClinical-IrishCorePII-135M-v2-rc8", |
| "repo_id": "temsa/OpenMed-mLiteClinical-IrishCorePII-135M-v2-rc8", |
| "raw_only": true, |
| "scanner_free": true, |
| "validator_free": true, |
| "base_model": "OpenMed/OpenMed-PII-mLiteClinical-Base-135M-v1", |
| "previous_public_release": "temsa/OpenMed-mLiteClinical-IrishCorePII-135M-v2-rc7", |
| "full": { |
| "min_score": 0.5, |
| "irish_core_manual_f1": 0.9736842105263158, |
| "irish_edge_f1": 1.0, |
| "finance_suite_f1": 1.0, |
| "finance_boundary_f1": 1.0, |
| "user_raw_ppsn_f1": 1.0, |
| "gaelic_weak_ppsn_f1": 1.0, |
| "multilingual_ppsn_f1": 0.9176470588235294, |
| "core_examples_per_second": 2.2964689405250116, |
| "multilingual_examples_per_second": 6.309541168268772 |
| }, |
| "onnx_q8": { |
| "min_score": 0.5, |
| "irish_core_manual_f1": 0.9736842105263158, |
| "irish_edge_f1": 1.0, |
| "finance_suite_f1": 1.0, |
| "finance_boundary_f1": 1.0, |
| "user_raw_ppsn_f1": 1.0, |
| "gaelic_weak_ppsn_f1": 1.0, |
| "multilingual_ppsn_f1": 0.9176470588235294, |
| "core_examples_per_second": 46.14201741375802, |
| "multilingual_examples_per_second": 99.71655616732895 |
| }, |
| "comparison": { |
| "base_openmed": { |
| "irish_core_manual_f1": 0.37433155080213903, |
| "irish_edge_f1": 0.05555555555555555, |
| "multilingual_ppsn_f1": 0.0, |
| "core_examples_per_second": 15.181093105847472, |
| "multilingual_examples_per_second": 37.46655954845482 |
| }, |
| "previous_public_release_rc7": { |
| "release": "OpenMed-mLiteClinical-IrishCorePII-135M-v2-rc7", |
| "based_on_release": "temsa/OpenMed-mLiteClinical-IrishCorePII-135M-v2-rc6", |
| "weights_changed": false, |
| "artifacts_changed": false, |
| "scanner_spec_changed": true, |
| "candidate_extraction_regex_free": true, |
| "full": { |
| "other_min_score": 0.5, |
| "ppsn_min_score": 0.55, |
| "irish_core_manual_f1": 1.0, |
| "finance_suite_f1": 1.0, |
| "finance_boundary_f1": 1.0, |
| "gaelic_weak_ppsn_f1": 1.0 |
| }, |
| "onnx_q8": { |
| "other_min_score": 0.5, |
| "ppsn_min_score": 0.55, |
| "irish_core_manual_f1": 0.9933774834437086, |
| "finance_suite_f1": 1.0, |
| "finance_boundary_f1": 1.0, |
| "gaelic_weak_ppsn_f1": 1.0 |
| }, |
| "core_label_breakdown": { |
| "full": { |
| "PPSN": 1.0, |
| "PHONE_NUMBER": 1.0, |
| "POSTCODE": 1.0, |
| "PASSPORT_NUMBER": 1.0, |
| "ACCOUNT_NUMBER": 1.0, |
| "BANK_ROUTING_NUMBER": 1.0, |
| "EMAIL": 1.0, |
| "FIRST_NAME": 1.0, |
| "LAST_NAME": 1.0 |
| }, |
| "onnx_q8": { |
| "PPSN": 1.0, |
| "PHONE_NUMBER": 1.0, |
| "POSTCODE": 0.8571428571428571, |
| "PASSPORT_NUMBER": 1.0, |
| "ACCOUNT_NUMBER": 1.0, |
| "BANK_ROUTING_NUMBER": 1.0, |
| "EMAIL": 1.0, |
| "FIRST_NAME": 1.0, |
| "LAST_NAME": 1.0 |
| } |
| } |
| } |
| } |
| } |
|
|
