File size: 2,188 Bytes
16dad5b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
{
  "f1": 0.9682,
  "precision": 0.9568,
  "recall": 0.9798,
  "accuracy": 0.9733,
  "confusion_matrix": [
    [
      1424,
      46
    ],
    [
      21,
      1019
    ]
  ],
  "total_pairs": 2510,
  "latency_mean_ms": 0.4,
  "latency_p50_ms": 0.39,
  "latency_p95_ms": 0.42,
  "latency_p99_ms": 0.42,
  "ece": 0.0162,
  "per_edge_case": {
    "unknown": {
      "correct": 665,
      "total": 682,
      "accuracy": 0.9751
    },
    "partial_overlap": {
      "correct": 345,
      "total": 353,
      "accuracy": 0.9773
    },
    "nickname": {
      "correct": 121,
      "total": 121,
      "accuracy": 1.0
    },
    "name_order": {
      "correct": 112,
      "total": 112,
      "accuracy": 1.0
    },
    "combined": {
      "correct": 32,
      "total": 32,
      "accuracy": 1.0
    },
    "typo": {
      "correct": 99,
      "total": 117,
      "accuracy": 0.8462
    },
    "similar_name": {
      "correct": 324,
      "total": 341,
      "accuracy": 0.9501
    },
    "transliteration": {
      "correct": 93,
      "total": 93,
      "accuracy": 1.0
    },
    "initial": {
      "correct": 112,
      "total": 112,
      "accuracy": 1.0
    },
    "tricky_non_match": {
      "correct": 324,
      "total": 331,
      "accuracy": 0.9789
    },
    "middle_name": {
      "correct": 50,
      "total": 50,
      "accuracy": 1.0
    },
    "title_suffix": {
      "correct": 112,
      "total": 112,
      "accuracy": 1.0
    },
    "hyphenation": {
      "correct": 15,
      "total": 15,
      "accuracy": 1.0
    },
    "case_variation": {
      "correct": 9,
      "total": 9,
      "accuracy": 1.0
    },
    "unrelated": {
      "correct": 30,
      "total": 30,
      "accuracy": 1.0
    }
  },
  "classification_report": "              precision    recall  f1-score   support\n\n    no_match       0.99      0.97      0.98      1470\n       match       0.96      0.98      0.97      1040\n\n    accuracy                           0.97      2510\n   macro avg       0.97      0.97      0.97      2510\nweighted avg       0.97      0.97      0.97      2510\n",
  "model_type": "trained_person_v6_lora_focal",
  "test_set_version": "v3",
  "test_set_size": 2510
}