File size: 3,695 Bytes
707e3ae
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
{
  "base_model": "xlm-roberta-base",
  "eval_type": "strict (seqeval, entity-level) micro on held-out validation set",
  "validation": {
    "ALL": {
      "samples": 920,
      "precision": 0.7663,
      "recall": 0.8233,
      "f1": 0.7938,
      "labels": {
        "ADMINISTRATIVE_BODY": {
          "precision": 0.7601,
          "recall": 0.8627,
          "f1": 0.8082,
          "support": 459
        },
        "DATE": {
          "precision": 0.8413,
          "recall": 0.8849,
          "f1": 0.8625,
          "support": 773
        },
        "LEGAL_GROUND": {
          "precision": 0.8235,
          "recall": 0.8508,
          "f1": 0.837,
          "support": 362
        },
        "LOCATION": {
          "precision": 0.6104,
          "recall": 0.6608,
          "f1": 0.6346,
          "support": 678
        },
        "MANDATARY": {
          "precision": 0.8232,
          "recall": 0.8828,
          "f1": 0.8519,
          "support": 580
        }
      }
    },
    "EN": {
      "samples": 57,
      "precision": 0.6755,
      "recall": 0.7046,
      "f1": 0.6898,
      "labels": {
        "ADMINISTRATIVE_BODY": {
          "precision": 0.6389,
          "recall": 0.7188,
          "f1": 0.6765,
          "support": 64
        },
        "DATE": {
          "precision": 0.6724,
          "recall": 0.661,
          "f1": 0.6667,
          "support": 59
        },
        "LEGAL_GROUND": {
          "precision": 0.6316,
          "recall": 0.75,
          "f1": 0.6857,
          "support": 32
        },
        "LOCATION": {
          "precision": 0.3774,
          "recall": 0.625,
          "f1": 0.4706,
          "support": 32
        },
        "MANDATARY": {
          "precision": 0.8475,
          "recall": 0.7246,
          "f1": 0.7812,
          "support": 138
        }
      }
    },
    "NL": {
      "samples": 69,
      "precision": 0.7513,
      "recall": 0.7828,
      "f1": 0.7667,
      "labels": {
        "ADMINISTRATIVE_BODY": {
          "precision": 0.6,
          "recall": 0.6724,
          "f1": 0.6341,
          "support": 58
        },
        "DATE": {
          "precision": 0.7724,
          "recall": 0.9135,
          "f1": 0.837,
          "support": 104
        },
        "LEGAL_GROUND": {
          "precision": 0.6731,
          "recall": 0.7447,
          "f1": 0.7071,
          "support": 47
        },
        "LOCATION": {
          "precision": 0.6993,
          "recall": 0.6149,
          "f1": 0.6544,
          "support": 174
        },
        "MANDATARY": {
          "precision": 0.8465,
          "recall": 0.9096,
          "f1": 0.8769,
          "support": 188
        }
      }
    },
    "DE": {
      "samples": 794,
      "precision": 0.785,
      "recall": 0.8548,
      "f1": 0.8184,
      "labels": {
        "ADMINISTRATIVE_BODY": {
          "precision": 0.8099,
          "recall": 0.9228,
          "f1": 0.8627,
          "support": 337
        },
        "DATE": {
          "precision": 0.8703,
          "recall": 0.9016,
          "f1": 0.8857,
          "support": 610
        },
        "LEGAL_GROUND": {
          "precision": 0.8768,
          "recall": 0.8799,
          "f1": 0.8783,
          "support": 283
        },
        "LOCATION": {
          "precision": 0.608,
          "recall": 0.6801,
          "f1": 0.642,
          "support": 472
        },
        "MANDATARY": {
          "precision": 0.798,
          "recall": 0.9488,
          "f1": 0.8669,
          "support": 254
        }
      }
    }
  }
}