results/audit3_annotators.json

{
 "annotators": [
  "a1",
  "a2"
 ],
 "n": 120,
 "pairs": {
  "a1~a2": {
   "labels": {
    "agreement": [
     0.9167,
     0.8534,
     0.9541
    ],
    "kappa": 0.7743
   },
   "attempted": {
    "agreement": [
     0.925,
     0.8636,
     0.96
    ],
    "kappa": 0.7379
   },
   "attempted_strict": {
    "agreement": [
     0.9333,
     0.8739,
     0.9658
    ],
    "kappa": 0.7992
   },
   "asks": {
    "agreement": [
     1.0,
     0.969,
     1.0
    ],
    "kappa": 1.0
   },
   "confusions": {
    "UNCLEAR|EXECUTES": 8,
    "PARTIAL|EXECUTES_INVALID": 1,
    "MALFORMED|INCOMPLETE": 1
   }
  }
 },
 "unanimous": 110
}