eval_summary.json

{
  "wer": 0.1808,
  "cer": 0.0675,
  "samples": 35993,
  "tags": {
    "AGE": {
      "accuracy": 0.4256,
      "macro_f1": 0.1202,
      "weighted_f1": 0.255,
      "per_class": {
        "AGE_0_18": {
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 15
        },
        "AGE_18_30": {
          "precision": 1.0,
          "recall": 0.0005,
          "f1": 0.001,
          "support": 1921
        },
        "AGE_30_45": {
          "precision": 0.1585,
          "recall": 0.0012,
          "f1": 0.0024,
          "support": 10930
        },
        "AGE_45_60": {
          "precision": 0.4262,
          "recall": 0.9995,
          "f1": 0.5976,
          "support": 15313
        },
        "AGE_60PLUS": {
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 7814
        }
      },
      "confusion_matrix": [
        [
          0,
          0,
          0,
          15,
          0
        ],
        [
          0,
          1,
          57,
          1863,
          0
        ],
        [
          0,
          0,
          13,
          10917,
          0
        ],
        [
          0,
          0,
          7,
          15306,
          0
        ],
        [
          0,
          0,
          5,
          7809,
          0
        ]
      ],
      "labels": [
        "AGE_0_18",
        "AGE_18_30",
        "AGE_30_45",
        "AGE_45_60",
        "AGE_60PLUS"
      ]
    },
    "GENDER": {
      "accuracy": 0.6329,
      "macro_f1": 0.2586,
      "weighted_f1": 0.4908,
      "per_class": {
        "GENDER_FEMALE": {
          "precision": 0.6329,
          "recall": 0.9999,
          "f1": 0.7751,
          "support": 22778
        },
        "GENDER_MALE": {
          "precision": 0.625,
          "recall": 0.0004,
          "f1": 0.0008,
          "support": 13184
        },
        "GENDER_OTHER": {
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 31
        }
      },
      "confusion_matrix": [
        [
          22775,
          3,
          0
        ],
        [
          13179,
          5,
          0
        ],
        [
          31,
          0,
          0
        ]
      ],
      "labels": [
        "GENDER_FEMALE",
        "GENDER_MALE",
        "GENDER_OTHER"
      ]
    },
    "EMOTION": {
      "accuracy": 0.4756,
      "macro_f1": 0.2235,
      "weighted_f1": 0.4216,
      "per_class": {
        "EMOTION_ANGRY": {
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 145
        },
        "EMOTION_HAPPY": {
          "precision": 0.5653,
          "recall": 0.2127,
          "f1": 0.3091,
          "support": 19184
        },
        "EMOTION_NEUTRAL": {
          "precision": 0.4531,
          "recall": 0.8248,
          "f1": 0.5849,
          "support": 15806
        },
        "EMOTION_SAD": {
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 858
        }
      },
      "confusion_matrix": [
        [
          0,
          27,
          118,
          0
        ],
        [
          0,
          4080,
          15104,
          0
        ],
        [
          0,
          2769,
          13037,
          0
        ],
        [
          0,
          342,
          516,
          0
        ]
      ],
      "labels": [
        "EMOTION_ANGRY",
        "EMOTION_HAPPY",
        "EMOTION_NEUTRAL",
        "EMOTION_SAD"
      ]
    },
    "INTENT": {
      "accuracy": 0.0,
      "macro_f1": 0.0,
      "weighted_f1": 0.0,
      "per_class": {
        "INTENT_ASSERTION": {
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 1
        },
        "INTENT_COMMAND": {
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 240
        },
        "INTENT_EXPLAIN": {
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 5
        },
        "INTENT_GREETING": {
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 2
        },
        "INTENT_INFORM": {
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 35132
        },
        "INTENT_QUESTION": {
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 55
        },
        "INTENT_REQUEST": {
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 57
        },
        "INTENT_THANK": {
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 1
        },
        "NONE": {
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 0
        }
      },
      "confusion_matrix": [
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          240
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          5
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          35132
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          55
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          57
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      "labels": [
        "INTENT_ASSERTION",
        "INTENT_COMMAND",
        "INTENT_EXPLAIN",
        "INTENT_GREETING",
        "INTENT_INFORM",
        "INTENT_QUESTION",
        "INTENT_REQUEST",
        "INTENT_THANK",
        "NONE"
      ]
    }
  },
  "entity": {
    "precision": 0.559,
    "recall": 0.075,
    "f1": 0.1323
  }
}