metrics.json

{
  "checkpoint": "checkpoints/best.pt",
  "trained_epochs": 30,
  "test_set": "official speech_commands_test_set_v0.02",
  "n_test": 4890,
  "accuracy": 0.9664621676891616,
  "macro_f1": 0.9664371919645123,
  "per_class": {
    "silence": {
      "precision": 0.9951219512195122,
      "recall": 1.0,
      "f1-score": 0.9975550122249389,
      "support": 408.0
    },
    "unknown": {
      "precision": 0.927860696517413,
      "recall": 0.9142156862745098,
      "f1-score": 0.9209876543209876,
      "support": 408.0
    },
    "yes": {
      "precision": 0.9951690821256038,
      "recall": 0.9832935560859188,
      "f1-score": 0.9891956782713085,
      "support": 419.0
    },
    "no": {
      "precision": 0.9637681159420289,
      "recall": 0.9851851851851852,
      "f1-score": 0.9743589743589743,
      "support": 405.0
    },
    "up": {
      "precision": 0.9253393665158371,
      "recall": 0.9623529411764706,
      "f1-score": 0.9434832756632064,
      "support": 425.0
    },
    "down": {
      "precision": 0.9747474747474747,
      "recall": 0.9507389162561576,
      "f1-score": 0.9625935162094763,
      "support": 406.0
    },
    "left": {
      "precision": 0.973621103117506,
      "recall": 0.9854368932038835,
      "f1-score": 0.9794933655006032,
      "support": 412.0
    },
    "right": {
      "precision": 0.9770992366412213,
      "recall": 0.9696969696969697,
      "f1-score": 0.973384030418251,
      "support": 396.0
    },
    "on": {
      "precision": 0.9620253164556962,
      "recall": 0.9595959595959596,
      "f1-score": 0.9608091024020228,
      "support": 396.0
    },
    "off": {
      "precision": 0.9546599496221663,
      "recall": 0.9427860696517413,
      "f1-score": 0.9486858573216521,
      "support": 402.0
    },
    "stop": {
      "precision": 0.9854014598540146,
      "recall": 0.9854014598540146,
      "f1-score": 0.9854014598540146,
      "support": 411.0
    },
    "go": {
      "precision": 0.9649122807017544,
      "recall": 0.9577114427860697,
      "f1-score": 0.9612983770287141,
      "support": 402.0
    }
  },
  "confusion_matrix": [
    [
      408,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    [
      0,
      373,
      1,
      2,
      7,
      3,
      4,
      7,
      5,
      1,
      1,
      4
    ],
    [
      0,
      3,
      412,
      0,
      0,
      0,
      3,
      0,
      0,
      1,
      0,
      0
    ],
    [
      0,
      2,
      0,
      399,
      0,
      2,
      2,
      0,
      0,
      0,
      0,
      0
    ],
    [
      1,
      2,
      0,
      0,
      409,
      0,
      0,
      0,
      6,
      5,
      2,
      0
    ],
    [
      0,
      5,
      0,
      6,
      2,
      386,
      0,
      1,
      0,
      0,
      1,
      5
    ],
    [
      0,
      2,
      1,
      0,
      2,
      0,
      406,
      1,
      0,
      0,
      0,
      0
    ],
    [
      0,
      7,
      0,
      0,
      1,
      1,
      0,
      384,
      1,
      1,
      0,
      1
    ],
    [
      1,
      3,
      0,
      0,
      3,
      0,
      0,
      0,
      380,
      8,
      1,
      0
    ],
    [
      0,
      1,
      0,
      0,
      15,
      1,
      0,
      0,
      3,
      379,
      0,
      3
    ],
    [
      0,
      2,
      0,
      0,
      0,
      2,
      0,
      0,
      0,
      1,
      405,
      1
    ],
    [
      0,
      2,
      0,
      7,
      3,
      1,
      2,
      0,
      0,
      1,
      1,
      385
    ]
  ],
  "n_parameters": 119372,
  "weight_file_mb": 0.506619,
  "cpu_latency": {
    "mean_ms": 1.9022779599981732,
    "p50_ms": 1.8711250013438985,
    "p95_ms": 2.0753729018906597,
    "runs": 200,
    "threads": 1
  }
}