forgetting_action_policy_metrics_test.json

{
  "family": "router",
  "split": "test",
  "overall": {
    "rows": 18920,
    "accuracy": 0.9994714587737844,
    "macro_f1": 0.9994714168187103,
    "weighted_f1": 0.9994714168187103,
    "micro_f1": 0.9994714587737844,
    "labels": [
      "forgetting_action_policy::compress",
      "forgetting_action_policy::decay",
      "forgetting_action_policy::delete",
      "forgetting_action_policy::keep",
      "forgetting_action_policy::silence"
    ],
    "confusion_matrix": [
      [
        3782,
        2,
        0,
        0,
        0
      ],
      [
        0,
        3784,
        0,
        0,
        0
      ],
      [
        0,
        0,
        3779,
        1,
        4
      ],
      [
        0,
        0,
        0,
        3784,
        0
      ],
      [
        2,
        0,
        1,
        0,
        3781
      ]
    ],
    "calibration_error": 0.01649172677837832,
    "classification_report": {
      "forgetting_action_policy::compress": {
        "precision": 0.9994714587737844,
        "recall": 0.9994714587737844,
        "f1-score": 0.9994714587737844,
        "support": 3784.0
      },
      "forgetting_action_policy::decay": {
        "precision": 0.9994717379820391,
        "recall": 1.0,
        "f1-score": 0.9997357992073976,
        "support": 3784.0
      },
      "forgetting_action_policy::delete": {
        "precision": 0.9997354497354497,
        "recall": 0.9986786469344608,
        "f1-score": 0.9992067689053411,
        "support": 3784.0
      },
      "forgetting_action_policy::keep": {
        "precision": 0.9997357992073976,
        "recall": 1.0,
        "f1-score": 0.9998678821508786,
        "support": 3784.0
      },
      "forgetting_action_policy::silence": {
        "precision": 0.9989431968295905,
        "recall": 0.9992071881606766,
        "f1-score": 0.9990751750561501,
        "support": 3784.0
      },
      "accuracy": 0.9994714587737844,
      "macro avg": {
        "precision": 0.9994715285056524,
        "recall": 0.9994714587737844,
        "f1-score": 0.9994714168187103,
        "support": 18920.0
      },
      "weighted avg": {
        "precision": 0.9994715285056522,
        "recall": 0.9994714587737844,
        "f1-score": 0.9994714168187103,
        "support": 18920.0
      }
    }
  },
  "per_task": {
    "forgetting_action_policy": {
      "rows": 18920,
      "accuracy": 0.9994714587737844,
      "macro_f1": 0.9994714168187103,
      "weighted_f1": 0.9994714168187103,
      "micro_f1": 0.9994714587737844,
      "labels": [
        "compress",
        "decay",
        "delete",
        "keep",
        "silence"
      ],
      "confusion_matrix": [
        [
          3782,
          2,
          0,
          0,
          0
        ],
        [
          0,
          3784,
          0,
          0,
          0
        ],
        [
          0,
          0,
          3779,
          1,
          4
        ],
        [
          0,
          0,
          0,
          3784,
          0
        ],
        [
          2,
          0,
          1,
          0,
          3781
        ]
      ],
      "wrong_task_predictions": 0,
      "wrong_task_rate": 0.0
    }
  },
  "calibration": {
    "method": "temperature_grid_search",
    "rows": 5000,
    "temperature": 2.0,
    "loss": 0.08134587520392533
  }
}