{
  "model_architecture": "IndicNeuralClassifier",
  "num_classes": 12,
  "labels": [
    "account_access",
    "cancellation_request",
    "complaint",
    "delivery_issue",
    "greeting",
    "order_status",
    "payment_issue",
    "product_question",
    "refund_request",
    "subscription_issue",
    "technical_support",
    "unknown"
  ],
  "label2idx": {
    "account_access": 0,
    "cancellation_request": 1,
    "complaint": 2,
    "delivery_issue": 3,
    "greeting": 4,
    "order_status": 5,
    "payment_issue": 6,
    "product_question": 7,
    "refund_request": 8,
    "subscription_issue": 9,
    "technical_support": 10,
    "unknown": 11
  },
  "idx2label": {
    "0": "account_access",
    "1": "cancellation_request",
    "2": "complaint",
    "3": "delivery_issue",
    "4": "greeting",
    "5": "order_status",
    "6": "payment_issue",
    "7": "product_question",
    "8": "refund_request",
    "9": "subscription_issue",
    "10": "technical_support",
    "11": "unknown"
  },
  "max_length": 64,
  "validation_macro_f1": 0.3313,
  "test_metrics": {
    "accuracy": 0.3214,
    "macro_precision": 0.2828,
    "macro_recall": 0.3229,
    "macro_f1": 0.2668,
    "weighted_precision": 0.3054,
    "weighted_recall": 0.3214,
    "weighted_f1": 0.2809,
    "per_class": {
      "account_access": {
        "precision": 1.0,
        "recall": 0.6667,
        "f1": 0.8,
        "support": 48
      },
      "cancellation_request": {
        "precision": 1.0,
        "recall": 1.0,
        "f1": 1.0,
        "support": 48
      },
      "complaint": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 48
      },
      "delivery_issue": {
        "precision": 0.4058,
        "recall": 0.5833,
        "f1": 0.4786,
        "support": 48
      },
      "greeting": {
        "precision": 0.8824,
        "recall": 0.625,
        "f1": 0.7317,
        "support": 96
      },
      "order_status": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 48
      },
      "payment_issue": {
        "precision": 0.1055,
        "recall": 1.0,
        "f1": 0.1909,
        "support": 48
      },
      "product_question": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 48
      },
      "refund_request": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 48
      },
      "subscription_issue": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 48
      },
      "technical_support": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 96
      },
      "unknown": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 48
      }
    },
    "confusion_matrix": [
      [
        32,
        0,
        0,
        0,
        0,
        0,
        16,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        48,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        0,
        0,
        0,
        48,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        28,
        0,
        0,
        20,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        0,
        60,
        0,
        36,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        0,
        5,
        0,
        43,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        0,
        0,
        0,
        48,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        0,
        0,
        0,
        48,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        0,
        0,
        0,
        48,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        0,
        0,
        0,
        48,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        41,
        3,
        0,
        52,
        0,
        0,
        0,
        0,
        0
      ],
      [
        0,
        0,
        0,
        0,
        0,
        0,
        48,
        0,
        0,
        0,
        0,
        0
      ]
    ],
    "labels": [
      "account_access",
      "cancellation_request",
      "complaint",
      "delivery_issue",
      "greeting",
      "order_status",
      "payment_issue",
      "product_question",
      "refund_request",
      "subscription_issue",
      "technical_support",
      "unknown"
    ],
    "total_samples": 672
  },
  "calibration": {
    "expected_calibration_error": 0.1649,
    "maximum_calibration_error": 0.4469
  }
}