model_index.json

{
  "version": "1.0",
  "model_name": "svhn-v1-resnet",
  "task": "image-classification",
  "framework": "pytorch",
  "datasets": [
    {
      "name": "svhn",
      "config": "cropped_digits",
      "split": "test"
    }
  ],
  "metrics": [
    {
      "name": "accuracy",
      "type": "accuracy"
    },
    {
      "name": "f1_macro",
      "type": "f1"
    },
    {
      "name": "f1_micro",
      "type": "f1"
    },
    {
      "name": "f1_weighted",
      "type": "f1"
    },
    {
      "name": "auroc_ovr",
      "type": "roc_auc"
    },
    {
      "name": "auprc_macro",
      "type": "average_precision"
    },
    {
      "name": "expected_calibration_error",
      "type": "ece"
    }
  ],
  "results": [
    {
      "task": {
        "type": "image-classification"
      },
      "dataset": {
        "name": "svhn",
        "type": "svhn",
        "config": "cropped_digits",
        "split": "test"
      },
      "metrics": [
        {
          "name": "accuracy",
          "type": "accuracy",
          "value": 0.97814229
        },
        {
          "name": "f1_macro",
          "type": "f1",
          "value": 0.977171
        },
        {
          "name": "f1_micro",
          "type": "f1",
          "value": 0.978142
        },
        {
          "name": "f1_weighted",
          "type": "f1",
          "value": 0.978137
        },
        {
          "name": "auroc_ovr",
          "type": "roc_auc",
          "value": 0.997699
        },
        {
          "name": "auprc_macro",
          "type": "average_precision",
          "value": 0.990484
        },
        {
          "name": "expected_calibration_error",
          "type": "ece",
          "value": 0.02056
        }
      ]
    }
  ]
}