Create model_index.json

model_index.json

@@ -0,0 +1,93 @@
+{
+  "version": "1.0",
+  "model_name": "svhn-v1-resnet",
+  "task": "image-classification",
+  "framework": "pytorch",
+  "datasets": [
+    {
+      "name": "svhn",
+      "config": "cropped_digits",
+      "split": "test"
+    }
+  ],
+  "metrics": [
+    {
+      "name": "accuracy",
+      "type": "accuracy"
+    },
+    {
+      "name": "f1_macro",
+      "type": "f1"
+    },
+    {
+      "name": "f1_micro",
+      "type": "f1"
+    },
+    {
+      "name": "f1_weighted",
+      "type": "f1"
+    },
+    {
+      "name": "auroc_ovr",
+      "type": "roc_auc"
+    },
+    {
+      "name": "auprc_macro",
+      "type": "average_precision"
+    },
+    {
+      "name": "expected_calibration_error",
+      "type": "ece"
+    }
+  ],
+  "results": [
+    {
+      "task": {
+        "type": "image-classification"
+      },
+      "dataset": {
+        "name": "svhn",
+        "type": "svhn",
+        "config": "cropped_digits",
+        "split": "test"
+      },
+      "metrics": [
+        {
+          "name": "accuracy",
+          "type": "accuracy",
+          "value": 0.97814229
+        },
+        {
+          "name": "f1_macro",
+          "type": "f1",
+          "value": 0.977171
+        },
+        {
+          "name": "f1_micro",
+          "type": "f1",
+          "value": 0.978142
+        },
+        {
+          "name": "f1_weighted",
+          "type": "f1",
+          "value": 0.978137
+        },
+        {
+          "name": "auroc_ovr",
+          "type": "roc_auc",
+          "value": 0.997699
+        },
+        {
+          "name": "auprc_macro",
+          "type": "average_precision",
+          "value": 0.990484
+        },
+        {
+          "name": "expected_calibration_error",
+          "type": "ece",
+          "value": 0.02056
+        }
+      ]
+    }
+  ]
+}