Upload cv_metrics.json with huggingface_hub

cv_metrics.json

@@ -0,0 +1,293 @@
+{
+  "results": [
+    {
+      "name": "resnet18",
+      "best_val_top1": 0.8741071428571429,
+      "history": [
+        {
+          "epoch": 1,
+          "train_loss": 0.6176934109959856,
+          "val_top1": 0.8223214285714285,
+          "val_top5": 0.9821428571428571,
+          "duration_s": 252.5823302268982
+        },
+        {
+          "epoch": 2,
+          "train_loss": 0.28991941269662314,
+          "val_top1": 0.8348214285714286,
+          "val_top5": 0.9794642857142857,
+          "duration_s": 253.04500484466553
+        },
+        {
+          "epoch": 3,
+          "train_loss": 0.2226312032033657,
+          "val_top1": 0.8607142857142858,
+          "val_top5": 0.98125,
+          "duration_s": 264.322940826416
+        },
+        {
+          "epoch": 4,
+          "train_loss": 0.15493868410026765,
+          "val_top1": 0.8741071428571429,
+          "val_top5": 0.98125,
+          "duration_s": 271.6398091316223
+        }
+      ],
+      "test": {
+        "top1": 0.9104,
+        "top5": 0.9976,
+        "n": 2500
+      }
+    },
+    {
+      "name": "mobilenet_v3_small",
+      "best_val_top1": 0.8785714285714286,
+      "history": [
+        {
+          "epoch": 1,
+          "train_loss": 0.9431488767499834,
+          "val_top1": 0.7642857142857142,
+          "val_top5": 0.9785714285714285,
+          "duration_s": 346.9492537975311
+        },
+        {
+          "epoch": 2,
+          "train_loss": 0.38737768806447054,
+          "val_top1": 0.8589285714285714,
+          "val_top5": 0.9857142857142858,
+          "duration_s": 345.13814783096313
+        },
+        {
+          "epoch": 3,
+          "train_loss": 0.28027731062476535,
+          "val_top1": 0.8785714285714286,
+          "val_top5": 0.9839285714285714,
+          "duration_s": 346.8177390098572
+        },
+        {
+          "epoch": 4,
+          "train_loss": 0.19902148830666438,
+          "val_top1": 0.8642857142857143,
+          "val_top5": 0.9839285714285714,
+          "duration_s": 345.9344630241394
+        }
+      ],
+      "test": {
+        "top1": 0.9084,
+        "top5": 0.996,
+        "n": 2500
+      }
+    }
+  ],
+  "best": "resnet18",
+  "calibration": {
+    "temperature": 1.1549,
+    "ece_before": 0.0301,
+    "ece_after": 0.0181,
+    "n_bins": 10,
+    "val_n": 1120
+  },
+  "test_overall": {
+    "top1": 0.9104,
+    "top5": 0.9976,
+    "n": 2500
+  },
+  "per_class": {
+    "caesar_salad": {
+      "precision": 0.9692982456140351,
+      "recall": 0.884,
+      "f1": 0.9246861924686193
+    },
+    "french_fries": {
+      "precision": 0.9318181818181818,
+      "recall": 0.984,
+      "f1": 0.9571984435797666
+    },
+    "hamburger": {
+      "precision": 0.9188034188034188,
+      "recall": 0.86,
+      "f1": 0.8884297520661157
+    },
+    "lasagna": {
+      "precision": 0.9303482587064676,
+      "recall": 0.748,
+      "f1": 0.8292682926829268
+    },
+    "pizza": {
+      "precision": 0.9126984126984127,
+      "recall": 0.92,
+      "f1": 0.9163346613545816
+    },
+    "ramen": {
+      "precision": 0.9626556016597511,
+      "recall": 0.928,
+      "f1": 0.945010183299389
+    },
+    "spaghetti_bolognese": {
+      "precision": 0.9153846153846154,
+      "recall": 0.952,
+      "f1": 0.9333333333333333
+    },
+    "steak": {
+      "precision": 0.7833333333333333,
+      "recall": 0.94,
+      "f1": 0.8545454545454545
+    },
+    "sushi": {
+      "precision": 0.8768115942028986,
+      "recall": 0.968,
+      "f1": 0.9201520912547528
+    },
+    "tiramisu": {
+      "precision": 0.9426229508196722,
+      "recall": 0.92,
+      "f1": 0.9311740890688259
+    }
+  },
+  "threshold_curve": {
+    "precision_target": 0.95,
+    "recommended_threshold": 0.65,
+    "points": [
+      {
+        "threshold": 0.3,
+        "precision": 0.9147,
+        "recall": 0.9982,
+        "coverage": 0.9936,
+        "accepted": 2484
+      },
+      {
+        "threshold": 0.35,
+        "precision": 0.9168,
+        "recall": 0.993,
+        "coverage": 0.986,
+        "accepted": 2465
+      },
+      {
+        "threshold": 0.4,
+        "precision": 0.923,
+        "recall": 0.9903,
+        "coverage": 0.9768,
+        "accepted": 2442
+      },
+      {
+        "threshold": 0.45,
+        "precision": 0.9257,
+        "recall": 0.9859,
+        "coverage": 0.9696,
+        "accepted": 2424
+      },
+      {
+        "threshold": 0.5,
+        "precision": 0.9331,
+        "recall": 0.975,
+        "coverage": 0.9512,
+        "accepted": 2378
+      },
+      {
+        "threshold": 0.55,
+        "precision": 0.9407,
+        "recall": 0.9618,
+        "coverage": 0.9308,
+        "accepted": 2327
+      },
+      {
+        "threshold": 0.6,
+        "precision": 0.9474,
+        "recall": 0.949,
+        "coverage": 0.912,
+        "accepted": 2280
+      },
+      {
+        "threshold": 0.65,
+        "precision": 0.9538,
+        "recall": 0.9345,
+        "coverage": 0.892,
+        "accepted": 2230
+      },
+      {
+        "threshold": 0.7,
+        "precision": 0.9609,
+        "recall": 0.9183,
+        "coverage": 0.87,
+        "accepted": 2175
+      },
+      {
+        "threshold": 0.75,
+        "precision": 0.9666,
+        "recall": 0.9016,
+        "coverage": 0.8492,
+        "accepted": 2123
+      },
+      {
+        "threshold": 0.8,
+        "precision": 0.9714,
+        "recall": 0.8818,
+        "coverage": 0.8264,
+        "accepted": 2066
+      },
+      {
+        "threshold": 0.85,
+        "precision": 0.9758,
+        "recall": 0.8493,
+        "coverage": 0.7924,
+        "accepted": 1981
+      },
+      {
+        "threshold": 0.9,
+        "precision": 0.9797,
+        "recall": 0.8045,
+        "coverage": 0.7476,
+        "accepted": 1869
+      },
+      {
+        "threshold": 0.95,
+        "precision": 0.988,
+        "recall": 0.7228,
+        "coverage": 0.666,
+        "accepted": 1665
+      }
+    ]
+  },
+  "top_failures": [
+    {
+      "true": "pizza",
+      "pred": "sushi",
+      "confidence": 0.996
+    },
+    {
+      "true": "hamburger",
+      "pred": "steak",
+      "confidence": 0.994
+    },
+    {
+      "true": "spaghetti_bolognese",
+      "pred": "lasagna",
+      "confidence": 0.993
+    },
+    {
+      "true": "caesar_salad",
+      "pred": "sushi",
+      "confidence": 0.991
+    },
+    {
+      "true": "caesar_salad",
+      "pred": "steak",
+      "confidence": 0.99
+    },
+    {
+      "true": "lasagna",
+      "pred": "pizza",
+      "confidence": 0.988
+    },
+    {
+      "true": "hamburger",
+      "pred": "steak",
+      "confidence": 0.987
+    },
+    {
+      "true": "hamburger",
+      "pred": "steak",
+      "confidence": 0.985
+    }
+  ]
+}