identifier v1: test top1=1.0000

v1/history.json

@@ -1,80 +1,58 @@
 {
-  "role": "validator",
+  "role": "identifier",
   "version": 1,
   "dataset": {
-    "repo_id": "arudaev/smart-bin-detect",
-    "revision": "main",
+    "repo_id": "arudaev/smart-bin-identify",
+    "revision": "cda374c9a55dccb7e05c2fb6b4929077f8174d6a",
     "composition": {
-      "per_split": {
-        "test": 2866,
-        "train": 13265,
-        "val": 2823
-      },
-      "per_pool": {
-        "legacy": 370,
-        "negatives": 17474,
-        "open_images": 1110
+      "classes_present": {
+        "igloo": 40,
+        "wheelie_large": 115,
+        "wheelie_small": 247
       },
-      "background_per_split": {
-        "test": 2662,
-        "train": 12230,
-        "val": 2582
+      "classes_absent": [],
+      "per_split": {
+        "test": 47,
+        "train": 299,
+        "val": 56
       },
-      "positives": 1480,
-      "background_images": 17474,
-      "negative_ratio": 11.8,
-      "classes": [
-        "bin"
-      ]
+      "skipped_pending_adjudication": 0,
+      "skipped_rejected_not_a_bin": 0,
+      "skipped_no_form_factor": 0,
+      "excluded_by_class_list": {
+        "street_basket": 1
+      }
     }
   },
-  "test": {
-    "map50": 0.7524389678079388,
-    "map50_95": 0.5174715400555633,
-    "precision": 0.7959892613104772,
-    "recall": 0.6878980891719745,
-    "map50_int8": 0.025
-  },
-  "recall_by_bins_per_frame": {
-    "1": {
-      "frames": 153,
-      "truth_boxes": 153,
-      "detected": 139,
-      "recall": 0.9085
-    },
-    "2": {
-      "frames": 23,
-      "truth_boxes": 46,
-      "detected": 28,
-      "recall": 0.6087
-    },
-    "4+": {
-      "frames": 13,
-      "truth_boxes": 70,
-      "detected": 42,
-      "recall": 0.6
-    },
-    "3": {
-      "frames": 15,
-      "truth_boxes": 45,
-      "detected": 35,
-      "recall": 0.7778
-    }
+  "partitioning": {
+    "calibration": "train",
+    "selection": "val - no candidate is ever selected on test",
+    "confirmation": "test, once, and only for a locked winner"
   },
-  "precision_on_negatives": {
-    "negative_frames": 2662,
-    "frames_with_a_false_positive": 55,
-    "frame_level_specificity": 0.9793
+  "val": {
+    "top1": 0.9821428656578064,
+    "top5": 1.0
   },
+  "classes_trained": [
+    "igloo",
+    "wheelie_large",
+    "wheelie_small"
+  ],
+  "classes_without_data": [],
+  "not_gates": [
+    "val.top5",
+    "test.top5",
+    "unknown"
+  ],
   "config": {
     "project": {
       "name": "smart-bin-recognition",
       "seed": 42
     },
     "data": {
-      "repo_id": "arudaev/smart-bin-detect",
+      "repo_id": "arudaev/smart-bin-identify",
       "revision": "main",
-      "imgsz": 448,
+      "imgsz": 320,
       "split": {
         "group_by": "capture_cluster",
         "train": 0.7,
@@ -84,44 +62,30 @@
       "holdout_regions": [],
       "holdout_annotators": [],
       "classes": [
-        "bin"
+        "wheelie_small",
+        "wheelie_large",
+        "igloo"
       ],
       "classes_from_taxonomy": false,
-      "negatives": {
-        "open_corpus": {
-          "source": "open-images",
-          "query": [
-            "street",
-            "urban",
-            "sidewalk",
-            "residential",
-            "parking"
-          ],
-          "count": 15000
-        },
-        "hard_negatives": {
-          "classes": [
-            "postbox",
-            "planter",
-            "utility_cabinet",
-            "parked_car",
-            "wheeled_luggage",
-            "air_conditioner",
-            "gas_meter",
-            "recycling_logo_on_non_bin"
-          ],
-          "count": 2500
-        },
-        "mined_false_positives": true
-      }
+      "crops": {
+        "source": "validator_boxes",
+        "padding": 0.12,
+        "min_box_px": 64
+      },
+      "label_sources": [
+        "human",
+        "machine_agreed",
+        "legacy"
+      ],
+      "require_adjudication": true
     },
     "model": {
-      "arch": "yolo11n",
+      "arch": "yolo11s-cls",
       "pretrained": true
     },
     "training": {
-      "epochs": 80,
-      "batch": 32,
+      "epochs": 100,
+      "batch": 64,
       "optimizer": "AdamW",
       "lr0": 0.001,
       "lrf": 0.01,
@@ -133,33 +97,32 @@
       "cos_lr": true
     },
     "augment": {
-      "hsv_h": 0.015,
-      "hsv_s": 0.7,
-      "hsv_v": 0.5,
-      "degrees": 10.0,
+      "hsv_h": 0.008,
+      "hsv_s": 0.6,
+      "hsv_v": 0.45,
+      "degrees": 8.0,
       "translate": 0.12,
-      "scale": 0.6,
+      "scale": 0.4,
       "shear": 2.0,
       "perspective": 0.0005,
       "flipud": 0.0,
       "fliplr": 0.5,
-      "mosaic": 1.0,
+      "mosaic": 0.0,
       "close_mosaic": 10,
-      "mixup": 0.1,
-      "erasing": 0.2
+      "mixup": 0.05,
+      "erasing": 0.25
     },
     "export": {
-      "imgsz": 448,
+      "imgsz": 320,
       "opset": 17,
       "quantise": "int8",
       "calibration_images": 200,
       "gates": {
         "max_accuracy_drop": 0.02,
-        "max_median_latency_ms": 50
+        "max_median_latency_ms": 25
       },
       "targets": {
-        "min_recall_heldout_city": 0.97,
-        "min_precision_on_negatives": 0.97
+        "min_formfactor_acc_heldout_city": 0.85
       }
     },
     "hub": {
@@ -170,6 +133,46 @@
       "checkpoint_dir": "/kaggle/working/checkpoints",
       "history_file": "history.json"
     },
-    "run_name": "validator"
+    "run_name": "identifier",
+    "inference": {
+      "unknown_threshold": 0.55
+    }
+  },
+  "variants": [
+    {
+      "variant": "10-reference",
+      "note": "the shipped defaults: U8S8, per-channel, minmax, stretched calibration",
+      "split": "val",
+      "settings": {
+        "activation_type": "u8",
+        "weight_type": "s8",
+        "reduce_range": false,
+        "per_channel": true,
+        "calibrate_method": "minmax",
+        "preprocess": false,
+        "calibration_fit": "stretch",
+        "exclude_head": false,
+        "head_prefix": "/model.23/",
+        "exclude_prefixes": []
+      },
+      "size_bytes": 5805084,
+      "top1": 0.9821428656578064,
+      "drop": 0.0
+    }
+  ],
+  "test": {
+    "top1": 1.0,
+    "top5": 1.0,
+    "top1_int8": 1.0,
+    "drop": 0.0
+  },
+  "confirmed_on_test": true,
+  "best_on_val": "10-reference",
+  "unknown": {
+    "crops": 47,
+    "threshold": 0.55,
+    "answered": 47,
+    "unknown_rate": 0.0,
+    "accuracy_when_answering": 1.0
   }
 }