metadata.json

{
  "model_name": "tf_efficientnet_b0.ns_jft_in1k",
  "input_size": 256,
  "mean": [
    0.485,
    0.456,
    0.406
  ],
  "std": [
    0.229,
    0.224,
    0.225
  ],
  "class_names": [
    "shit",
    "not_shit"
  ],
  "model_params": 4010110,
  "deployment": {
    "target_name": "lattepanda_n4120",
    "cpu": "Intel Celeron N4120",
    "cpu_threads": 4,
    "gpu": "Intel UHD Graphics 600",
    "memory_gib": 3.66,
    "max_model_params": 6000000,
    "max_onnx_size_mb": 32,
    "max_cpu_latency_ms_p95": 1500,
    "max_process_rss_mb": 1024
  },
  "shit_threshold": 0.149,
  "f1_shit_threshold": 0.149,
  "logit_scale": 1.0,
  "threshold_policy": "shit_threshold is selected on validation F1.",
  "quality_targets": {
    "precision": 0.99,
    "recall": 0.8,
    "f1": 0.9,
    "roc_auc": 0.95,
    "pr_auc": 0.95
  },
  "delete_allowed_negative_fragments": [],
  "last_eval": {
    "val_f1_threshold": {
      "precision": 0.9727272727272728,
      "recall": 0.8916666666666667,
      "f1": 0.9304347826086957,
      "false_positive_rate": 0.004373177842565598,
      "tp": 107,
      "shit_tp": 107,
      "delete_allowed_tp": 0,
      "fp": 3,
      "fn": 13,
      "tn": 683,
      "delete_allowed_count": 0,
      "delete_allowed_predicted_shit_count": 0
    },
    "id_test_at_val_threshold": {
      "precision": 0.9351351351351351,
      "recall": 0.9153439153439153,
      "f1": 0.9251336898395722,
      "false_positive_rate": 0.011964107676969093,
      "tp": 173,
      "shit_tp": 173,
      "delete_allowed_tp": 0,
      "fp": 12,
      "fn": 16,
      "tn": 991,
      "delete_allowed_count": 0,
      "delete_allowed_predicted_shit_count": 0
    },
    "id_test_oracle_f1": {
      "precision": 0.9558011049723757,
      "recall": 0.9153439153439153,
      "f1": 0.9351351351351351,
      "false_positive_rate": 0.007976071784646061,
      "tp": 173,
      "shit_tp": 173,
      "delete_allowed_tp": 0,
      "fp": 8,
      "fn": 16,
      "tn": 995,
      "delete_allowed_count": 0,
      "delete_allowed_predicted_shit_count": 0
    },
    "roc_auc": 0.9909029525181069,
    "pr_auc": 0.9741673091947349,
    "hard_negative_guard": {
      "false_shit_rate": 0.03954802259887006,
      "false_shit_count": 14,
      "not_shit_count": 340,
      "total": 354
    },
    "policy_positive": {
      "recall": 0.9456521739130435,
      "not_shit_miss_count": 20,
      "total": 368,
      "by_group": {
        "brown_water_floating": {
          "total": 28,
          "predicted_shit_count": 27,
          "recall": 0.9642857142857143
        },
        "clogged_toilet": {
          "total": 19,
          "predicted_shit_count": 17,
          "recall": 0.8947368421052632
        },
        "color_shifted": {
          "total": 20,
          "predicted_shit_count": 19,
          "recall": 0.95
        },
        "manual_new_shits": {
          "total": 6,
          "predicted_shit_count": 6,
          "recall": 1.0
        },
        "other_shit": {
          "total": 29,
          "predicted_shit_count": 26,
          "recall": 0.896551724137931
        },
        "subagent_fp_policy_positive": {
          "total": 2,
          "predicted_shit_count": 2,
          "recall": 1.0
        },
        "toilet_feces_general": {
          "total": 171,
          "predicted_shit_count": 164,
          "recall": 0.9590643274853801
        },
        "toilet_soiling": {
          "total": 50,
          "predicted_shit_count": 44,
          "recall": 0.88
        },
        "toilet_urine_soiling": {
          "total": 43,
          "predicted_shit_count": 43,
          "recall": 1.0
        }
      },
      "min_group_recall": 0.88
    }
  },
  "onnx": {
    "path": "models\\shit_detector.onnx",
    "size_mb": 15.341004371643066,
    "opset_version": 17,
    "providers": [
      "CPUExecutionProvider"
    ]
  },
  "checkpoint": {
    "path": "checkpoints\\best.pt",
    "selection_metric": "shit_f1",
    "selection_score": 0.9304347826086957
  }
}