{ "model_name": "tf_efficientnet_b0.ns_jft_in1k", "input_size": 256, "mean": [ 0.485, 0.456, 0.406 ], "std": [ 0.229, 0.224, 0.225 ], "class_names": [ "shit", "not_shit" ], "model_params": 4010110, "deployment": { "target_name": "lattepanda_n4120", "cpu": "Intel Celeron N4120", "cpu_threads": 4, "gpu": "Intel UHD Graphics 600", "memory_gib": 3.66, "max_model_params": 6000000, "max_onnx_size_mb": 32, "max_cpu_latency_ms_p95": 1500, "max_process_rss_mb": 1024 }, "shit_threshold": 0.149, "f1_shit_threshold": 0.149, "logit_scale": 1.0, "threshold_policy": "shit_threshold is selected on validation F1.", "quality_targets": { "precision": 0.99, "recall": 0.8, "f1": 0.9, "roc_auc": 0.95, "pr_auc": 0.95 }, "delete_allowed_negative_fragments": [], "last_eval": { "val_f1_threshold": { "precision": 0.9727272727272728, "recall": 0.8916666666666667, "f1": 0.9304347826086957, "false_positive_rate": 0.004373177842565598, "tp": 107, "shit_tp": 107, "delete_allowed_tp": 0, "fp": 3, "fn": 13, "tn": 683, "delete_allowed_count": 0, "delete_allowed_predicted_shit_count": 0 }, "id_test_at_val_threshold": { "precision": 0.9351351351351351, "recall": 0.9153439153439153, "f1": 0.9251336898395722, "false_positive_rate": 0.011964107676969093, "tp": 173, "shit_tp": 173, "delete_allowed_tp": 0, "fp": 12, "fn": 16, "tn": 991, "delete_allowed_count": 0, "delete_allowed_predicted_shit_count": 0 }, "id_test_oracle_f1": { "precision": 0.9558011049723757, "recall": 0.9153439153439153, "f1": 0.9351351351351351, "false_positive_rate": 0.007976071784646061, "tp": 173, "shit_tp": 173, "delete_allowed_tp": 0, "fp": 8, "fn": 16, "tn": 995, "delete_allowed_count": 0, "delete_allowed_predicted_shit_count": 0 }, "roc_auc": 0.9909029525181069, "pr_auc": 0.9741673091947349, "hard_negative_guard": { "false_shit_rate": 0.03954802259887006, "false_shit_count": 14, "not_shit_count": 340, "total": 354 }, "policy_positive": { "recall": 0.9456521739130435, "not_shit_miss_count": 20, "total": 368, "by_group": { "brown_water_floating": { "total": 28, "predicted_shit_count": 27, "recall": 0.9642857142857143 }, "clogged_toilet": { "total": 19, "predicted_shit_count": 17, "recall": 0.8947368421052632 }, "color_shifted": { "total": 20, "predicted_shit_count": 19, "recall": 0.95 }, "manual_new_shits": { "total": 6, "predicted_shit_count": 6, "recall": 1.0 }, "other_shit": { "total": 29, "predicted_shit_count": 26, "recall": 0.896551724137931 }, "subagent_fp_policy_positive": { "total": 2, "predicted_shit_count": 2, "recall": 1.0 }, "toilet_feces_general": { "total": 171, "predicted_shit_count": 164, "recall": 0.9590643274853801 }, "toilet_soiling": { "total": 50, "predicted_shit_count": 44, "recall": 0.88 }, "toilet_urine_soiling": { "total": 43, "predicted_shit_count": 43, "recall": 1.0 } }, "min_group_recall": 0.88 } }, "onnx": { "path": "models\\shit_detector.onnx", "size_mb": 15.341004371643066, "opset_version": 17, "providers": [ "CPUExecutionProvider" ] }, "checkpoint": { "path": "checkpoints\\best.pt", "selection_metric": "shit_f1", "selection_score": 0.9304347826086957 } }