chickennet-research-0.2.0-perch2 / release /training-summary.json
TheVortexProject's picture
Publish exact deployed chickennet-research-0.2.0-perch2 research bundle
791e2c9 verified
Raw
History Blame Contribute Delete
7.05 kB
{
"bundle_id": "d81cd5aee82176065f79abe4ae19db69f5c52c0ca4818d43fd981bf7781dcc41",
"class_name": "chicken_vocalization_present",
"feature_contract": {
"bundle_schema_version": 1,
"class_name": "chicken_vocalization_present",
"event_threshold": 0.9999,
"feature_dimension": 1536,
"feature_dtype": "float64",
"model_slug": "chickennet-dev2-field-probe",
"perch_model_tree_sha256": "3fb2d54b3e34534f1130052b25737e54bbb5ebfd340ec040d4510772b64c81ff",
"preprocess_recipe_id": "ffmpeg-mono-32khz-f32le-5s-nonoverlap-v1",
"runtime_event_config": {
"merge_gap_samples": 0,
"sample_rate": 32000
},
"score_semantics": "uncalibrated_case_control_ranking_score",
"source_artifact_sha256": "d1595cc65a484ea963172dcc3c8d4b20e0fb6fbc0771883b40105b77668d6686",
"training_manifest_hash": "eae3953337fa2014596d5e95f0c63387421366196fed38888a5723da01f33935",
"versions": {
"numpy": "2.4.6",
"python": "3.11.15",
"scikit_learn": "1.8.0"
}
},
"grouped_metrics": {
"test": {
"macro_average_precision": 0.9951496623299224,
"macro_f1": 0.9347791922049348,
"per_class": {
"chicken_crow": {
"average_precision": 1.0,
"evaluated_samples": 622,
"f1": 0.8571428571428571,
"precision": 1.0,
"recall": 0.75,
"support": 4
},
"chicken_other_vocalization": {
"average_precision": 1.0000000000000002,
"evaluated_samples": 622,
"f1": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 58
},
"chicken_vocalization_present": {
"average_precision": 0.9854489869897668,
"evaluated_samples": 865,
"f1": 0.9471947194719472,
"precision": 0.9534883720930233,
"recall": 0.940983606557377,
"support": 305
}
},
"samples": 865
},
"validation": {
"macro_average_precision": 0.9974691745887686,
"macro_f1": 0.9724663677130044,
"per_class": {
"chicken_crow": {
"average_precision": 1.0,
"evaluated_samples": 464,
"f1": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 6
},
"chicken_other_vocalization": {
"average_precision": 0.999540757749713,
"evaluated_samples": 464,
"f1": 0.96,
"precision": 1.0,
"recall": 0.9230769230769231,
"support": 65
},
"chicken_vocalization_present": {
"average_precision": 0.9928667660165928,
"evaluated_samples": 840,
"f1": 0.9573991031390134,
"precision": 0.9595505617977528,
"recall": 0.9552572706935123,
"support": 447
}
},
"samples": 840
}
},
"logical_dataset_hash": "eae3953337fa2014596d5e95f0c63387421366196fed38888a5723da01f33935",
"model_family": "ChickenNet",
"release_id": "chickennet-research-0.2.0-perch2",
"research_thresholds": {
"chicken_crow": 0.23,
"chicken_other_vocalization": 0.58,
"chicken_vocalization_present": 0.47
},
"retained_window_byte_audit": {
"hash_mismatches": 0,
"missing": 0,
"shared_unique_paths_across_active_heads": 10748
},
"rights": {
"core_releasable_windows": 3492,
"private_training_windows": 0,
"research_noncommercial_windows": 2000
},
"runtime_slug": "chickennet-dev2-field-probe",
"samples": 5492,
"schema_version": 1,
"source_artifact_public": false,
"source_artifact_sha256": "d1595cc65a484ea963172dcc3c8d4b20e0fb6fbc0771883b40105b77668d6686",
"source_summary": [
{
"dataset": "esc50",
"explicit_or_declared_negative": 1920,
"groups": 1524,
"label_authorities": {
"dataset_category_label": 2000
},
"partitions": {
"test": 289,
"train": 1434,
"validation": 277
},
"positive": 80,
"recordings": 2000,
"rights_lanes": {
"research_noncommercial": 2000
},
"rows": 2000,
"source_locator_field_coverage": {},
"unknown": 0
},
{
"dataset": "laying-hen-control-first",
"explicit_or_declared_negative": 0,
"groups": 4,
"label_authorities": {
"weak_recording_context_chicken_present": 96
},
"partitions": {
"train": 96
},
"positive": 96,
"recordings": 32,
"rights_lanes": {
"core_releasable": 96
},
"rows": 96,
"source_locator_field_coverage": {
"doi": 96,
"license": 96
},
"unknown": 0
},
{
"dataset": "poultry-health-first",
"explicit_or_declared_negative": 0,
"groups": 30,
"label_authorities": {
"candidate_negative_not_reviewed_absence": 25,
"dataset_chicken_bearing_class": 54
},
"partitions": {
"train": 79
},
"positive": 54,
"recordings": 30,
"rights_lanes": {
"core_releasable": 79
},
"rows": 79,
"source_locator_field_coverage": {
"doi": 79,
"license": 79
},
"unknown": 25
},
{
"dataset": "ross308",
"explicit_or_declared_negative": 59,
"groups": 14,
"label_authorities": {
"bundled_readme_environment_label": 59,
"manual_temporal_annotation": 258
},
"partitions": {
"test": 74,
"train": 150,
"validation": 93
},
"positive": 258,
"recordings": 26,
"rights_lanes": {
"core_releasable": 317
},
"rows": 317,
"source_locator_field_coverage": {},
"unknown": 0
},
{
"dataset": "smartears-full",
"explicit_or_declared_negative": 1000,
"groups": 65,
"label_authorities": {
"dataset_chicken_bearing_class": 2000,
"dataset_explicit_no_chicken_sound": 1000
},
"partitions": {
"test": 502,
"train": 2028,
"validation": 470
},
"positive": 2000,
"recordings": 3000,
"rights_lanes": {
"core_releasable": 3000
},
"rows": 3000,
"source_locator_field_coverage": {
"doi": 3000,
"license": 3000
},
"unknown": 0
}
],
"split_audit": {
"duplicate_window_ids": 0,
"groups_crossing_partitions": 0,
"missing_required_fields": 0,
"recordings_crossing_partitions": 0
},
"training_manifest_jsonl_sha256": "afe315fcb4f6f8a096ea45a0cc20c6b86256b868b7f5e5589257aec8a228d1d5",
"training_manifest_public": false,
"training_source_state": {
"changed_paths": [
"scripts/train_perch_candidate.py",
"src/insectnet/candidate.py",
"tests/test_candidate.py"
],
"dirty": true,
"git_commit": "16c71e04ea8b9c34dec79df55f7fb8552af5dfd5",
"limitation": "Exact trained and data bytes survive; the clean commit alone does not reconstruct the historical dirty trainer source state."
}
}