File size: 2,856 Bytes
371c1ae | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 | {
"protocol_version": 1,
"status": "embeddings_exported_benchmark_not_run",
"dataset": {
"path": "data/empirical_dataset_v9_plus_wisemoor_clean.jsonl",
"sha256": "9219f4adf6a76e9e494bfbe9b0be80e3ef092f2e395ae477fdf8977df1ae2cd6",
"records": 5708
},
"checkpoint": {
"path": "models/pimt_clean_rerun/pimt_clean_rerun.pt",
"sha256": "e7c1794fd1ed8f67e1ee910af45cdd4f5d8097eb014cbda3138a8f10cd939d99"
},
"git_commit": "3c1e178cde8eaebf9dcc14c2e94001fcc88f87e7",
"split": {
"method": "active-molecule assignment; mixed-boundary formulas excluded",
"train_ratio": 0.6,
"seeds": [
1,
2,
3
],
"minimum_records_per_genre_per_partition": 5
},
"benchmark": {
"probe": "training-standardized nearest centroid",
"bootstrap_samples": 10000,
"bootstrap_seed": 8675309,
"minimum_valid_splits": 3,
"required_margin": 0.0,
"decision": "support iff every valid split has paired CI95 lower bound > required_margin"
},
"manifest": "artifacts/genre_eval_frozen/genre_split_manifest.json",
"coverage_audit": [
{
"name": "seed_1",
"seed": 1,
"train_records": 672,
"test_records": 327,
"excluded_records": 4709,
"train_genres": {
"amber_oriental": 67,
"citrus_cologne": 70,
"floral_woody": 65,
"fougere": 53,
"wildcard": 417
},
"test_genres": {
"amber_oriental": 15,
"citrus_cologne": 16,
"floral_woody": 13,
"fougere": 10,
"wildcard": 273
},
"minimum_per_genre": 5,
"coverage_passed": true
},
{
"name": "seed_2",
"seed": 2,
"train_records": 623,
"test_records": 309,
"excluded_records": 4776,
"train_genres": {
"amber_oriental": 51,
"citrus_cologne": 65,
"floral_woody": 53,
"fougere": 43,
"wildcard": 411
},
"test_genres": {
"amber_oriental": 14,
"citrus_cologne": 11,
"floral_woody": 22,
"fougere": 9,
"wildcard": 253
},
"minimum_per_genre": 5,
"coverage_passed": true
},
{
"name": "seed_3",
"seed": 3,
"train_records": 625,
"test_records": 340,
"excluded_records": 4743,
"train_genres": {
"amber_oriental": 75,
"citrus_cologne": 54,
"floral_woody": 51,
"fougere": 47,
"wildcard": 398
},
"test_genres": {
"amber_oriental": 16,
"citrus_cologne": 14,
"floral_woody": 21,
"fougere": 15,
"wildcard": 274
},
"minimum_per_genre": 5,
"coverage_passed": true
}
],
"embedding_export": {
"pooling": "unmasked mean over time and active ingredient tokens",
"dimension": 256,
"unique_records": 1511
}
}
|