pino-source-code / artifacts /paper_stats_bundle.json
Matthew Ford
fix: paper_data exporter prefers GPU readout; stamp val_total into GPU evals; stats bundle
c7b5dd7
Raw
History Blame Contribute Delete
25.1 kB
{
"generated_utc": "2026-07-17T08:13:56Z",
"purpose": "consolidated paper statistics (two-arm representation A/B, GPU, 20 epochs, T4)",
"config": {
"epochs": 20,
"batch_size": 32,
"lr": 0.0003,
"seed": 42,
"train_ratio": 0.85,
"flavor": "t4-medium",
"device": "cuda"
},
"dataset": {
"name": "empirical_dataset_v9_plus_wisemoor_clean.repaired.jsonl"
},
"arms": {
"morgan": {
"checkpoint_sha256": "86138f61c5efd84cb8fb1156caff1e43afdafbfe8fe8aa95970c6165c177302f",
"final_val_total": 0.3959,
"input_embedding_dim": 151,
"frozen_eval": {
"arm": "morgan_gpu",
"structural_source": "morgan",
"checkpoint": {
"path": "/workspace/ab_out/pimt_ab_morgan_gpu.pt",
"sha256": "86138f61c5efd84cb8fb1156caff1e43afdafbfe8fe8aa95970c6165c177302f"
},
"model_dims": {
"embedding_dim": 151,
"state_dim": 2,
"hidden_dim": 256,
"num_heads": 4,
"num_layers": 4
},
"input_embedding_dim": 151,
"substitution_triplets": {
"n_triplets": 20,
"n_correct": 6,
"accuracy": 0.3,
"chance": 0.5,
"details": [
{
"triplet_id": "triplet_0000",
"target": "Vanillin",
"cos_dist_preferred": 0.1702,
"cos_dist_distractor": 0.0,
"correct": false
},
{
"triplet_id": "triplet_0001",
"target": "Lilial",
"cos_dist_preferred": 0.6506,
"cos_dist_distractor": 0.0138,
"correct": false
},
{
"triplet_id": "triplet_0002",
"target": "Lyral",
"cos_dist_preferred": 0.7618,
"cos_dist_distractor": 0.1079,
"correct": false
},
{
"triplet_id": "triplet_0003",
"target": "Linalool",
"cos_dist_preferred": 0.0675,
"cos_dist_distractor": 0.0675,
"correct": false
},
{
"triplet_id": "triplet_0004",
"target": "Anisic aldehyde",
"cos_dist_preferred": 0.0796,
"cos_dist_distractor": 0.0017,
"correct": false
},
{
"triplet_id": "triplet_0005",
"target": "BHT",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0609,
"correct": true
},
{
"triplet_id": "triplet_0006",
"target": "Orris butter",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0594,
"correct": true
},
{
"triplet_id": "triplet_0007",
"target": "Patchouli",
"cos_dist_preferred": 0.0603,
"cos_dist_distractor": 0.0004,
"correct": false
},
{
"triplet_id": "triplet_0008",
"target": "Benzyl salicylate",
"cos_dist_preferred": 0.0837,
"cos_dist_distractor": 0.0837,
"correct": false
},
{
"triplet_id": "triplet_0009",
"target": "Methyl heptine carbonate",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0754,
"correct": true
},
{
"triplet_id": "triplet_0010",
"target": "Indole",
"cos_dist_preferred": 0.0631,
"cos_dist_distractor": 0.0003,
"correct": false
},
{
"triplet_id": "triplet_0011",
"target": "Rose oxide",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0615,
"correct": true
},
{
"triplet_id": "triplet_0012",
"target": "Methyl phenylacetate",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0726,
"correct": true
},
{
"triplet_id": "triplet_0013",
"target": "Coumarin",
"cos_dist_preferred": 0.0845,
"cos_dist_distractor": 0.0038,
"correct": false
},
{
"triplet_id": "triplet_0014",
"target": "Galaxolide",
"cos_dist_preferred": 0.0603,
"cos_dist_distractor": 0.0008,
"correct": false
},
{
"triplet_id": "triplet_0015",
"target": "Geraniol",
"cos_dist_preferred": 0.068,
"cos_dist_distractor": 0.0009,
"correct": false
},
{
"triplet_id": "triplet_0016",
"target": "Vanillin",
"cos_dist_preferred": 0.1702,
"cos_dist_distractor": 0.0,
"correct": false
},
{
"triplet_id": "triplet_0017",
"target": "Dihydrocoumarin",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0728,
"correct": true
},
{
"triplet_id": "triplet_0018",
"target": "Coumarin",
"cos_dist_preferred": 0.0845,
"cos_dist_distractor": 0.0038,
"correct": false
},
{
"triplet_id": "triplet_0019",
"target": "Cedarwood Virginia",
"cos_dist_preferred": 0.0628,
"cos_dist_distractor": 0.0002,
"correct": false
}
]
},
"prospective_formulas": {
"n_formulas": 40,
"mean_family_profile_cosine": 0.5378,
"note": "model-predicted pyramid projected onto family tag-space vs sequestered intended profile",
"details": [
{
"formula_id": "PROSP_20260717_000",
"genre": "citrus_cologne",
"family_profile_cosine": 0.3011
},
{
"formula_id": "PROSP_20260717_001",
"genre": "floral_woody",
"family_profile_cosine": 0.5382
},
{
"formula_id": "PROSP_20260717_002",
"genre": "amber_oriental",
"family_profile_cosine": 0.9083
},
{
"formula_id": "PROSP_20260717_003",
"genre": "fougere",
"family_profile_cosine": 0.7044
},
{
"formula_id": "PROSP_20260717_004",
"genre": "wildcard",
"family_profile_cosine": 0.2158
},
{
"formula_id": "PROSP_20260717_005",
"genre": "citrus_cologne",
"family_profile_cosine": 0.1756
},
{
"formula_id": "PROSP_20260717_006",
"genre": "floral_woody",
"family_profile_cosine": 0.3276
},
{
"formula_id": "PROSP_20260717_007",
"genre": "amber_oriental",
"family_profile_cosine": 0.5401
},
{
"formula_id": "PROSP_20260717_008",
"genre": "fougere",
"family_profile_cosine": 0.6431
},
{
"formula_id": "PROSP_20260717_009",
"genre": "wildcard",
"family_profile_cosine": 0.3985
},
{
"formula_id": "PROSP_20260717_010",
"genre": "citrus_cologne",
"family_profile_cosine": 0.2661
},
{
"formula_id": "PROSP_20260717_011",
"genre": "floral_woody",
"family_profile_cosine": 0.5599
},
{
"formula_id": "PROSP_20260717_012",
"genre": "amber_oriental",
"family_profile_cosine": 0.8922
},
{
"formula_id": "PROSP_20260717_013",
"genre": "fougere",
"family_profile_cosine": 0.3377
},
{
"formula_id": "PROSP_20260717_014",
"genre": "wildcard",
"family_profile_cosine": 0.5331
},
{
"formula_id": "PROSP_20260717_015",
"genre": "citrus_cologne",
"family_profile_cosine": 0.1992
},
{
"formula_id": "PROSP_20260717_016",
"genre": "floral_woody",
"family_profile_cosine": 0.6992
},
{
"formula_id": "PROSP_20260717_017",
"genre": "amber_oriental",
"family_profile_cosine": 0.8322
},
{
"formula_id": "PROSP_20260717_018",
"genre": "fougere",
"family_profile_cosine": 0.7017
},
{
"formula_id": "PROSP_20260717_019",
"genre": "wildcard",
"family_profile_cosine": 0.1845
},
{
"formula_id": "PROSP_20260717_020",
"genre": "citrus_cologne",
"family_profile_cosine": 0.2762
},
{
"formula_id": "PROSP_20260717_021",
"genre": "floral_woody",
"family_profile_cosine": 0.7094
},
{
"formula_id": "PROSP_20260717_022",
"genre": "amber_oriental",
"family_profile_cosine": 0.9132
},
{
"formula_id": "PROSP_20260717_023",
"genre": "fougere",
"family_profile_cosine": 0.6665
},
{
"formula_id": "PROSP_20260717_024",
"genre": "wildcard",
"family_profile_cosine": 0.5551
},
{
"formula_id": "PROSP_20260717_025",
"genre": "citrus_cologne",
"family_profile_cosine": 0.2934
},
{
"formula_id": "PROSP_20260717_026",
"genre": "floral_woody",
"family_profile_cosine": 0.4553
},
{
"formula_id": "PROSP_20260717_027",
"genre": "amber_oriental",
"family_profile_cosine": 0.8877
},
{
"formula_id": "PROSP_20260717_028",
"genre": "fougere",
"family_profile_cosine": 0.7027
},
{
"formula_id": "PROSP_20260717_029",
"genre": "wildcard",
"family_profile_cosine": 0.3348
},
{
"formula_id": "PROSP_20260717_030",
"genre": "citrus_cologne",
"family_profile_cosine": 0.2557
},
{
"formula_id": "PROSP_20260717_031",
"genre": "floral_woody",
"family_profile_cosine": 0.3972
},
{
"formula_id": "PROSP_20260717_032",
"genre": "amber_oriental",
"family_profile_cosine": 0.828
},
{
"formula_id": "PROSP_20260717_033",
"genre": "fougere",
"family_profile_cosine": 0.5823
},
{
"formula_id": "PROSP_20260717_034",
"genre": "wildcard",
"family_profile_cosine": 0.3523
},
{
"formula_id": "PROSP_20260717_035",
"genre": "citrus_cologne",
"family_profile_cosine": 0.2488
},
{
"formula_id": "PROSP_20260717_036",
"genre": "floral_woody",
"family_profile_cosine": 0.7222
},
{
"formula_id": "PROSP_20260717_037",
"genre": "amber_oriental",
"family_profile_cosine": 0.9278
},
{
"formula_id": "PROSP_20260717_038",
"genre": "fougere",
"family_profile_cosine": 0.5847
},
{
"formula_id": "PROSP_20260717_039",
"genre": "wildcard",
"family_profile_cosine": 0.8618
}
]
},
"label_access": "evaluation_only; results reported for all outcomes incl. negative"
}
},
"openpom_256": {
"checkpoint_sha256": "2fac617d70731b01c4719d9ab4a6588372d8dccaac59ad6bc1ebd37975abe592",
"final_val_total": 0.36,
"input_embedding_dim": 269,
"frozen_eval": {
"arm": "openpom_256_gpu",
"structural_source": "openpom_256",
"checkpoint": {
"path": "/workspace/ab_out/pimt_ab_openpom_256_gpu.pt",
"sha256": "2fac617d70731b01c4719d9ab4a6588372d8dccaac59ad6bc1ebd37975abe592"
},
"model_dims": {
"embedding_dim": 269,
"state_dim": 2,
"hidden_dim": 256,
"num_heads": 4,
"num_layers": 4
},
"input_embedding_dim": 269,
"substitution_triplets": {
"n_triplets": 20,
"n_correct": 9,
"accuracy": 0.45,
"chance": 0.5,
"details": [
{
"triplet_id": "triplet_0000",
"target": "Vanillin",
"cos_dist_preferred": 0.2097,
"cos_dist_distractor": 0.0,
"correct": false
},
{
"triplet_id": "triplet_0001",
"target": "Lilial",
"cos_dist_preferred": 0.0016,
"cos_dist_distractor": 0.009,
"correct": true
},
{
"triplet_id": "triplet_0002",
"target": "Lyral",
"cos_dist_preferred": 0.0351,
"cos_dist_distractor": 0.0423,
"correct": true
},
{
"triplet_id": "triplet_0003",
"target": "Linalool",
"cos_dist_preferred": 0.378,
"cos_dist_distractor": 0.0056,
"correct": false
},
{
"triplet_id": "triplet_0004",
"target": "Anisic aldehyde",
"cos_dist_preferred": 0.0494,
"cos_dist_distractor": 0.0499,
"correct": true
},
{
"triplet_id": "triplet_0005",
"target": "BHT",
"cos_dist_preferred": 0.2355,
"cos_dist_distractor": 0.2999,
"correct": true
},
{
"triplet_id": "triplet_0006",
"target": "Orris butter",
"cos_dist_preferred": 0.0001,
"cos_dist_distractor": 0.2039,
"correct": true
},
{
"triplet_id": "triplet_0007",
"target": "Patchouli",
"cos_dist_preferred": 0.2414,
"cos_dist_distractor": 0.1979,
"correct": false
},
{
"triplet_id": "triplet_0008",
"target": "Benzyl salicylate",
"cos_dist_preferred": 0.2737,
"cos_dist_distractor": 0.2737,
"correct": false
},
{
"triplet_id": "triplet_0009",
"target": "Methyl heptine carbonate",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.4438,
"correct": true
},
{
"triplet_id": "triplet_0010",
"target": "Indole",
"cos_dist_preferred": 0.4799,
"cos_dist_distractor": 0.0372,
"correct": false
},
{
"triplet_id": "triplet_0011",
"target": "Rose oxide",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.438,
"correct": true
},
{
"triplet_id": "triplet_0012",
"target": "Methyl phenylacetate",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.4619,
"correct": true
},
{
"triplet_id": "triplet_0013",
"target": "Coumarin",
"cos_dist_preferred": 0.3794,
"cos_dist_distractor": 0.1676,
"correct": false
},
{
"triplet_id": "triplet_0014",
"target": "Galaxolide",
"cos_dist_preferred": 0.2205,
"cos_dist_distractor": 0.039,
"correct": false
},
{
"triplet_id": "triplet_0015",
"target": "Geraniol",
"cos_dist_preferred": 0.3893,
"cos_dist_distractor": 0.0051,
"correct": false
},
{
"triplet_id": "triplet_0016",
"target": "Vanillin",
"cos_dist_preferred": 0.2097,
"cos_dist_distractor": 0.0,
"correct": false
},
{
"triplet_id": "triplet_0017",
"target": "Dihydrocoumarin",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.3229,
"correct": true
},
{
"triplet_id": "triplet_0018",
"target": "Coumarin",
"cos_dist_preferred": 0.3794,
"cos_dist_distractor": 0.1676,
"correct": false
},
{
"triplet_id": "triplet_0019",
"target": "Cedarwood Virginia",
"cos_dist_preferred": 0.1598,
"cos_dist_distractor": 0.0246,
"correct": false
}
]
},
"prospective_formulas": {
"n_formulas": 40,
"mean_family_profile_cosine": 0.6121,
"note": "model-predicted pyramid projected onto family tag-space vs sequestered intended profile",
"details": [
{
"formula_id": "PROSP_20260717_000",
"genre": "citrus_cologne",
"family_profile_cosine": 0.6268
},
{
"formula_id": "PROSP_20260717_001",
"genre": "floral_woody",
"family_profile_cosine": 0.6197
},
{
"formula_id": "PROSP_20260717_002",
"genre": "amber_oriental",
"family_profile_cosine": 0.8076
},
{
"formula_id": "PROSP_20260717_003",
"genre": "fougere",
"family_profile_cosine": 0.6126
},
{
"formula_id": "PROSP_20260717_004",
"genre": "wildcard",
"family_profile_cosine": 0.4581
},
{
"formula_id": "PROSP_20260717_005",
"genre": "citrus_cologne",
"family_profile_cosine": 0.4851
},
{
"formula_id": "PROSP_20260717_006",
"genre": "floral_woody",
"family_profile_cosine": 0.4946
},
{
"formula_id": "PROSP_20260717_007",
"genre": "amber_oriental",
"family_profile_cosine": 0.4715
},
{
"formula_id": "PROSP_20260717_008",
"genre": "fougere",
"family_profile_cosine": 0.6278
},
{
"formula_id": "PROSP_20260717_009",
"genre": "wildcard",
"family_profile_cosine": 0.4372
},
{
"formula_id": "PROSP_20260717_010",
"genre": "citrus_cologne",
"family_profile_cosine": 0.5573
},
{
"formula_id": "PROSP_20260717_011",
"genre": "floral_woody",
"family_profile_cosine": 0.5567
},
{
"formula_id": "PROSP_20260717_012",
"genre": "amber_oriental",
"family_profile_cosine": 0.7699
},
{
"formula_id": "PROSP_20260717_013",
"genre": "fougere",
"family_profile_cosine": 0.5361
},
{
"formula_id": "PROSP_20260717_014",
"genre": "wildcard",
"family_profile_cosine": 0.6481
},
{
"formula_id": "PROSP_20260717_015",
"genre": "citrus_cologne",
"family_profile_cosine": 0.4822
},
{
"formula_id": "PROSP_20260717_016",
"genre": "floral_woody",
"family_profile_cosine": 0.7437
},
{
"formula_id": "PROSP_20260717_017",
"genre": "amber_oriental",
"family_profile_cosine": 0.6838
},
{
"formula_id": "PROSP_20260717_018",
"genre": "fougere",
"family_profile_cosine": 0.5878
},
{
"formula_id": "PROSP_20260717_019",
"genre": "wildcard",
"family_profile_cosine": 0.4491
},
{
"formula_id": "PROSP_20260717_020",
"genre": "citrus_cologne",
"family_profile_cosine": 0.5516
},
{
"formula_id": "PROSP_20260717_021",
"genre": "floral_woody",
"family_profile_cosine": 0.5919
},
{
"formula_id": "PROSP_20260717_022",
"genre": "amber_oriental",
"family_profile_cosine": 0.8009
},
{
"formula_id": "PROSP_20260717_023",
"genre": "fougere",
"family_profile_cosine": 0.6886
},
{
"formula_id": "PROSP_20260717_024",
"genre": "wildcard",
"family_profile_cosine": 0.6157
},
{
"formula_id": "PROSP_20260717_025",
"genre": "citrus_cologne",
"family_profile_cosine": 0.5615
},
{
"formula_id": "PROSP_20260717_026",
"genre": "floral_woody",
"family_profile_cosine": 0.6091
},
{
"formula_id": "PROSP_20260717_027",
"genre": "amber_oriental",
"family_profile_cosine": 0.7918
},
{
"formula_id": "PROSP_20260717_028",
"genre": "fougere",
"family_profile_cosine": 0.6278
},
{
"formula_id": "PROSP_20260717_029",
"genre": "wildcard",
"family_profile_cosine": 0.4209
},
{
"formula_id": "PROSP_20260717_030",
"genre": "citrus_cologne",
"family_profile_cosine": 0.5857
},
{
"formula_id": "PROSP_20260717_031",
"genre": "floral_woody",
"family_profile_cosine": 0.5654
},
{
"formula_id": "PROSP_20260717_032",
"genre": "amber_oriental",
"family_profile_cosine": 0.7793
},
{
"formula_id": "PROSP_20260717_033",
"genre": "fougere",
"family_profile_cosine": 0.6383
},
{
"formula_id": "PROSP_20260717_034",
"genre": "wildcard",
"family_profile_cosine": 0.5736
},
{
"formula_id": "PROSP_20260717_035",
"genre": "citrus_cologne",
"family_profile_cosine": 0.6019
},
{
"formula_id": "PROSP_20260717_036",
"genre": "floral_woody",
"family_profile_cosine": 0.6785
},
{
"formula_id": "PROSP_20260717_037",
"genre": "amber_oriental",
"family_profile_cosine": 0.7756
},
{
"formula_id": "PROSP_20260717_038",
"genre": "fougere",
"family_profile_cosine": 0.6536
},
{
"formula_id": "PROSP_20260717_039",
"genre": "wildcard",
"family_profile_cosine": 0.7172
}
]
},
"label_access": "evaluation_only; results reported for all outcomes incl. negative"
}
}
}
}