pino-source-code / artifacts /frozen_eval_morgan.json
Matthew Ford
chore: two-arm A/B checkpoints + frozen-benchmark readout -> HF
862b5bf
Raw
History Blame Contribute Delete
7.59 kB
{
"arm": "morgan",
"structural_source": "morgan",
"checkpoint": {
"path": "models/pimt_ab_morgan.pt",
"sha256": "30c9ea725f7f0132ed869a54b285b9a6b13a7522f7f5662f12e5102dc067cd29"
},
"model_dims": {
"embedding_dim": 151,
"state_dim": 2,
"hidden_dim": 256,
"num_heads": 4,
"num_layers": 4
},
"input_embedding_dim": 151,
"substitution_triplets": {
"n_triplets": 8,
"n_correct": 2,
"accuracy": 0.25,
"chance": 0.5,
"details": [
{
"triplet_id": "triplet_0000",
"target": "Lilial",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0,
"correct": true
},
{
"triplet_id": "triplet_0001",
"target": "Lyral",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0,
"correct": true
},
{
"triplet_id": "triplet_0002",
"target": "Linalool",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0,
"correct": false
},
{
"triplet_id": "triplet_0003",
"target": "Anisic aldehyde",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0,
"correct": false
},
{
"triplet_id": "triplet_0004",
"target": "Patchouli",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0,
"correct": false
},
{
"triplet_id": "triplet_0005",
"target": "Methyl phenylacetate",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0,
"correct": false
},
{
"triplet_id": "triplet_0006",
"target": "Geraniol",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0,
"correct": false
},
{
"triplet_id": "triplet_0007",
"target": "Cedarwood Virginia",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0,
"correct": false
}
]
},
"prospective_formulas": {
"n_formulas": 40,
"mean_family_profile_cosine": 0.5257,
"note": "model-predicted pyramid projected onto family tag-space vs sequestered intended profile",
"details": [
{
"formula_id": "PROSP_20260717_000",
"genre": "citrus_cologne",
"family_profile_cosine": 0.2962
},
{
"formula_id": "PROSP_20260717_001",
"genre": "floral_woody",
"family_profile_cosine": 0.5209
},
{
"formula_id": "PROSP_20260717_002",
"genre": "amber_oriental",
"family_profile_cosine": 0.9283
},
{
"formula_id": "PROSP_20260717_003",
"genre": "fougere",
"family_profile_cosine": 0.6077
},
{
"formula_id": "PROSP_20260717_004",
"genre": "wildcard",
"family_profile_cosine": 0.239
},
{
"formula_id": "PROSP_20260717_005",
"genre": "citrus_cologne",
"family_profile_cosine": 0.2246
},
{
"formula_id": "PROSP_20260717_006",
"genre": "floral_woody",
"family_profile_cosine": 0.3304
},
{
"formula_id": "PROSP_20260717_007",
"genre": "amber_oriental",
"family_profile_cosine": 0.5338
},
{
"formula_id": "PROSP_20260717_008",
"genre": "fougere",
"family_profile_cosine": 0.5691
},
{
"formula_id": "PROSP_20260717_009",
"genre": "wildcard",
"family_profile_cosine": 0.3949
},
{
"formula_id": "PROSP_20260717_010",
"genre": "citrus_cologne",
"family_profile_cosine": 0.2702
},
{
"formula_id": "PROSP_20260717_011",
"genre": "floral_woody",
"family_profile_cosine": 0.5194
},
{
"formula_id": "PROSP_20260717_012",
"genre": "amber_oriental",
"family_profile_cosine": 0.8649
},
{
"formula_id": "PROSP_20260717_013",
"genre": "fougere",
"family_profile_cosine": 0.3177
},
{
"formula_id": "PROSP_20260717_014",
"genre": "wildcard",
"family_profile_cosine": 0.6716
},
{
"formula_id": "PROSP_20260717_015",
"genre": "citrus_cologne",
"family_profile_cosine": 0.2529
},
{
"formula_id": "PROSP_20260717_016",
"genre": "floral_woody",
"family_profile_cosine": 0.6465
},
{
"formula_id": "PROSP_20260717_017",
"genre": "amber_oriental",
"family_profile_cosine": 0.793
},
{
"formula_id": "PROSP_20260717_018",
"genre": "fougere",
"family_profile_cosine": 0.6019
},
{
"formula_id": "PROSP_20260717_019",
"genre": "wildcard",
"family_profile_cosine": 0.2114
},
{
"formula_id": "PROSP_20260717_020",
"genre": "citrus_cologne",
"family_profile_cosine": 0.2876
},
{
"formula_id": "PROSP_20260717_021",
"genre": "floral_woody",
"family_profile_cosine": 0.6446
},
{
"formula_id": "PROSP_20260717_022",
"genre": "amber_oriental",
"family_profile_cosine": 0.9289
},
{
"formula_id": "PROSP_20260717_023",
"genre": "fougere",
"family_profile_cosine": 0.5763
},
{
"formula_id": "PROSP_20260717_024",
"genre": "wildcard",
"family_profile_cosine": 0.5531
},
{
"formula_id": "PROSP_20260717_025",
"genre": "citrus_cologne",
"family_profile_cosine": 0.292
},
{
"formula_id": "PROSP_20260717_026",
"genre": "floral_woody",
"family_profile_cosine": 0.4374
},
{
"formula_id": "PROSP_20260717_027",
"genre": "amber_oriental",
"family_profile_cosine": 0.9213
},
{
"formula_id": "PROSP_20260717_028",
"genre": "fougere",
"family_profile_cosine": 0.6156
},
{
"formula_id": "PROSP_20260717_029",
"genre": "wildcard",
"family_profile_cosine": 0.3443
},
{
"formula_id": "PROSP_20260717_030",
"genre": "citrus_cologne",
"family_profile_cosine": 0.2765
},
{
"formula_id": "PROSP_20260717_031",
"genre": "floral_woody",
"family_profile_cosine": 0.4002
},
{
"formula_id": "PROSP_20260717_032",
"genre": "amber_oriental",
"family_profile_cosine": 0.8662
},
{
"formula_id": "PROSP_20260717_033",
"genre": "fougere",
"family_profile_cosine": 0.5251
},
{
"formula_id": "PROSP_20260717_034",
"genre": "wildcard",
"family_profile_cosine": 0.3551
},
{
"formula_id": "PROSP_20260717_035",
"genre": "citrus_cologne",
"family_profile_cosine": 0.282
},
{
"formula_id": "PROSP_20260717_036",
"genre": "floral_woody",
"family_profile_cosine": 0.6647
},
{
"formula_id": "PROSP_20260717_037",
"genre": "amber_oriental",
"family_profile_cosine": 0.9147
},
{
"formula_id": "PROSP_20260717_038",
"genre": "fougere",
"family_profile_cosine": 0.5237
},
{
"formula_id": "PROSP_20260717_039",
"genre": "wildcard",
"family_profile_cosine": 0.8252
}
]
},
"label_access": "evaluation_only; results reported for all outcomes incl. negative"
}