pino-source-code / artifacts /frozen_eval_openpom_256.json
Matthew Ford
chore: two-arm A/B checkpoints + frozen-benchmark readout -> HF
862b5bf
Raw
History Blame Contribute Delete
7.61 kB
{
"arm": "openpom_256",
"structural_source": "openpom_256",
"checkpoint": {
"path": "models/pimt_ab_openpom.pt",
"sha256": "52fbe979a8db4d5ae5355849de8a0612e42111db76cc8c64ecefca231e9c6a88"
},
"model_dims": {
"embedding_dim": 269,
"state_dim": 2,
"hidden_dim": 256,
"num_heads": 4,
"num_layers": 4
},
"input_embedding_dim": 269,
"substitution_triplets": {
"n_triplets": 8,
"n_correct": 4,
"accuracy": 0.5,
"chance": 0.5,
"details": [
{
"triplet_id": "triplet_0000",
"target": "Lilial",
"cos_dist_preferred": 0.0004,
"cos_dist_distractor": 0.0004,
"correct": false
},
{
"triplet_id": "triplet_0001",
"target": "Lyral",
"cos_dist_preferred": 0.0032,
"cos_dist_distractor": 0.0004,
"correct": false
},
{
"triplet_id": "triplet_0002",
"target": "Linalool",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0,
"correct": false
},
{
"triplet_id": "triplet_0003",
"target": "Anisic aldehyde",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0,
"correct": false
},
{
"triplet_id": "triplet_0004",
"target": "Patchouli",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0,
"correct": true
},
{
"triplet_id": "triplet_0005",
"target": "Methyl phenylacetate",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0,
"correct": true
},
{
"triplet_id": "triplet_0006",
"target": "Geraniol",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0,
"correct": true
},
{
"triplet_id": "triplet_0007",
"target": "Cedarwood Virginia",
"cos_dist_preferred": 0.0,
"cos_dist_distractor": 0.0,
"correct": true
}
]
},
"prospective_formulas": {
"n_formulas": 40,
"mean_family_profile_cosine": 0.5349,
"note": "model-predicted pyramid projected onto family tag-space vs sequestered intended profile",
"details": [
{
"formula_id": "PROSP_20260717_000",
"genre": "citrus_cologne",
"family_profile_cosine": 0.3649
},
{
"formula_id": "PROSP_20260717_001",
"genre": "floral_woody",
"family_profile_cosine": 0.528
},
{
"formula_id": "PROSP_20260717_002",
"genre": "amber_oriental",
"family_profile_cosine": 0.9077
},
{
"formula_id": "PROSP_20260717_003",
"genre": "fougere",
"family_profile_cosine": 0.6047
},
{
"formula_id": "PROSP_20260717_004",
"genre": "wildcard",
"family_profile_cosine": 0.2419
},
{
"formula_id": "PROSP_20260717_005",
"genre": "citrus_cologne",
"family_profile_cosine": 0.2565
},
{
"formula_id": "PROSP_20260717_006",
"genre": "floral_woody",
"family_profile_cosine": 0.3351
},
{
"formula_id": "PROSP_20260717_007",
"genre": "amber_oriental",
"family_profile_cosine": 0.5374
},
{
"formula_id": "PROSP_20260717_008",
"genre": "fougere",
"family_profile_cosine": 0.5725
},
{
"formula_id": "PROSP_20260717_009",
"genre": "wildcard",
"family_profile_cosine": 0.4127
},
{
"formula_id": "PROSP_20260717_010",
"genre": "citrus_cologne",
"family_profile_cosine": 0.3031
},
{
"formula_id": "PROSP_20260717_011",
"genre": "floral_woody",
"family_profile_cosine": 0.5204
},
{
"formula_id": "PROSP_20260717_012",
"genre": "amber_oriental",
"family_profile_cosine": 0.8542
},
{
"formula_id": "PROSP_20260717_013",
"genre": "fougere",
"family_profile_cosine": 0.327
},
{
"formula_id": "PROSP_20260717_014",
"genre": "wildcard",
"family_profile_cosine": 0.6657
},
{
"formula_id": "PROSP_20260717_015",
"genre": "citrus_cologne",
"family_profile_cosine": 0.2922
},
{
"formula_id": "PROSP_20260717_016",
"genre": "floral_woody",
"family_profile_cosine": 0.6571
},
{
"formula_id": "PROSP_20260717_017",
"genre": "amber_oriental",
"family_profile_cosine": 0.7881
},
{
"formula_id": "PROSP_20260717_018",
"genre": "fougere",
"family_profile_cosine": 0.5983
},
{
"formula_id": "PROSP_20260717_019",
"genre": "wildcard",
"family_profile_cosine": 0.2309
},
{
"formula_id": "PROSP_20260717_020",
"genre": "citrus_cologne",
"family_profile_cosine": 0.3333
},
{
"formula_id": "PROSP_20260717_021",
"genre": "floral_woody",
"family_profile_cosine": 0.6469
},
{
"formula_id": "PROSP_20260717_022",
"genre": "amber_oriental",
"family_profile_cosine": 0.9122
},
{
"formula_id": "PROSP_20260717_023",
"genre": "fougere",
"family_profile_cosine": 0.5795
},
{
"formula_id": "PROSP_20260717_024",
"genre": "wildcard",
"family_profile_cosine": 0.548
},
{
"formula_id": "PROSP_20260717_025",
"genre": "citrus_cologne",
"family_profile_cosine": 0.3295
},
{
"formula_id": "PROSP_20260717_026",
"genre": "floral_woody",
"family_profile_cosine": 0.4447
},
{
"formula_id": "PROSP_20260717_027",
"genre": "amber_oriental",
"family_profile_cosine": 0.9007
},
{
"formula_id": "PROSP_20260717_028",
"genre": "fougere",
"family_profile_cosine": 0.6128
},
{
"formula_id": "PROSP_20260717_029",
"genre": "wildcard",
"family_profile_cosine": 0.3645
},
{
"formula_id": "PROSP_20260717_030",
"genre": "citrus_cologne",
"family_profile_cosine": 0.316
},
{
"formula_id": "PROSP_20260717_031",
"genre": "floral_woody",
"family_profile_cosine": 0.4055
},
{
"formula_id": "PROSP_20260717_032",
"genre": "amber_oriental",
"family_profile_cosine": 0.8481
},
{
"formula_id": "PROSP_20260717_033",
"genre": "fougere",
"family_profile_cosine": 0.5315
},
{
"formula_id": "PROSP_20260717_034",
"genre": "wildcard",
"family_profile_cosine": 0.3704
},
{
"formula_id": "PROSP_20260717_035",
"genre": "citrus_cologne",
"family_profile_cosine": 0.3366
},
{
"formula_id": "PROSP_20260717_036",
"genre": "floral_woody",
"family_profile_cosine": 0.6669
},
{
"formula_id": "PROSP_20260717_037",
"genre": "amber_oriental",
"family_profile_cosine": 0.905
},
{
"formula_id": "PROSP_20260717_038",
"genre": "fougere",
"family_profile_cosine": 0.5302
},
{
"formula_id": "PROSP_20260717_039",
"genre": "wildcard",
"family_profile_cosine": 0.8165
}
]
},
"label_access": "evaluation_only; results reported for all outcomes incl. negative"
}