ESS-AIST-81M-preview / subject_eval.json
gcoderw's picture
Promote v9 preview checkpoint
d9e59f7 verified
{
"checkpoint": "/shared/augmem/triembed/checkpoints/ess_aist_full_v9_subjectfix_l4k/best_model.pt",
"split": "val",
"records_path": "/shared/augmem/triembed/checkpoints/ess_ait_86m_20260430T035907Z/ess_corpus_v9_subject_media_wit4096_speech100k_wavcaps100k_librispeech360_subjectfix/val.jsonl",
"views": {
"semantic_key": {
"subject_same_different_auc": {
"auc": 0.9562558404233674,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.9163722881572546,
"negative_mean": 0.7671980599613585
},
"same_topic_different_subject_rejection_auc": {
"auc": 0.9562558404233674,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.9163722881572546,
"negative_mean": 0.7671980599613585
}
},
"subject_key": {
"subject_same_different_auc": {
"auc": 0.9881162919768391,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.8715863582124139,
"negative_mean": 0.507699292860264
},
"same_topic_different_subject_rejection_auc": {
"auc": 0.9881162919768391,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.8715863582124139,
"negative_mean": 0.507699292860264
}
},
"event_key": {
"subject_same_different_auc": {
"auc": 0.9551271013544805,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.9246441395894791,
"negative_mean": 0.7915105798808771
},
"same_topic_different_subject_rejection_auc": {
"auc": 0.9551271013544805,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.9246441395894791,
"negative_mean": 0.7915105798808771
}
},
"full_key": {
"subject_same_different_auc": {
"auc": 0.9778614751548688,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.907507678522579,
"negative_mean": 0.7068911181573889
},
"same_topic_different_subject_rejection_auc": {
"auc": 0.9778614751548688,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.907507678522579,
"negative_mean": 0.7068911181573889
}
},
"prefix_512": {
"subject_same_different_auc": {
"auc": 0.9562558404233674,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.9163722881572546,
"negative_mean": 0.7671980599613585
},
"same_topic_different_subject_rejection_auc": {
"auc": 0.9562558404233674,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.9163722881572546,
"negative_mean": 0.7671980599613585
}
},
"prefix_1024": {
"subject_same_different_auc": {
"auc": 0.9814636892484202,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.8989504970086771,
"negative_mean": 0.6642348380165352
},
"same_topic_different_subject_rejection_auc": {
"auc": 0.9814636892484202,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.8989504970086771,
"negative_mean": 0.6642348380165352
}
},
"prefix_1536": {
"subject_same_different_auc": {
"auc": 0.9778614751548688,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.907507678522579,
"negative_mean": 0.7068911181573889
},
"same_topic_different_subject_rejection_auc": {
"auc": 0.9778614751548688,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.907507678522579,
"negative_mean": 0.7068911181573889
}
}
}
}