ES-AIST-81M-preview / entity_eval.json
gcoderw's picture
Publish ES-AIST-81M preview
fd30102 verified
{
"checkpoint": "triembed/checkpoints/es_aist_full_v13_anchor_memory_eventboost_er125_bs4096_nw0_l4b/best_model.pt",
"split": "val",
"records_path": "/shared/augmem/triembed/checkpoints/ess_ait_86m_20260430T035907Z/ess_corpus_v13_es_anchor_memory_no_salt/val.jsonl",
"views": {
"semantic_key": {
"entity_same_different_auc": {
"auc": 0.9823219918019915,
"positive_pairs": 121408,
"negative_pairs": 104829,
"positive_mean": 0.8190881792256711,
"negative_mean": 0.4437346395533982
},
"same_topic_different_entity_rejection_auc": {
"auc": 0.9823219918019915,
"positive_pairs": 121408,
"negative_pairs": 104829,
"positive_mean": 0.8190881792256711,
"negative_mean": 0.4437346395533982
}
},
"entity_key": {
"entity_same_different_auc": {
"auc": 0.9952724547083261,
"positive_pairs": 121408,
"negative_pairs": 104829,
"positive_mean": 0.8273075572802007,
"negative_mean": 0.30311712354889164
},
"same_topic_different_entity_rejection_auc": {
"auc": 0.9952724547083261,
"positive_pairs": 121408,
"negative_pairs": 104829,
"positive_mean": 0.8273075572802007,
"negative_mean": 0.30311712354889164
}
},
"full_key": {
"entity_same_different_auc": {
"auc": 0.9922737217465607,
"positive_pairs": 121408,
"negative_pairs": 104829,
"positive_mean": 0.822906916150401,
"negative_mean": 0.37671323276505647
},
"same_topic_different_entity_rejection_auc": {
"auc": 0.9922737217465607,
"positive_pairs": 121408,
"negative_pairs": 104829,
"positive_mean": 0.822906916150401,
"negative_mean": 0.37671323276505647
}
}
}
}