ESS-AIST-81M-preview / prefix_eval.json
gcoderw's picture
Promote v9 preview checkpoint
d9e59f7 verified
{
"checkpoint": "/shared/augmem/triembed/checkpoints/ess_aist_full_v9_subjectfix_l4k/best_model.pt",
"split": "val",
"views": {
"semantic_key": {
"subject_same_different_auc": 0.9562558404233674,
"event_same_different_auc": 0.827451141075551,
"same_topic_different_subject_rejection_auc": 0.9562558404233674,
"same_subject_different_event_rejection_auc": 0.6695206182798321
},
"subject_key": {
"subject_same_different_auc": 0.9881162919768391,
"event_same_different_auc": 0.8854762132187833,
"same_topic_different_subject_rejection_auc": 0.9881162919768391,
"same_subject_different_event_rejection_auc": 0.7381349173591332
},
"event_key": {
"subject_same_different_auc": 0.9551271013544805,
"event_same_different_auc": 0.8193492434516296,
"same_topic_different_subject_rejection_auc": 0.9551271013544805,
"same_subject_different_event_rejection_auc": 0.6806606788615208
},
"full_key": {
"subject_same_different_auc": 0.9778614751548688,
"event_same_different_auc": 0.8518429254835135,
"same_topic_different_subject_rejection_auc": 0.9778614751548688,
"same_subject_different_event_rejection_auc": 0.6938164439467958
},
"prefix_512": {
"subject_same_different_auc": 0.9562558404233674,
"event_same_different_auc": 0.827451141075551,
"same_topic_different_subject_rejection_auc": 0.9562558404233674,
"same_subject_different_event_rejection_auc": 0.6695206182798321
},
"prefix_1024": {
"subject_same_different_auc": 0.9814636892484202,
"event_same_different_auc": 0.8613090604277244,
"same_topic_different_subject_rejection_auc": 0.9814636892484202,
"same_subject_different_event_rejection_auc": 0.7009197337402358
},
"prefix_1536": {
"subject_same_different_auc": 0.9778614751548688,
"event_same_different_auc": 0.8518429254835135,
"same_topic_different_subject_rejection_auc": 0.9778614751548688,
"same_subject_different_event_rejection_auc": 0.6938164439467958
}
}
}