File size: 3,956 Bytes
d000b90 d9e59f7 d000b90 d9e59f7 d000b90 d9e59f7 d000b90 d9e59f7 d000b90 d9e59f7 d000b90 d9e59f7 d000b90 d9e59f7 d000b90 d9e59f7 d000b90 d9e59f7 d000b90 d9e59f7 d000b90 d9e59f7 d000b90 d9e59f7 d000b90 d9e59f7 d000b90 d9e59f7 d000b90 d9e59f7 d000b90 d9e59f7 d000b90 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 | {
"checkpoint": "/shared/augmem/triembed/checkpoints/ess_aist_full_v9_subjectfix_l4k/best_model.pt",
"split": "val",
"records_path": "/shared/augmem/triembed/checkpoints/ess_ait_86m_20260430T035907Z/ess_corpus_v9_subject_media_wit4096_speech100k_wavcaps100k_librispeech360_subjectfix/val.jsonl",
"views": {
"semantic_key": {
"subject_same_different_auc": {
"auc": 0.9562558404233674,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.9163722881572546,
"negative_mean": 0.7671980599613585
},
"same_topic_different_subject_rejection_auc": {
"auc": 0.9562558404233674,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.9163722881572546,
"negative_mean": 0.7671980599613585
}
},
"subject_key": {
"subject_same_different_auc": {
"auc": 0.9881162919768391,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.8715863582124139,
"negative_mean": 0.507699292860264
},
"same_topic_different_subject_rejection_auc": {
"auc": 0.9881162919768391,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.8715863582124139,
"negative_mean": 0.507699292860264
}
},
"event_key": {
"subject_same_different_auc": {
"auc": 0.9551271013544805,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.9246441395894791,
"negative_mean": 0.7915105798808771
},
"same_topic_different_subject_rejection_auc": {
"auc": 0.9551271013544805,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.9246441395894791,
"negative_mean": 0.7915105798808771
}
},
"full_key": {
"subject_same_different_auc": {
"auc": 0.9778614751548688,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.907507678522579,
"negative_mean": 0.7068911181573889
},
"same_topic_different_subject_rejection_auc": {
"auc": 0.9778614751548688,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.907507678522579,
"negative_mean": 0.7068911181573889
}
},
"prefix_512": {
"subject_same_different_auc": {
"auc": 0.9562558404233674,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.9163722881572546,
"negative_mean": 0.7671980599613585
},
"same_topic_different_subject_rejection_auc": {
"auc": 0.9562558404233674,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.9163722881572546,
"negative_mean": 0.7671980599613585
}
},
"prefix_1024": {
"subject_same_different_auc": {
"auc": 0.9814636892484202,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.8989504970086771,
"negative_mean": 0.6642348380165352
},
"same_topic_different_subject_rejection_auc": {
"auc": 0.9814636892484202,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.8989504970086771,
"negative_mean": 0.6642348380165352
}
},
"prefix_1536": {
"subject_same_different_auc": {
"auc": 0.9778614751548688,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.907507678522579,
"negative_mean": 0.7068911181573889
},
"same_topic_different_subject_rejection_auc": {
"auc": 0.9778614751548688,
"positive_pairs": 119068,
"negative_pairs": 104655,
"positive_mean": 0.907507678522579,
"negative_mean": 0.7068911181573889
}
}
}
}
|