vctrans_10m / eval /eval_epoch_8.json
gijs's picture
Upload vctrans_10m
44bb089
Raw History Blame Contribute Delete
1.01 kB
{
"model": "whisper-small-mMiniLM",
"pretrained": "checkpoints/epoch_8.pt",
"n_clips": 505,
"languages": {
"de": 234,
"en": 250,
"fr": 13,
"ko": 6,
"zh": 2
},
"retrieval": {
"audio2text": {
"R@1": 0.994059405940594,
"R@5": 0.998019801980198,
"R@10": 1.0,
"median_rank": 1.0
},
"text2audio": {
"R@1": 0.996039603960396,
"R@5": 1.0,
"R@10": 1.0,
"median_rank": 1.0
}
},
"corruption": {
"rho_pooled": -0.6812495798221532,
"mean_score_by_level": {
"0.00": 0.19521768391132355,
"0.10": -0.17599904537200928,
"0.20": -0.2999889552593231,
"0.30": -0.35279741883277893,
"0.50": -0.4065778851509094,
"0.70": -0.4174386262893677,
"1.00": -0.4244457483291626
},
"monotonic_decreasing": true,
"rho_by_language": {
"de": -0.7051625129833343,
"en": -0.6730320994157294,
"fr": -0.7034718904284122,
"ko": -0.5309942468195447
}
}
}