vctrans_10m / eval /eval_epoch_10.json
gijs's picture
Upload vctrans_10m
44bb089
Raw History Blame Contribute Delete
1.01 kB
{
"model": "whisper-small-mMiniLM",
"pretrained": "checkpoints/epoch_10.pt",
"n_clips": 505,
"languages": {
"de": 234,
"en": 250,
"fr": 13,
"ko": 6,
"zh": 2
},
"retrieval": {
"audio2text": {
"R@1": 0.996039603960396,
"R@5": 0.998019801980198,
"R@10": 1.0,
"median_rank": 1.0
},
"text2audio": {
"R@1": 0.998019801980198,
"R@5": 1.0,
"R@10": 1.0,
"median_rank": 1.0
}
},
"corruption": {
"rho_pooled": -0.6782820096359772,
"mean_score_by_level": {
"0.00": 0.19789254665374756,
"0.10": -0.18362891674041748,
"0.20": -0.3062414526939392,
"0.30": -0.35836637020111084,
"0.50": -0.4130464196205139,
"0.70": -0.4227239787578583,
"1.00": -0.4303901493549347
},
"monotonic_decreasing": true,
"rho_by_language": {
"de": -0.7027081924155881,
"en": -0.66904175147719,
"fr": -0.6938206720815417,
"ko": -0.5705372336115389
}
}
}