| { |
| "model": "whisper-small-mMiniLM", |
| "pretrained": "checkpoints/epoch_2.pt", |
| "n_clips": 505, |
| "languages": { |
| "de": 234, |
| "en": 250, |
| "fr": 13, |
| "ko": 6, |
| "zh": 2 |
| }, |
| "retrieval": { |
| "audio2text": { |
| "R@1": 0.8752475247524752, |
| "R@5": 0.9643564356435643, |
| "R@10": 0.9722772277227723, |
| "median_rank": 1.0 |
| }, |
| "text2audio": { |
| "R@1": 0.897029702970297, |
| "R@5": 0.9702970297029703, |
| "R@10": 0.9821782178217822, |
| "median_rank": 1.0 |
| } |
| }, |
| "corruption": { |
| "rho_pooled": -0.7401337582761386, |
| "mean_score_by_level": { |
| "0.00": 0.4388769268989563, |
| "0.10": 0.07589048147201538, |
| "0.20": -0.12726932764053345, |
| "0.30": -0.23286470770835876, |
| "0.50": -0.3352046012878418, |
| "0.70": -0.37246957421302795, |
| "1.00": -0.39327743649482727 |
| }, |
| "monotonic_decreasing": true, |
| "rho_by_language": { |
| "de": -0.7553123606757485, |
| "en": -0.7381572645644713, |
| "fr": -0.740133779264214, |
| "ko": -0.4648731869378495 |
| } |
| } |
| } |
