| { |
| "model": "whisper-small-mMiniLM", |
| "pretrained": "checkpoints/epoch_6.pt", |
| "n_clips": 505, |
| "languages": { |
| "de": 234, |
| "en": 250, |
| "fr": 13, |
| "ko": 6, |
| "zh": 2 |
| }, |
| "retrieval": { |
| "audio2text": { |
| "R@1": 0.9663366336633663, |
| "R@5": 0.9801980198019802, |
| "R@10": 0.9861386138613861, |
| "median_rank": 1.0 |
| }, |
| "text2audio": { |
| "R@1": 0.9742574257425742, |
| "R@5": 0.9881188118811881, |
| "R@10": 0.996039603960396, |
| "median_rank": 1.0 |
| } |
| }, |
| "corruption": { |
| "rho_pooled": -0.72400848839931, |
| "mean_score_by_level": { |
| "0.00": 0.47471046447753906, |
| "0.10": -0.038691386580467224, |
| "0.20": -0.22689513862133026, |
| "0.30": -0.3172323703765869, |
| "0.50": -0.3873421549797058, |
| "0.70": -0.40781593322753906, |
| "1.00": -0.42199137806892395 |
| }, |
| "monotonic_decreasing": true, |
| "rho_by_language": { |
| "de": -0.7663710604554267, |
| "en": -0.6988688839688485, |
| "fr": -0.7626532887402453, |
| "ko": -0.6492990843529698 |
| } |
| } |
| } |
