Hugging Face's logo

VoiceNetCkpt
/
vctrans_1n_v2

voiceclap
checkpoint
Model card Files
xet
 Community
vctrans_1n_v2
File size: 1,049 Bytes
feca8e8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
{
  "model": "whisper-small-mMiniLM",
  "pretrained": "checkpoints/epoch_2.pt",
  "n_clips": 505,
  "languages": {
    "de": 234,
    "en": 250,
    "fr": 13,
    "ko": 6,
    "zh": 2
  },
  "retrieval": {
    "audio2text": {
      "R@1": 0.8396039603960396,
      "R@5": 0.9504950495049505,
      "R@10": 0.9702970297029703,
      "median_rank": 1.0
    },
    "text2audio": {
      "R@1": 0.8653465346534653,
      "R@5": 0.9603960396039604,
      "R@10": 0.9762376237623762,
      "median_rank": 1.0
    }
  },
  "corruption": {
    "rho_pooled": -0.6688152974846114,
    "mean_score_by_level": {
      "0.00": 0.4216354787349701,
      "0.10": 0.0574825182557106,
      "0.20": -0.1258355975151062,
      "0.30": -0.20992617309093475,
      "0.50": -0.2924294173717499,
      "0.70": -0.3214142620563507,
      "1.00": -0.335636168718338
    },
    "monotonic_decreasing": true,
    "rho_by_language": {
      "de": -0.6968107336230397,
      "en": -0.6596574175907602,
      "fr": -0.583755375059723,
      "ko": -0.4134997163925128
    }
  }
}