Hugging Face's logo

ltuncay
/
BEST-RQ-2.2-base

Feature Extraction
Transformers
Safetensors
audio_embeddings
audio
custom_code
self-supervised-learning
audio-embeddings
best-rq-2
audioset
Model card Files
xet
 Community
BEST-RQ-2.2-base
File size: 1,673 Bytes
5937b11
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
{
  "architectures": [
    "AudioEmbeddingModel"
  ],
  "auto_map": {
    "AutoConfig": "configuration_audio.AudioEmbeddingConfig",
    "AutoModel": "modeling_audio.AudioEmbeddingModel"
  },
  "dtype": "float32",
  "encoder_kwargs": {
    "attn_drop_rate": 0.0,
    "depth": 12,
    "drop_path_rate": 0.1,
    "drop_rate": 0.0,
    "embed_dim": 768,
    "mlp_bias": false,
    "mlp_ratio": 2.6666667,
    "mlp_type": "swiglu",
    "norm_type": "rmsnorm",
    "num_heads": 12,
    "num_patches": 128,
    "pos_embed_type": "rope",
    "proj_bias": false,
    "qk_norm": true,
    "qk_norm_type": "layernorm",
    "qkv_bias": false,
    "residual_type": "standard",
    "rope_mode": "1d"
  },
  "extraction_preset": "overlap50_two_phase",
  "feature_encoder_kwargs": {},
  "hidden_size": 768,
  "model_target": "src.models.best_rq22_module.BestRQ22Module",
  "model_type": "audio_embeddings",
  "patch_embed_kwargs": {
    "bias": false,
    "embed_dim": 768,
    "hmlp_kernel_schedule": [
      [
        4,
        4
      ],
      [
        2,
        1
      ],
      [
        2,
        1
      ],
      [
        2,
        1
      ],
      [
        2,
        1
      ],
      [
        2,
        1
      ]
    ],
    "img_size": [
      128,
      512
    ],
    "in_chans": 1,
    "patch_size": [
      128,
      4
    ],
    "stem_type": "hmlp"
  },
  "sampling_rate": 16000,
  "spectrogram_adjustment_mode": "truncate",
  "spectrogram_kwargs": {
    "f_max": 8000,
    "f_min": 0,
    "hop_length_ms": 19.53125,
    "n_fft": 2048,
    "n_mels": 128,
    "power": 2.0,
    "sample_rate": 16000,
    "win_length_ms": 64
  },
  "transformers_version": "5.17.0"
}