Hugging Face's logo

suryatmodulus
/
diamond-1.0

Audio-to-Audio
speech-restoration
speech-enhancement
autoregressive
neural-audio-codec
audio
Model card Files
xet
 Community
diamond-1.0
File size: 1,450 Bytes
0db3d22
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
{
  "encoder": {
    "n_mels": 80,
    "d_model": 512,
    "n_heads": 8,
    "n_layers": 20,
    "ff_dim": 2048,
    "conv_channels": [
      512,
      512
    ],
    "conv_kernel": 3,
    "conv_stride": [
      1,
      1
    ],
    "pos_encoding": "rope",
    "norm": "rms",
    "activation": "gelu",
    "dropout": 0.1,
    "bidirectional": true,
    "layer_scale_init": 0.05,
    "rope_learnable": true,
    "qk_norm": true
  },
  "decoder": {
    "d_model": 512,
    "n_heads": 8,
    "n_layers": 20,
    "ff_dim": 2048,
    "n_codebooks": 9,
    "vocab_size": 1024,
    "pad_token_id": 1024,
    "bos_token_id": 1024,
    "pos_encoding": "rope",
    "norm": "rms",
    "activation": "gelu",
    "dropout": 0.1,
    "cross_attn_every_layer": true,
    "rope_learnable": true,
    "qk_norm": true,
    "layer_scale_init": 0.05
  },
  "depth": {
    "d_model": 384,
    "n_heads": 6,
    "n_layers": 4,
    "ff_dim": 1536,
    "dropout": 0.1,
    "qk_norm": true,
    "layer_scale_init": 0.05
  },
  "mel": {
    "sample_rate": 24000,
    "n_fft": 1024,
    "hop_length": 280,
    "win_length": 1024,
    "n_mels": 80,
    "fmin": 0,
    "fmax": 8000,
    "log_clamp_db": -80,
    "normalization": "minmax"
  },
  "dac": {
    "model": "44khz",
    "sample_rate": 44100,
    "n_codebooks": 9,
    "vocab_size": 1024,
    "frame_rate": 86.13,
    "checkpoint_path": null
  }
}