Hugging Face's logo

mlx-community
/
MiniMax-Music3-6bit

Text-to-Audio
Safetensors
MLX
mlx-audio
minimax_music3
apple-silicon
music-generation
text-to-music
quantized
6bit
6-bit
Model card Files
xet
 Community
MiniMax-Music3-6bit
File size: 1,609 Bytes
9a0025d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
{
    "architectures": [
        "MiniMaxMusic3ForConditionalGeneration"
    ],
    "audio_cfg_token_id": 151654,
    "audio_code_offset": 151675,
    "audio_end_token_id": 151670,
    "audio_vocab_size": 1024,
    "condition_out_dim": 2048,
    "depth_intermediate_size": 6144,
    "depth_max_position_embeddings": 16,
    "depth_num_heads": 16,
    "depth_num_layers": 4,
    "dit_ff_inner_dim": 8192,
    "dit_fourier_dim": 256,
    "dit_head_dim": 64,
    "dit_in_channels": 128,
    "dit_num_heads": 32,
    "dit_num_layers": 36,
    "dit_rotary_dim": 32,
    "extra": {},
    "frame_rate": 25.0,
    "head_dim": 128,
    "hidden_size": 4096,
    "input_hop_length": 960,
    "input_sampling_rate": 24000,
    "intermediate_size": 12288,
    "max_position_embeddings": 10240,
    "model_path": "",
    "model_type": "minimax_music3",
    "num_attention_heads": 32,
    "num_codebooks": 8,
    "num_condition_layers": 8,
    "num_hidden_layers": 36,
    "num_key_value_heads": 8,
    "output_hop_length": 512,
    "output_sampling_rate": 44100,
    "quantization": {
        "group_size": 64,
        "bits": 6,
        "mode": "affine"
    },
    "quantization_config": {
        "group_size": 64,
        "bits": 6,
        "mode": "affine"
    },
    "rms_norm_eps": 1e-06,
    "rope_theta": 1000000.0,
    "sample_rate": 44100,
    "semantic_vocab_size": 16384,
    "tie_word_embeddings": false,
    "torch_dtype": "bfloat16",
    "vocab_size": 200000,
    "vocoder_hidden_dim": 1536,
    "vocoder_input_dim": 1024,
    "vocoder_upsampling_ratios": [
        8,
        8,
        4,
        2
    ]
}