Instructions to use mlx-community/SongGeneration-v2-large-4bit with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use mlx-community/SongGeneration-v2-large-4bit with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] huggingface-cli download --local-dir SongGeneration-v2-large-4bit mlx-community/SongGeneration-v2-large-4bit
- Notebooks
- Google Colab
- Kaggle
- Local Apps
- LM Studio
File size: 2,809 Bytes
5b301d7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 | {
"format": "songgeneration-mlx-audiolm",
"source": "tencent/SongGeneration",
"official_code": "https://github.com/tencent-ailab/songgeneration",
"variant": "v2-large",
"precision": "4bit",
"runtime": {
"hidden_size": 2048,
"intermediate_size": 11008,
"num_heads": 16,
"num_layers": 36,
"num_layers_sub": 12,
"code_depth": 3,
"code_size": 16384,
"prompt_len": 10,
"frame_rate": 25,
"max_position_embeddings": 10000,
"max_position_embeddings_sub": 10000,
"rope_theta": 500000.0,
"rope_theta_sub": 500000.0,
"cfg_coef": 1.5
},
"components": {
"audiolm": "converted to MLX safetensors",
"qwen_tokenizer": "copied for lyric/style tokenization",
"audio_decoder": "use official PyTorch Flow1dVAE/separate tokenizer bridge for now"
},
"skipped_keys": [
"audiolm.out_norm.weight",
"audiolm.out_norm.bias",
"audiolm.transformer2.lm_head.weight"
],
"quantization": {
"bits": 4,
"group_size": 64,
"mode": "affine"
},
"weight_files": [
"model-00001-of-00044.safetensors",
"model-00002-of-00044.safetensors",
"model-00003-of-00044.safetensors",
"model-00004-of-00044.safetensors",
"model-00005-of-00044.safetensors",
"model-00006-of-00044.safetensors",
"model-00007-of-00044.safetensors",
"model-00008-of-00044.safetensors",
"model-00009-of-00044.safetensors",
"model-00010-of-00044.safetensors",
"model-00011-of-00044.safetensors",
"model-00012-of-00044.safetensors",
"model-00013-of-00044.safetensors",
"model-00014-of-00044.safetensors",
"model-00015-of-00044.safetensors",
"model-00016-of-00044.safetensors",
"model-00017-of-00044.safetensors",
"model-00018-of-00044.safetensors",
"model-00019-of-00044.safetensors",
"model-00020-of-00044.safetensors",
"model-00021-of-00044.safetensors",
"model-00022-of-00044.safetensors",
"model-00023-of-00044.safetensors",
"model-00024-of-00044.safetensors",
"model-00025-of-00044.safetensors",
"model-00026-of-00044.safetensors",
"model-00027-of-00044.safetensors",
"model-00028-of-00044.safetensors",
"model-00029-of-00044.safetensors",
"model-00030-of-00044.safetensors",
"model-00031-of-00044.safetensors",
"model-00032-of-00044.safetensors",
"model-00033-of-00044.safetensors",
"model-00034-of-00044.safetensors",
"model-00035-of-00044.safetensors",
"model-00036-of-00044.safetensors",
"model-00037-of-00044.safetensors",
"model-00038-of-00044.safetensors",
"model-00039-of-00044.safetensors",
"model-00040-of-00044.safetensors",
"model-00041-of-00044.safetensors",
"model-00042-of-00044.safetensors",
"model-00043-of-00044.safetensors",
"model-00044-of-00044.safetensors"
]
}
|