diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..81b128a0b5e4c91dc191dd07e483f7a35dd0d555 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,34 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
+VoxCPM/assets/voxcpm_model.png filter=lfs diff=lfs merge=lfs -text
+VoxCPM/ckpts/assets/voxcpm_model.png filter=lfs diff=lfs merge=lfs -text
+VoxCPM/examples/example.wav filter=lfs diff=lfs merge=lfs -text
+VoxCPM/prompt_sample.wav filter=lfs diff=lfs merge=lfs -text
+eval/speech_seaco_paraformer_large_asr_nat-zh-cn-16k-common-vocab8404-pytorch/asr_example_hotword.wav filter=lfs diff=lfs merge=lfs -text
+eval/speech_seaco_paraformer_large_asr_nat-zh-cn-16k-common-vocab8404-pytorch/example/asr_example.wav filter=lfs diff=lfs merge=lfs -text
+eval/speech_seaco_paraformer_large_asr_nat-zh-cn-16k-common-vocab8404-pytorch/fig/res.png filter=lfs diff=lfs merge=lfs -text
+eval/speech_seaco_paraformer_large_asr_nat-zh-cn-16k-common-vocab8404-pytorch/fig/seaco.png filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/UniSpeech-SAT/UniSpeech_SAT_SUPERB_Results.png filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/WavLM/WavLM_ASR.PNG filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/WavLM/WavLM_SUPERB_Leaderboard.png filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/WavLM/WavLM_SUPERB_Results.png filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/downstreams/speaker_verification/vox1_data/David_Faustino/hn8GyCJIfLM_0000012.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/downstreams/speaker_verification/vox1_data/David_Faustino/xTOk1Jz-F_g_0000015.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/downstreams/speaker_verification/vox1_data/Josh_Gad/HXUqYaOwrxA_0000015.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/downstreams/speaker_verification/vox1_data/Josh_Gad/RFyw7V3SOnQ_0000001.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/downstreams/speaker_verification/vox1_data/Lea_Thompson/HladKGyKTLM_0000006.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/downstreams/speaker_verification/vox1_data/Lea_Thompson/mHTAr5dlAgc_0000004.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/downstreams/speaker_verification/vox1_data/Zulay_Henao/WbB8m9-wlIQ_0000001.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/downstreams/speaker_verification/vox1_data/Zulay_Henao/gFfcgOVmiO0_0000002.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/src/examples/speaker_verification/vox1_data/David_Faustino/hn8GyCJIfLM_0000012.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/src/examples/speaker_verification/vox1_data/David_Faustino/xTOk1Jz-F_g_0000015.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/src/examples/speaker_verification/vox1_data/Josh_Gad/HXUqYaOwrxA_0000015.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/src/examples/speaker_verification/vox1_data/Josh_Gad/RFyw7V3SOnQ_0000001.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/src/examples/speaker_verification/vox1_data/Lea_Thompson/HladKGyKTLM_0000006.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/src/examples/speaker_verification/vox1_data/Lea_Thompson/mHTAr5dlAgc_0000004.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/src/examples/speaker_verification/vox1_data/Zulay_Henao/WbB8m9-wlIQ_0000001.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/src/examples/speaker_verification/vox1_data/Zulay_Henao/gFfcgOVmiO0_0000002.wav filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/src/fairseq/data/data_utils_fast.cpython-36m-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+eval/thirdparty/UniSpeech/src/fairseq/data/data_utils_fast.cpython-37m-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+实验三:基于VoxCPM的音色克隆(实验指导).pdf filter=lfs diff=lfs merge=lfs -text
diff --git a/VoxCPM/.github/workflows/publish-to-pypi.yml b/VoxCPM/.github/workflows/publish-to-pypi.yml
new file mode 100644
index 0000000000000000000000000000000000000000..fd658ce76de2161fd6cda7d5f9d3380a263f9f22
--- /dev/null
+++ b/VoxCPM/.github/workflows/publish-to-pypi.yml
@@ -0,0 +1,54 @@
+name: Publish Python 🐍 distribution 📦 to PyPI
+
+on:
+ release:
+ types: [created]
+
+jobs:
+ build:
+ name: Build distribution 📦
+ runs-on: ubuntu-latest
+
+ steps:
+ - uses: actions/checkout@v4
+ with:
+ persist-credentials: false
+ - name: Set up Python
+ uses: actions/setup-python@v5
+ with:
+ python-version: "3.x"
+ - name: Install pypa/build
+ run: >-
+ python3 -m
+ pip install
+ build
+ --user
+ - name: Build a binary wheel and a source tarball
+ run: python3 -m build
+ - name: Store the distribution packages
+ uses: actions/upload-artifact@v4
+ with:
+ name: python-package-distributions
+ path: dist/
+
+ publish-to-pypi:
+ name: >-
+ Publish Python 🐍 distribution 📦 to PyPI
+ if: startsWith(github.ref, 'refs/tags/') # only publish to PyPI on tag pushes
+ needs:
+ - build
+ runs-on: ubuntu-latest
+ environment:
+ name: pypi
+ url: https://pypi.org/p/voxcpm
+ permissions:
+ id-token: write
+
+ steps:
+ - name: Download all the dists
+ uses: actions/download-artifact@v4
+ with:
+ name: python-package-distributions
+ path: dist/
+ - name: Publish distribution 📦 to PyPI
+ uses: pypa/gh-action-pypi-publish@release/v1
diff --git a/VoxCPM/.gitignore b/VoxCPM/.gitignore
new file mode 100644
index 0000000000000000000000000000000000000000..f685e73ffb42e09c1df390cb5f77f22a04967e07
--- /dev/null
+++ b/VoxCPM/.gitignore
@@ -0,0 +1,3 @@
+launch.json
+__pycache__
+voxcpm.egg-info
\ No newline at end of file
diff --git a/VoxCPM/LICENSE b/VoxCPM/LICENSE
new file mode 100644
index 0000000000000000000000000000000000000000..abd7fd66f359b65b3f65c9b495f24a5120e9b98e
--- /dev/null
+++ b/VoxCPM/LICENSE
@@ -0,0 +1,201 @@
+Apache License
+ Version 2.0, January 2004
+ http://www.apache.org/licenses/
+
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+ 1. Definitions.
+
+ "License" shall mean the terms and conditions for use, reproduction,
+ and distribution as defined by Sections 1 through 9 of this document.
+
+ "Licensor" shall mean the copyright owner or entity authorized by
+ the copyright owner that is granting the License.
+
+ "Legal Entity" shall mean the union of the acting entity and all
+ other entities that control, are controlled by, or are under common
+ control with that entity. For the purposes of this definition,
+ "control" means (i) the power, direct or indirect, to cause the
+ direction or management of such entity, whether by contract or
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
+ outstanding shares, or (iii) beneficial ownership of such entity.
+
+ "You" (or "Your") shall mean an individual or Legal Entity
+ exercising permissions granted by this License.
+
+ "Source" form shall mean the preferred form for making modifications,
+ including but not limited to software source code, documentation
+ source, and configuration files.
+
+ "Object" form shall mean any form resulting from mechanical
+ transformation or translation of a Source form, including but
+ not limited to compiled object code, generated documentation,
+ and conversions to other media types.
+
+ "Work" shall mean the work of authorship, whether in Source or
+ Object form, made available under the License, as indicated by a
+ copyright notice that is included in or attached to the work
+ (an example is provided in the Appendix below).
+
+ "Derivative Works" shall mean any work, whether in Source or Object
+ form, that is based on (or derived from) the Work and for which the
+ editorial revisions, annotations, elaborations, or other modifications
+ represent, as a whole, an original work of authorship. For the purposes
+ of this License, Derivative Works shall not include works that remain
+ separable from, or merely link (or bind by name) to the interfaces of,
+ the Work and Derivative Works thereof.
+
+ "Contribution" shall mean any work of authorship, including
+ the original version of the Work and any modifications or additions
+ to that Work or Derivative Works thereof, that is intentionally
+ submitted to Licensor for inclusion in the Work by the copyright owner
+ or by an individual or Legal Entity authorized to submit on behalf of
+ the copyright owner. For the purposes of this definition, "submitted"
+ means any form of electronic, verbal, or written communication sent
+ to the Licensor or its representatives, including but not limited to
+ communication on electronic mailing lists, source code control systems,
+ and issue tracking systems that are managed by, or on behalf of, the
+ Licensor for the purpose of discussing and improving the Work, but
+ excluding communication that is conspicuously marked or otherwise
+ designated in writing by the copyright owner as "Not a Contribution."
+
+ "Contributor" shall mean Licensor and any individual or Legal Entity
+ on behalf of whom a Contribution has been received by Licensor and
+ subsequently incorporated within the Work.
+
+ 2. Grant of Copyright License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ copyright license to reproduce, prepare Derivative Works of,
+ publicly display, publicly perform, sublicense, and distribute the
+ Work and such Derivative Works in Source or Object form.
+
+ 3. Grant of Patent License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ (except as stated in this section) patent license to make, have made,
+ use, offer to sell, sell, import, and otherwise transfer the Work,
+ where such license applies only to those patent claims licensable
+ by such Contributor that are necessarily infringed by their
+ Contribution(s) alone or by combination of their Contribution(s)
+ with the Work to which such Contribution(s) was submitted. If You
+ institute patent litigation against any entity (including a
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
+ or a Contribution incorporated within the Work constitutes direct
+ or contributory patent infringement, then any patent licenses
+ granted to You under this License for that Work shall terminate
+ as of the date such litigation is filed.
+
+ 4. Redistribution. You may reproduce and distribute copies of the
+ Work or Derivative Works thereof in any medium, with or without
+ modifications, and in Source or Object form, provided that You
+ meet the following conditions:
+
+ (a) You must give any other recipients of the Work or
+ Derivative Works a copy of this License; and
+
+ (b) You must cause any modified files to carry prominent notices
+ stating that You changed the files; and
+
+ (c) You must retain, in the Source form of any Derivative Works
+ that You distribute, all copyright, patent, trademark, and
+ attribution notices from the Source form of the Work,
+ excluding those notices that do not pertain to any part of
+ the Derivative Works; and
+
+ (d) If the Work includes a "NOTICE" text file as part of its
+ distribution, then any Derivative Works that You distribute must
+ include a readable copy of the attribution notices contained
+ within such NOTICE file, excluding those notices that do not
+ pertain to any part of the Derivative Works, in at least one
+ of the following places: within a NOTICE text file distributed
+ as part of the Derivative Works; within the Source form or
+ documentation, if provided along with the Derivative Works; or,
+ within a display generated by the Derivative Works, if and
+ wherever such third-party notices normally appear. The contents
+ of the NOTICE file are for informational purposes only and
+ do not modify the License. You may add Your own attribution
+ notices within Derivative Works that You distribute, alongside
+ or as an addendum to the NOTICE text from the Work, provided
+ that such additional attribution notices cannot be construed
+ as modifying the License.
+
+ You may add Your own copyright statement to Your modifications and
+ may provide additional or different license terms and conditions
+ for use, reproduction, or distribution of Your modifications, or
+ for any such Derivative Works as a whole, provided Your use,
+ reproduction, and distribution of the Work otherwise complies with
+ the conditions stated in this License.
+
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
+ any Contribution intentionally submitted for inclusion in the Work
+ by You to the Licensor shall be under the terms and conditions of
+ this License, without any additional terms or conditions.
+ Notwithstanding the above, nothing herein shall supersede or modify
+ the terms of any separate license agreement you may have executed
+ with Licensor regarding such Contributions.
+
+ 6. Trademarks. This License does not grant permission to use the trade
+ names, trademarks, service marks, or product names of the Licensor,
+ except as required for reasonable and customary use in describing the
+ origin of the Work and reproducing the content of the NOTICE file.
+
+ 7. Disclaimer of Warranty. Unless required by applicable law or
+ agreed to in writing, Licensor provides the Work (and each
+ Contributor provides its Contributions) on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+ implied, including, without limitation, any warranties or conditions
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+ PARTICULAR PURPOSE. You are solely responsible for determining the
+ appropriateness of using or redistributing the Work and assume any
+ risks associated with Your exercise of permissions under this License.
+
+ 8. Limitation of Liability. In no event and under no legal theory,
+ whether in tort (including negligence), contract, or otherwise,
+ unless required by applicable law (such as deliberate and grossly
+ negligent acts) or agreed to in writing, shall any Contributor be
+ liable to You for damages, including any direct, indirect, special,
+ incidental, or consequential damages of any character arising as a
+ result of this License or out of the use or inability to use the
+ Work (including but not limited to damages for loss of goodwill,
+ work stoppage, computer failure or malfunction, or any and all
+ other commercial damages or losses), even if such Contributor
+ has been advised of the possibility of such damages.
+
+ 9. Accepting Warranty or Additional Liability. While redistributing
+ the Work or Derivative Works thereof, You may choose to offer,
+ and charge a fee for, acceptance of support, warranty, indemnity,
+ or other liability obligations and/or rights consistent with this
+ License. However, in accepting such obligations, You may act only
+ on Your own behalf and on Your sole responsibility, not on behalf
+ of any other Contributor, and only if You agree to indemnify,
+ defend, and hold each Contributor harmless for any liability
+ incurred by, or claims asserted against, such Contributor by reason
+ of your accepting any such warranty or additional liability.
+
+ END OF TERMS AND CONDITIONS
+
+ APPENDIX: How to apply the Apache License to your work.
+
+ To apply the Apache License to your work, attach the following
+ boilerplate notice, with the fields enclosed by brackets "[]"
+ replaced with your own identifying information. (Don't include
+ the brackets!) The text should be enclosed in the appropriate
+ comment syntax for the file format. We also recommend that a
+ file or class name and description of purpose be included on the
+ same "printed page" as the copyright notice for easier
+ identification within third-party archives.
+
+ Copyright OpenBMB
+
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
\ No newline at end of file
diff --git a/VoxCPM/README.md b/VoxCPM/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..93d32a1c575d8f796f9bc307aa4461b0c9bb2acc
--- /dev/null
+++ b/VoxCPM/README.md
@@ -0,0 +1,353 @@
+## 🎙️ VoxCPM: Tokenizer-Free TTS for Context-Aware Speech Generation and True-to-Life Voice Cloning
+
+
+[](https://github.com/OpenBMB/VoxCPM/) [](https://arxiv.org/abs/2509.24650) [](https://huggingface.co/openbmb/VoxCPM-0.5B) [](https://modelscope.cn/models/OpenBMB/VoxCPM-0.5B) [](https://huggingface.co/spaces/OpenBMB/VoxCPM-Demo) [](https://openbmb.github.io/VoxCPM-demopage)
+
+
+
+
+

+
+
+
+
+👋 Contact us on [WeChat](assets/wechat.png)
+
+
+
+## News
+* [2025.09.30] 🔥 🔥 🔥 We Release VoxCPM [Technical Report](https://arxiv.org/abs/2509.24650)!
+* [2025.09.16] 🔥 🔥 🔥 We Open Source the VoxCPM-0.5B [weights](https://huggingface.co/openbmb/VoxCPM-0.5B)!
+* [2025.09.16] 🎉 🎉 🎉 We Provide the [Gradio PlayGround](https://huggingface.co/spaces/OpenBMB/VoxCPM-Demo) for VoxCPM-0.5B, try it now!
+
+## Overview
+
+VoxCPM is a novel tokenizer-free Text-to-Speech (TTS) system that redefines realism in speech synthesis. By modeling speech in a continuous space, it overcomes the limitations of discrete tokenization and enables two flagship capabilities: context-aware speech generation and true-to-life zero-shot voice cloning.
+
+Unlike mainstream approaches that convert speech to discrete tokens, VoxCPM uses an end-to-end diffusion autoregressive architecture that directly generates continuous speech representations from text. Built on [MiniCPM-4](https://huggingface.co/openbmb/MiniCPM4-0.5B) backbone, it achieves implicit semantic-acoustic decoupling through hierachical language modeling and FSQ constraints, greatly enhancing both expressiveness and generation stability.
+
+
+

+
+
+
+### 🚀 Key Features
+- **Context-Aware, Expressive Speech Generation** - VoxCPM comprehends text to infer and generate appropriate prosody, delivering speech with remarkable expressiveness and natural flow. It spontaneously adapts speaking style based on content, producing highly fitting vocal expression trained on a massive 1.8 million-hour bilingual corpus.
+- **True-to-Life Voice Cloning** - With only a short reference audio clip, VoxCPM performs accurate zero-shot voice cloning, capturing not only the speaker’s timbre but also fine-grained characteristics such as accent, emotional tone, rhythm, and pacing to create a faithful and natural replica.
+- **High-Efficiency Synthesis** - VoxCPM supports streaming synthesis with a Real-Time Factor (RTF) as low as 0.17 on a consumer-grade NVIDIA RTX 4090 GPU, making it possible for real-time applications.
+
+
+
+
+
+## Quick Start
+
+### 🔧 Install from PyPI
+``` sh
+pip install voxcpm
+```
+### 1. Model Download (Optional)
+By default, when you first run the script, the model will be downloaded automatically, but you can also download the model in advance.
+- Download VoxCPM-0.5B
+ ```
+ from huggingface_hub import snapshot_download
+ snapshot_download("openbmb/VoxCPM-0.5B")
+ ```
+- Download ZipEnhancer and SenseVoice-Small. We use ZipEnhancer to enhance speech prompts and SenseVoice-Small for speech prompt ASR in the web demo.
+ ```
+ from modelscope import snapshot_download
+ snapshot_download('iic/speech_zipenhancer_ans_multiloss_16k_base')
+ snapshot_download('iic/SenseVoiceSmall')
+ ```
+
+### 2. Basic Usage
+```python
+import soundfile as sf
+import numpy as np
+from voxcpm import VoxCPM
+
+model = VoxCPM.from_pretrained("openbmb/VoxCPM-0.5B")
+
+# Non-streaming
+wav = model.generate(
+ text="VoxCPM is an innovative end-to-end TTS model from ModelBest, designed to generate highly expressive speech.",
+ prompt_wav_path=None, # optional: path to a prompt speech for voice cloning
+ prompt_text=None, # optional: reference text
+ cfg_value=2.0, # LM guidance on LocDiT, higher for better adherence to the prompt, but maybe worse
+ inference_timesteps=10, # LocDiT inference timesteps, higher for better result, lower for fast speed
+ normalize=True, # enable external TN tool
+ denoise=True, # enable external Denoise tool
+ retry_badcase=True, # enable retrying mode for some bad cases (unstoppable)
+ retry_badcase_max_times=3, # maximum retrying times
+ retry_badcase_ratio_threshold=6.0, # maximum length restriction for bad case detection (simple but effective), it could be adjusted for slow pace speech
+)
+
+sf.write("output.wav", wav, 16000)
+print("saved: output.wav")
+
+# Streaming
+chunks = []
+for chunk in model.generate_streaming(
+ text = "Streaming text to speech is easy with VoxCPM!",
+ # supports same args as above
+):
+ chunks.append(chunk)
+wav = np.concatenate(chunks)
+
+sf.write("output_streaming.wav", wav, 16000)
+print("saved: output_streaming.wav")
+```
+
+### 3. CLI Usage
+
+After installation, the entry point is `voxcpm` (or use `python -m voxcpm.cli`).
+
+```bash
+# 1) Direct synthesis (single text)
+voxcpm --text "VoxCPM is an innovative end-to-end TTS model from ModelBest, designed to generate highly expressive speech." --output out.wav
+
+# 2) Voice cloning (reference audio + transcript)
+voxcpm --text "VoxCPM is an innovative end-to-end TTS model from ModelBest, designed to generate highly expressive speech." \
+ --prompt-audio path/to/voice.wav \
+ --prompt-text "reference transcript" \
+ --output out.wav \
+ --denoise
+
+# (Optinal) Voice cloning (reference audio + transcript file)
+voxcpm --text "VoxCPM is an innovative end-to-end TTS model from ModelBest, designed to generate highly expressive speech." \
+ --prompt-audio path/to/voice.wav \
+ --prompt-file "/path/to/text-file" \
+ --output out.wav \
+ --denoise
+
+# 3) Batch processing (one text per line)
+voxcpm --input examples/input.txt --output-dir outs
+# (optional) Batch + cloning
+voxcpm --input examples/input.txt --output-dir outs \
+ --prompt-audio path/to/voice.wav \
+ --prompt-text "reference transcript" \
+ --denoise
+
+# 4) Inference parameters (quality/speed)
+voxcpm --text "..." --output out.wav \
+ --cfg-value 2.0 --inference-timesteps 10 --normalize
+
+# 5) Model loading
+# Prefer local path
+voxcpm --text "..." --output out.wav --model-path /path/to/VoxCPM_model_dir
+# Or from Hugging Face (auto download/cache)
+voxcpm --text "..." --output out.wav \
+ --hf-model-id openbmb/VoxCPM-0.5B --cache-dir ~/.cache/huggingface --local-files-only
+
+# 6) Denoiser control
+voxcpm --text "..." --output out.wav \
+ --no-denoiser --zipenhancer-path iic/speech_zipenhancer_ans_multiloss_16k_base
+
+# 7) Help
+voxcpm --help
+python -m voxcpm.cli --help
+```
+
+### 4. Start web demo
+
+You can start the UI interface by running `python app.py`, which allows you to perform Voice Cloning and Voice Creation.
+
+## 🛠️ Fine-tune VoxCPM
+
+We provide a training pipeline mirroring the `minicpm-audio` workflow while relying purely on HuggingFace `datasets` for audio-text management.
+
+1. **Prepare a manifest (JSONL)**
+
+ ```
+ {"audio": "/path/to/audio_0001.wav", "text": "你好,世界。", "dataset_id": 0}
+ {"audio": "/path/to/audio_0002.wav", "text": "第二条语音", "dataset_id": 0}
+ ```
+ - `audio`: waveform file path (WAV/FLAC/MP3 supported)
+ - `text`: transcription
+ - `dataset_id` *(optional)*: integer identifier for multi-dataset sampling statistics
+
+2. **Copy & edit the example config**
+ `conf/voxcpm/voxcpm_finetune_example.yaml` contains hyper-parameters (pretrained weights, tokenizer, manifests, λ-weights, etc.).
+
+3. **Launch training**
+
+ ```bash
+ CUDA_VISIBLE_DEVICES=0,1 torchrun --nproc_per_node 2 \
+ scripts/train_voxcpm_finetune.py \
+ --config_path conf/voxcpm/voxcpm_finetune_example.yaml
+ ```
+
+ Features:
+ - Distributed + AMP training (`torchrun`).
+ - TensorBoard logging (`tensorboard --logdir logs/voxcpm_finetune`).
+ - Periodic validation & checkpointing under `checkpoints/`.
+
+4. **Key modules**
+ - `src/voxcpm/model/voxcpm.py`: unified model providing both inference and training forward。
+ - `src/voxcpm/training/`: accelerator, tracker, dataset loader & batch packer utilities。
+ - `scripts/train_voxcpm_finetune.py`: end-to-end fine-tune loop。
+
+## 👩🍳 A Voice Chef's Guide
+Welcome to the VoxCPM kitchen! Follow this recipe to cook up perfect generated speech. Let’s begin.
+
+---
+### 🥚 Step 1: Prepare Your Base Ingredients (Content)
+
+First, choose how you’d like to input your text:.
+1. Regular Text (Classic Mode)
+- ✅ Keep "Text Normalization" ON. Type naturally (e.g., "Hello, world! 123"). The system will automatically process numbers, abbreviations, and punctuation using WeTextProcessing library.
+2. Phoneme Input (Native Mode)
+- ❌ Turn "Text Normalization" OFF. Enter phoneme text like {HH AH0 L OW1} (EN) or {ni3}{hao3} (ZH) for precise pronunciation control. In this mode, VoxCPM also supports native understanding of other complex non-normalized text—try it out!
+
+---
+### 🍳 Step 2: Choose Your Flavor Profile (Voice Style)
+
+This is the secret sauce that gives your audio its unique sound.
+1. Cooking with a Prompt Speech (Following a Famous Recipe)
+ - A prompt speech provides the desired acoustic characteristics for VoxCPM. The speaker's timbre, speaking style, and even the background sounds and ambiance will be replicated.
+ - For a Clean, Studio-Quality Voice:
+ - ✅ Enable "Prompt Speech Enhancement". This acts like a noise filter, removing background hiss and rumble to give you a pure, clean voice clone.
+2. Cooking au Naturel (Letting the Model Improvise)
+ - If no reference is provided, VoxCPM becomes a creative chef! It will infer a fitting speaking style based on the text itself, thanks to the text-smartness of its foundation model, MiniCPM-4.
+ - Pro Tip: Challenge VoxCPM with any text—poetry, song lyrics, dramatic monologues—it may deliver some interesting results!
+
+---
+### 🧂 Step 3: The Final Seasoning (Fine-Tuning Your Results)
+You're ready to serve! But for master chefs who want to tweak the flavor, here are two key spices.
+- CFG Value (How Closely to Follow the Recipe)
+ - Default: A great starting point.
+ - Voice sounds strained or weird? Lower this value. It tells the model to be more relaxed and improvisational, great for expressive prompts.
+ - Need maximum clarity and adherence to the text? Raise it slightly to keep the model on a tighter leash.
+- Inference Timesteps (Simmering Time: Quality vs. Speed)
+ - Need a quick snack? Use a lower number. Perfect for fast drafts and experiments.
+ - Cooking a gourmet meal? Use a higher number. This lets the model "simmer" longer, refining the audio for superior detail and naturalness.
+
+---
+Happy creating! 🎉 Start with the default settings and tweak from there to suit your project. The kitchen is yours!
+
+
+---
+
+
+## 🌟 Community Projects
+
+We're excited to see the VoxCPM community growing! Here are some amazing projects and features built by our community:
+
+- **[ComfyUI-VoxCPM](https://github.com/wildminder/ComfyUI-VoxCPM)**
+- **[ComfyUI-VoxCPMTTS](https://github.com/1038lab/ComfyUI-VoxCPMTTS)**
+- **[WebUI-VoxCPM](https://github.com/rsxdalv/tts_webui_extension.vox_cpm)**
+- **[PR: Streaming API Support (by AbrahamSanders)](https://github.com/OpenBMB/VoxCPM/pull/26)**
+
+
+
+*Have you built something cool with VoxCPM? We'd love to feature it here! Please open an issue or pull request to add your project.*
+
+
+## 📊 Performance Highlights
+
+VoxCPM achieves competitive results on public zero-shot TTS benchmarks:
+
+### Seed-TTS-eval Benchmark
+
+| Model | Parameters | Open-Source | test-EN | | test-ZH | | test-Hard | |
+|------|------|------|:------------:|:--:|:------------:|:--:|:-------------:|:--:|
+| | | | WER/%⬇ | SIM/%⬆| CER/%⬇| SIM/%⬆ | CER/%⬇ | SIM/%⬆ |
+| MegaTTS3 | 0.5B | ❌ | 2.79 | 77.1 | 1.52 | 79.0 | - | - |
+| DiTAR | 0.6B | ❌ | 1.69 | 73.5 | 1.02 | 75.3 | - | - |
+| CosyVoice3 | 0.5B | ❌ | 2.02 | 71.8 | 1.16 | 78.0 | 6.08 | 75.8 |
+| CosyVoice3 | 1.5B | ❌ | 2.22 | 72.0 | 1.12 | 78.1 | 5.83 | 75.8 |
+| Seed-TTS | - | ❌ | 2.25 | 76.2 | 1.12 | 79.6 | 7.59 | 77.6 |
+| MiniMax-Speech | - | ❌ | 1.65 | 69.2 | 0.83 | 78.3 | - | - |
+| CosyVoice | 0.3B | ✅ | 4.29 | 60.9 | 3.63 | 72.3 | 11.75 | 70.9 |
+| CosyVoice2 | 0.5B | ✅ | 3.09 | 65.9 | 1.38 | 75.7 | **6.83** | 72.4 |
+| F5-TTS | 0.3B | ✅ | 2.00 | 67.0 | 1.53 | 76.0 | 8.67 | 71.3 |
+| SparkTTS | 0.5B | ✅ | 3.14 | 57.3 | 1.54 | 66.0 | - | - |
+| FireRedTTS | 0.5B | ✅ | 3.82 | 46.0 | 1.51 | 63.5 | 17.45 | 62.1 |
+| FireRedTTS-2 | 1.5B | ✅ | 1.95 | 66.5 | 1.14 | 73.6 | - | - |
+| Qwen2.5-Omni | 7B | ✅ | 2.72 | 63.2 | 1.70 | 75.2 | 7.97 | **74.7** |
+| OpenAudio-s1-mini | 0.5B | ✅ | 1.94 | 55.0 | 1.18 | 68.5 | - | - |
+| IndexTTS2 | 1.5B | ✅ | 2.23 | 70.6 | 1.03 | 76.5 | - | - |
+| VibeVoice | 1.5B | ✅ | 3.04 | 68.9 | 1.16 | 74.4 | - | - |
+| HiggsAudio-v2 | 3B | ✅ | 2.44 | 67.7 | 1.50 | 74.0 | - | - |
+| **VoxCPM** | 0.5B | ✅ | **1.85** | **72.9** | **0.93** | **77.2** | 8.87 | 73.0 |
+
+
+### CV3-eval Benchmark
+
+| Model | zh | en | hard-zh | | | hard-en | | |
+|-------|:--:|:--:|:-------:|:--:|:--:|:-------:|:--:|:--:|
+| | CER/%⬇ | WER/%⬇ | CER/%⬇ | SIM/%⬆ | DNSMOS⬆ | WER/%⬇ | SIM/%⬆ | DNSMOS⬆ |
+| F5-TTS | 5.47 | 8.90 | - | - | - | - | - | - |
+| SparkTTS | 5.15 | 11.0 | - | - | - | - | - | - |
+| GPT-SoVits | 7.34 | 12.5 | - | - | - | - | - | - |
+| CosyVoice2 | 4.08 | 6.32 | 12.58 | 72.6 | 3.81 | 11.96 | 66.7 | 3.95 |
+| OpenAudio-s1-mini | 4.00 | 5.54 | 18.1 | 58.2 | 3.77 | 12.4 | 55.7 | 3.89 |
+| IndexTTS2 | 3.58 | 4.45 | 12.8 | 74.6 | 3.65 | - | - | - |
+| HiggsAudio-v2 | 9.54 | 7.89 | 41.0 | 60.2 | 3.39 | 10.3 | 61.8 | 3.68 |
+| CosyVoice3-0.5B | 3.89 | 5.24 | 14.15 | 78.6 | 3.75 | 9.04 | 75.9 | 3.92 |
+| CosyVoice3-1.5B | 3.91 | 4.99 | 9.77 | 78.5 | 3.79 | 10.55 | 76.1 | 3.95 |
+| **VoxCPM** | **3.40** | **4.04** | 12.9 | 66.1 | 3.59 | **7.89** | 64.3 | 3.74 |
+
+
+
+
+
+
+
+
+
+
+
+
+## ⚠️ Risks and limitations
+- General Model Behavior: While VoxCPM has been trained on a large-scale dataset, it may still produce outputs that are unexpected, biased, or contain artifacts.
+- Potential for Misuse of Voice Cloning: VoxCPM's powerful zero-shot voice cloning capability can generate highly realistic synthetic speech. This technology could be misused for creating convincing deepfakes for purposes of impersonation, fraud, or spreading disinformation. Users of this model must not use it to create content that infringes upon the rights of individuals. It is strictly forbidden to use VoxCPM for any illegal or unethical purposes. We strongly recommend that any publicly shared content generated with this model be clearly marked as AI-generated.
+- Current Technical Limitations: Although generally stable, the model may occasionally exhibit instability, especially with very long or expressive inputs. Furthermore, the current version offers limited direct control over specific speech attributes like emotion or speaking style.
+- Bilingual Model: VoxCPM is trained primarily on Chinese and English data. Performance on other languages is not guaranteed and may result in unpredictable or low-quality audio.
+- This model is released for research and development purposes only. We do not recommend its use in production or commercial applications without rigorous testing and safety evaluations. Please use VoxCPM responsibly.
+
+
+
+## 📝TO-DO List
+Please stay tuned for updates!
+- [x] Release the VoxCPM technical report.
+- [ ] Support higher sampling rate (next version).
+
+
+
+## 📄 License
+The VoxCPM model weights and code are open-sourced under the [Apache-2.0](LICENSE) license.
+
+## 🙏 Acknowledgments
+
+We extend our sincere gratitude to the following works and resources for their inspiration and contributions:
+
+- [DiTAR](https://arxiv.org/abs/2502.03930) for the diffusion autoregressive backbone used in speech generation
+- [MiniCPM-4](https://github.com/OpenBMB/MiniCPM) for serving as the language model foundation
+- [CosyVoice](https://github.com/FunAudioLLM/CosyVoice) for the implementation of Flow Matching-based LocDiT
+- [DAC](https://github.com/descriptinc/descript-audio-codec) for providing the Audio VAE backbone
+
+## Institutions
+
+This project is developed by the following institutions:
+-
[ModelBest](https://modelbest.cn/)
+
+-
[THUHCSI](https://github.com/thuhcsi)
+
+
+## ⭐ Star History
+ [](https://star-history.com/#OpenBMB/VoxCPM&Date)
+
+
+## 📚 Citation
+
+If you find our model helpful, please consider citing our projects 📝 and staring us ⭐️!
+
+```bib
+@article{voxcpm2025,
+ title = {VoxCPM: Tokenizer-Free TTS for Context-Aware Speech Generation and True-to-Life Voice Cloning},
+ author = {Zhou, Yixuan and Zeng, Guoyang and Liu, Xin and Li, Xiang and Yu, Renjie and Wang, Ziyang and Ye, Runchuan and Sun, Weiyue and Gui, Jiancheng and Li, Kehan and Wu, Zhiyong and Liu, Zhiyuan},
+ journal = {arXiv preprint arXiv:2509.24650},
+ year = {2025},
+}
+```
diff --git a/VoxCPM/app.py b/VoxCPM/app.py
new file mode 100644
index 0000000000000000000000000000000000000000..cbe163a06e14f32a54693d08ffb99120e0c95b97
--- /dev/null
+++ b/VoxCPM/app.py
@@ -0,0 +1,274 @@
+import os
+import numpy as np
+import torch
+import gradio as gr
+import spaces
+from typing import Optional, Tuple
+from funasr import AutoModel
+from pathlib import Path
+os.environ["TOKENIZERS_PARALLELISM"] = "false"
+if os.environ.get("HF_REPO_ID", "").strip() == "":
+ os.environ["HF_REPO_ID"] = "openbmb/VoxCPM-0.5B"
+
+import voxcpm
+
+
+class VoxCPMDemo:
+ def __init__(self) -> None:
+ self.device = "cuda" if torch.cuda.is_available() else "cpu"
+ print(f"🚀 Running on device: {self.device}")
+
+ # ASR model for prompt text recognition
+ self.asr_model_id = "iic/SenseVoiceSmall"
+ self.asr_model: Optional[AutoModel] = AutoModel(
+ model=self.asr_model_id,
+ disable_update=True,
+ log_level='DEBUG',
+ device="cuda:0" if self.device == "cuda" else "cpu",
+ )
+
+ # TTS model (lazy init)
+ self.voxcpm_model: Optional[voxcpm.VoxCPM] = None
+ self.default_local_model_dir = "./models/VoxCPM-0.5B"
+
+ # ---------- Model helpers ----------
+ def _resolve_model_dir(self) -> str:
+ """
+ Resolve model directory:
+ 1) Use local checkpoint directory if exists
+ 2) If HF_REPO_ID env is set, download into models/{repo}
+ 3) Fallback to 'models'
+ """
+ if os.path.isdir(self.default_local_model_dir):
+ return self.default_local_model_dir
+
+ repo_id = os.environ.get("HF_REPO_ID", "").strip()
+ if len(repo_id) > 0:
+ target_dir = os.path.join("models", repo_id.replace("/", "__"))
+ if not os.path.isdir(target_dir):
+ try:
+ from huggingface_hub import snapshot_download # type: ignore
+ os.makedirs(target_dir, exist_ok=True)
+ print(f"Downloading model from HF repo '{repo_id}' to '{target_dir}' ...")
+ snapshot_download(repo_id=repo_id, local_dir=target_dir, local_dir_use_symlinks=False)
+ except Exception as e:
+ print(f"Warning: HF download failed: {e}. Falling back to 'data'.")
+ return "models"
+ return target_dir
+ return "models"
+
+ def get_or_load_voxcpm(self) -> voxcpm.VoxCPM:
+ if self.voxcpm_model is not None:
+ return self.voxcpm_model
+ print("Model not loaded, initializing...")
+ model_dir = self._resolve_model_dir()
+ print(f"Using model dir: {model_dir}")
+ self.voxcpm_model = voxcpm.VoxCPM(voxcpm_model_path=model_dir)
+ print("Model loaded successfully.")
+ return self.voxcpm_model
+
+ # ---------- Functional endpoints ----------
+ def prompt_wav_recognition(self, prompt_wav: Optional[str]) -> str:
+ if prompt_wav is None:
+ return ""
+ res = self.asr_model.generate(input=prompt_wav, language="auto", use_itn=True)
+ text = res[0]["text"].split('|>')[-1]
+ return text
+
+ def generate_tts_audio(
+ self,
+ text_input: str,
+ prompt_wav_path_input: Optional[str] = None,
+ prompt_text_input: Optional[str] = None,
+ cfg_value_input: float = 2.0,
+ inference_timesteps_input: int = 10,
+ do_normalize: bool = True,
+ denoise: bool = True,
+ ) -> Tuple[int, np.ndarray]:
+ """
+ Generate speech from text using VoxCPM; optional reference audio for voice style guidance.
+ Returns (sample_rate, waveform_numpy)
+ """
+ current_model = self.get_or_load_voxcpm()
+
+ text = (text_input or "").strip()
+ if len(text) == 0:
+ raise ValueError("Please input text to synthesize.")
+
+ prompt_wav_path = prompt_wav_path_input if prompt_wav_path_input else None
+ prompt_text = prompt_text_input if prompt_text_input else None
+
+ print(f"Generating audio for text: '{text[:60]}...'")
+ wav = current_model.generate(
+ text=text,
+ prompt_text=prompt_text,
+ prompt_wav_path=prompt_wav_path,
+ cfg_value=float(cfg_value_input),
+ inference_timesteps=int(inference_timesteps_input),
+ normalize=do_normalize,
+ denoise=denoise,
+ )
+ return (16000, wav)
+
+
+# ---------- UI Builders ----------
+
+def create_demo_interface(demo: VoxCPMDemo):
+ """Build the Gradio UI for VoxCPM demo."""
+ # static assets (logo path)
+ gr.set_static_paths(paths=[Path.cwd().absolute()/"assets"])
+
+ with gr.Blocks(
+ theme=gr.themes.Soft(
+ primary_hue="blue",
+ secondary_hue="gray",
+ neutral_hue="slate",
+ font=[gr.themes.GoogleFont("Inter"), "Arial", "sans-serif"]
+ ),
+ css="""
+ .logo-container {
+ text-align: center;
+ margin: 0.5rem 0 1rem 0;
+ }
+ .logo-container img {
+ height: 80px;
+ width: auto;
+ max-width: 200px;
+ display: inline-block;
+ }
+ /* Bold accordion labels */
+ #acc_quick details > summary,
+ #acc_tips details > summary {
+ font-weight: 600 !important;
+ font-size: 1.1em !important;
+ }
+ /* Bold labels for specific checkboxes */
+ #chk_denoise label,
+ #chk_denoise span,
+ #chk_normalize label,
+ #chk_normalize span {
+ font-weight: 600;
+ }
+ """
+ ) as interface:
+ # Header logo
+ gr.HTML('')
+
+ # Quick Start
+ with gr.Accordion("📋 Quick Start Guide |快速入门", open=False, elem_id="acc_quick"):
+ gr.Markdown("""
+ ### How to Use |使用说明
+ 1. **(Optional) Provide a Voice Prompt** - Upload or record an audio clip to provide the desired voice characteristics for synthesis.
+ **(可选)提供参考声音** - 上传或录制一段音频,为声音合成提供音色、语调和情感等个性化特征
+ 2. **(Optional) Enter prompt text** - If you provided a voice prompt, enter the corresponding transcript here (auto-recognition available).
+ **(可选项)输入参考文本** - 如果提供了参考语音,请输入其对应的文本内容(支持自动识别)。
+ 3. **Enter target text** - Type the text you want the model to speak.
+ **输入目标文本** - 输入您希望模型朗读的文字内容。
+ 4. **Generate Speech** - Click the "Generate" button to create your audio.
+ **生成语音** - 点击"生成"按钮,即可为您创造出音频。
+ """)
+
+ # Pro Tips
+ with gr.Accordion("💡 Pro Tips |使用建议", open=False, elem_id="acc_tips"):
+ gr.Markdown("""
+ ### Prompt Speech Enhancement|参考语音降噪
+ - **Enable** to remove background noise for a clean, studio-like voice, with an external ZipEnhancer component.
+ **启用**:通过 ZipEnhancer 组件消除背景噪音,获得更好的音质。
+ - **Disable** to preserve the original audio's background atmosphere.
+ **禁用**:保留原始音频的背景环境声,如果想复刻相应声学环境。
+
+ ### Text Normalization|文本正则化
+ - **Enable** to process general text with an external WeTextProcessing component.
+ **启用**:使用 WeTextProcessing 组件,可处理常见文本。
+ - **Disable** to use VoxCPM's native text understanding ability. For example, it supports phonemes input ({HH AH0 L OW1}), try it!
+ **禁用**:将使用 VoxCPM 内置的文本理解能力。如,支持音素输入(如 {da4}{jia1}好)和公式符号合成,尝试一下!
+
+ ### CFG Value|CFG 值
+ - **Lower CFG** if the voice prompt sounds strained or expressive.
+ **调低**:如果提示语音听起来不自然或过于夸张。
+ - **Higher CFG** for better adherence to the prompt speech style or input text.
+ **调高**:为更好地贴合提示音频的风格或输入文本。
+
+ ### Inference Timesteps|推理时间步
+ - **Lower** for faster synthesis speed.
+ **调低**:合成速度更快。
+ - **Higher** for better synthesis quality.
+ **调高**:合成质量更佳。
+ """)
+
+ # Main controls
+ with gr.Row():
+ with gr.Column():
+ prompt_wav = gr.Audio(
+ sources=["upload", 'microphone'],
+ type="filepath",
+ label="Prompt Speech (Optional, or let VoxCPM improvise)",
+ value="./examples/example.wav",
+ )
+ DoDenoisePromptAudio = gr.Checkbox(
+ value=False,
+ label="Prompt Speech Enhancement",
+ elem_id="chk_denoise",
+ info="We use ZipEnhancer model to denoise the prompt audio."
+ )
+ with gr.Row():
+ prompt_text = gr.Textbox(
+ value="Just by listening a few minutes a day, you'll be able to eliminate negative thoughts by conditioning your mind to be more positive.",
+ label="Prompt Text",
+ placeholder="Please enter the prompt text. Automatic recognition is supported, and you can correct the results yourself..."
+ )
+ run_btn = gr.Button("Generate Speech", variant="primary")
+
+ with gr.Column():
+ cfg_value = gr.Slider(
+ minimum=1.0,
+ maximum=3.0,
+ value=2.0,
+ step=0.1,
+ label="CFG Value (Guidance Scale)",
+ info="Higher values increase adherence to prompt, lower values allow more creativity"
+ )
+ inference_timesteps = gr.Slider(
+ minimum=4,
+ maximum=30,
+ value=10,
+ step=1,
+ label="Inference Timesteps",
+ info="Number of inference timesteps for generation (higher values may improve quality but slower)"
+ )
+ with gr.Row():
+ text = gr.Textbox(
+ value="VoxCPM is an innovative end-to-end TTS model from ModelBest, designed to generate highly realistic speech.",
+ label="Target Text",
+ )
+ with gr.Row():
+ DoNormalizeText = gr.Checkbox(
+ value=False,
+ label="Text Normalization",
+ elem_id="chk_normalize",
+ info="We use wetext library to normalize the input text."
+ )
+ audio_output = gr.Audio(label="Output Audio")
+
+ # Wiring
+ run_btn.click(
+ fn=demo.generate_tts_audio,
+ inputs=[text, prompt_wav, prompt_text, cfg_value, inference_timesteps, DoNormalizeText, DoDenoisePromptAudio],
+ outputs=[audio_output],
+ show_progress=True,
+ api_name="generate",
+ )
+ prompt_wav.change(fn=demo.prompt_wav_recognition, inputs=[prompt_wav], outputs=[prompt_text])
+
+ return interface
+
+
+def run_demo(server_name: str = "localhost", server_port: int = 7860, show_error: bool = True):
+ demo = VoxCPMDemo()
+ interface = create_demo_interface(demo)
+ # Recommended to enable queue on Spaces for better throughput
+ interface.queue(max_size=10).launch(server_name=server_name, server_port=server_port, show_error=show_error)
+
+
+if __name__ == "__main__":
+ run_demo()
diff --git a/VoxCPM/assets/modelbest_logo.png b/VoxCPM/assets/modelbest_logo.png
new file mode 100644
index 0000000000000000000000000000000000000000..afbf01b5ff16cdb57988f0806424abaa71f6be00
Binary files /dev/null and b/VoxCPM/assets/modelbest_logo.png differ
diff --git a/VoxCPM/assets/thuhcsi_logo.png b/VoxCPM/assets/thuhcsi_logo.png
new file mode 100644
index 0000000000000000000000000000000000000000..a0f9ef3f70f187f253ee9fe17a22ce254a0366f1
Binary files /dev/null and b/VoxCPM/assets/thuhcsi_logo.png differ
diff --git a/VoxCPM/assets/voxcpm_logo.png b/VoxCPM/assets/voxcpm_logo.png
new file mode 100644
index 0000000000000000000000000000000000000000..7a9cffe0c101536cbf47eb4f998be2238377b4d1
Binary files /dev/null and b/VoxCPM/assets/voxcpm_logo.png differ
diff --git a/VoxCPM/assets/voxcpm_model.png b/VoxCPM/assets/voxcpm_model.png
new file mode 100644
index 0000000000000000000000000000000000000000..d9841c1ebb12c4ebd48a3e4aaf6078f72d777b63
--- /dev/null
+++ b/VoxCPM/assets/voxcpm_model.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f6eb7998135ad49f5dd0ee1fa2c099d79a016ab59fe29fc039f7f32ef8f5ca
+size 144982
diff --git a/VoxCPM/assets/wechat.png b/VoxCPM/assets/wechat.png
new file mode 100644
index 0000000000000000000000000000000000000000..c1fb6269c2865923175c16c4ba2fcb77d9afaff3
Binary files /dev/null and b/VoxCPM/assets/wechat.png differ
diff --git a/VoxCPM/ckpts/.gitattributes b/VoxCPM/ckpts/.gitattributes
new file mode 100644
index 0000000000000000000000000000000000000000..f8c88fbdeadf350afa747fb3b0ee2e5166d52b48
--- /dev/null
+++ b/VoxCPM/ckpts/.gitattributes
@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+assets/voxcpm_model.png filter=lfs diff=lfs merge=lfs -text
diff --git a/VoxCPM/ckpts/README.md b/VoxCPM/ckpts/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..e8e96fcff735d12d90d547cd6df81637d13e3039
--- /dev/null
+++ b/VoxCPM/ckpts/README.md
@@ -0,0 +1,238 @@
+---
+license: apache-2.0
+language:
+- en
+- zh
+base_model:
+- openbmb/MiniCPM4-0.5B
+pipeline_tag: text-to-speech
+library_name: voxcpm
+tags:
+- text-to-speech
+- speech
+- speech generation
+- voice cloning
+---
+
+## 🎙️ VoxCPM: Tokenizer-Free TTS for Context-Aware Speech Generation and True-to-Life Voice Cloning
+
+
+[](https://github.com/OpenBMB/VoxCPM/) [](https://huggingface.co/openbmb/VoxCPM-0.5B) [](https://huggingface.co/spaces/OpenBMB/VoxCPM-Demo) [](https://openbmb.github.io/VoxCPM-demopage/)
+
+
+
+

+
+
+## Overview
+
+VoxCPM is a novel tokenizer-free Text-to-Speech (TTS) system that redefines realism in speech synthesis. By modeling speech in a continuous space, it overcomes the limitations of discrete tokenization and enables two flagship capabilities: context-aware speech generation and true-to-life zero-shot voice cloning.
+
+Unlike mainstream approaches that convert speech to discrete tokens, VoxCPM uses an end-to-end diffusion autoregressive architecture that directly generates continuous speech representations from text. Built on [MiniCPM-4](https://huggingface.co/openbmb/MiniCPM4-0.5B) backbone, it achieves implicit semantic-acoustic decoupling through hierachical language modeling and FSQ constraints, greatly enhancing both expressiveness and generation stability.
+
+
+

+
+
+
+### 🚀 Key Features
+- **Context-Aware, Expressive Speech Generation** - VoxCPM comprehends text to infer and generate appropriate prosody, delivering speech with remarkable expressiveness and natural flow. It spontaneously adapts speaking style based on content, producing highly fitting vocal expression trained on a massive 1.8 million-hour bilingual corpus.
+- **True-to-Life Voice Cloning** - With only a short reference audio clip, VoxCPM performs accurate zero-shot voice cloning, capturing not only the speaker’s timbre but also fine-grained characteristics such as accent, emotional tone, rhythm, and pacing to create a faithful and natural replica.
+- **High-Efficiency Synthesis** - VoxCPM supports streaming synthesis with a Real-Time Factor (RTF) as low as 0.17 on a consumer-grade NVIDIA RTX 4090 GPU, making it possible for real-time applications.
+
+
+## Quick Start
+
+### 🔧 Install from PyPI
+``` sh
+pip install voxcpm
+```
+### 1. Model Download (Optional)
+By default, when you first run the script, the model will be downloaded automatically, but you can also download the model in advance.
+- Download VoxCPM-0.5B
+ ```
+ from huggingface_hub import snapshot_download
+ snapshot_download("openbmb/VoxCPM-0.5B",local_files_only=local_files_only)
+ ```
+- Download ZipEnhancer and SenseVoice-Small. We use ZipEnhancer to enhance speech prompts and SenseVoice-Small for speech prompt ASR in the web demo.
+ ```
+ from modelscope import snapshot_download
+ snapshot_download('iic/speech_zipenhancer_ans_multiloss_16k_base')
+ snapshot_download('iic/SenseVoiceSmall')
+ ```
+
+### 2. Basic Usage
+```python
+import soundfile as sf
+from voxcpm import VoxCPM
+
+model = VoxCPM.from_pretrained("openbmb/VoxCPM-0.5B")
+
+wav = model.generate(
+ text="VoxCPM is an innovative end-to-end TTS model from ModelBest, designed to generate highly expressive speech.",
+ prompt_wav_path=None, # optional: path to a prompt speech for voice cloning
+ prompt_text=None, # optional: reference text
+ cfg_value=2.0, # LM guidance on LocDiT, higher for better adherence to the prompt, but maybe worse
+ inference_timesteps=10, # LocDiT inference timesteps, higher for better result, lower for fast speed
+ normalize=True, # enable external TN tool
+ denoise=True, # enable external Denoise tool
+ retry_badcase=True, # enable retrying mode for some bad cases (unstoppable)
+ retry_badcase_max_times=3, # maximum retrying times
+ retry_badcase_ratio_threshold=6.0, # maximum length restriction for bad case detection (simple but effective), it could be adjusted for slow pace speech
+)
+
+sf.write("output.wav", wav, 16000)
+print("saved: output.wav")
+```
+
+### 3. CLI Usage
+
+After installation, the entry point is `voxcpm` (or use `python -m voxcpm.cli`).
+
+```bash
+# 1) Direct synthesis (single text)
+voxcpm --text "Hello VoxCPM" --output out.wav
+
+# 2) Voice cloning (reference audio + transcript)
+voxcpm --text "Hello" \
+ --prompt-audio path/to/voice.wav \
+ --prompt-text "reference transcript" \
+ --output out.wav \
+ --denoise
+
+# 3) Batch processing (one text per line)
+voxcpm --input examples/input.txt --output-dir outs
+# (optional) Batch + cloning
+voxcpm --input examples/input.txt --output-dir outs \
+ --prompt-audio path/to/voice.wav \
+ --prompt-text "reference transcript" \
+ --denoise
+
+# 4) Inference parameters (quality/speed)
+voxcpm --text "..." --output out.wav \
+ --cfg-value 2.0 --inference-timesteps 10 --normalize
+
+# 5) Model loading
+# Prefer local path
+voxcpm --text "..." --output out.wav --model-path /path/to/VoxCPM_model_dir
+# Or from Hugging Face (auto download/cache)
+voxcpm --text "..." --output out.wav \
+ --hf-model-id openbmb/VoxCPM-0.5B --cache-dir ~/.cache/huggingface --local-files-only
+
+# 6) Denoiser control
+voxcpm --text "..." --output out.wav \
+ --no-denoiser --zipenhancer-path iic/speech_zipenhancer_ans_multiloss_16k_base
+
+# 7) Help
+voxcpm --help
+python -m voxcpm.cli --help
+```
+
+### 4. Start web demo
+
+You can start the UI interface by running `python app.py`, which allows you to perform Voice Cloning and Voice Creation.
+
+
+
+## 👩🍳 A Voice Chef's Guide
+Welcome to the VoxCPM kitchen! Follow this recipe to cook up perfect generated speech. Let’s begin.
+
+---
+### 🥚 Step 1: Prepare Your Base Ingredients (Content)
+
+First, choose how you’d like to input your text:.
+1. Regular Text (Classic Mode)
+- ✅ Keep "Text Normalization" ON. Type naturally (e.g., "Hello, world! 123"). The system will automatically process numbers, abbreviations, and punctuation using WeTextProcessing library.
+2. Phoneme Input (Native Mode)
+- ❌ Turn "Text Normalization" OFF. Enter phoneme text like {HH AH0 L OW1} (EN) or {ni3}{hao3} (ZH) for precise pronunciation control. In this mode, VoxCPM also supports native understanding of other complex non-normalized text—try it out!
+
+---
+### 🍳 Step 2: Choose Your Flavor Profile (Voice Style)
+
+This is the secret sauce that gives your audio its unique sound.
+1. Cooking with a Prompt Speech (Following a Famous Recipe)
+ - A prompt speech provides the desired acoustic characteristics for VoxCPM. The speaker's timbre, speaking style, and even the background sounds and ambiance will be replicated.
+ - For a Clean, Studio-Quality Voice:
+ - ✅ Enable "Prompt Speech Enhancement". This acts like a noise filter, removing background hiss and rumble to give you a pure, clean voice clone.
+2. Cooking au Naturel (Letting the Model Improvise)
+ - If no reference is provided, VoxCPM becomes a creative chef! It will infer a fitting speaking style based on the text itself, thanks to the text-smartness of its foundation model, MiniCPM-4.
+ - Pro Tip: Challenge VoxCPM with any text—poetry, song lyrics, dramatic monologues—it may deliver some interesting results!
+
+---
+### 🧂 Step 3: The Final Seasoning (Fine-Tuning Your Results)
+You're ready to serve! But for master chefs who want to tweak the flavor, here are two key spices.
+- CFG Value (How Closely to Follow the Recipe)
+ - Default: A great starting point.
+ - Voice sounds strained or weird? Lower this value. It tells the model to be more relaxed and improvisational, great for expressive prompts.
+ - Need maximum clarity and adherence to the text? Raise it slightly to keep the model on a tighter leash.
+- Inference Timesteps (Simmering Time: Quality vs. Speed)
+ - Need a quick snack? Use a lower number. Perfect for fast drafts and experiments.
+ - Cooking a gourmet meal? Use a higher number. This lets the model "simmer" longer, refining the audio for superior detail and naturalness.
+
+---
+Happy creating! 🎉 Start with the default settings and tweak from there to suit your project. The kitchen is yours!
+
+
+---
+
+
+
+## 📊 Performance Highlights
+
+VoxCPM achieves competitive results on public zero-shot TTS benchmarks:
+
+### Seed-TTS-eval Benchmark
+
+| Model | Parameters | Open-Source | test-EN | | test-ZH | | test-Hard | |
+|------|------|------|:------------:|:--:|:------------:|:--:|:-------------:|:--:|
+| | | | WER/%⬇ | SIM/%⬆| CER/%⬇| SIM/%⬆ | CER/%⬇ | SIM/%⬆ |
+| MegaTTS3 | 0.5B | ❌ | 2.79 | 77.1 | 1.52 | 79.0 | - | - |
+| DiTAR | 0.6B | ❌ | 1.69 | 73.5 | 1.02 | 75.3 | - | - |
+| CosyVoice3 | 0.5B | ❌ | 2.02 | 71.8 | 1.16 | 78.0 | 6.08 | 75.8 |
+| CosyVoice3 | 1.5B | ❌ | 2.22 | 72.0 | 1.12 | 78.1 | 5.83 | 75.8 |
+| Seed-TTS | - | ❌ | 2.25 | 76.2 | 1.12 | 79.6 | 7.59 | 77.6 |
+| MiniMax-Speech | - | ❌ | 1.65 | 69.2 | 0.83 | 78.3 | - | - |
+| CosyVoice | 0.3B | ✅ | 4.29 | 60.9 | 3.63 | 72.3 | 11.75 | 70.9 |
+| CosyVoice2 | 0.5B | ✅ | 3.09 | 65.9 | 1.38 | 75.7 | **6.83** | 72.4 |
+| F5-TTS | 0.3B | ✅ | 2.00 | 67.0 | 1.53 | 76.0 | 8.67 | 71.3 |
+| SparkTTS | 0.5B | ✅ | 3.14 | 57.3 | 1.54 | 66.0 | - | - |
+| FireRedTTS | 0.5B | ✅ | 3.82 | 46.0 | 1.51 | 63.5 | 17.45 | 62.1 |
+| FireRedTTS-2 | 1.5B | ✅ | 1.95 | 66.5 | 1.14 | 73.6 | - | - |
+| Qwen2.5-Omni | 7B | ✅ | 2.72 | 63.2 | 1.70 | 75.2 | 7.97 | **74.7** |
+| OpenAudio-s1-mini | 0.5B | ✅ | 1.94 | 55.0 | 1.18 | 68.5 | - | - |
+| IndexTTS2 | 1.5B | ✅ | 2.23 | 70.6 | 1.03 | 76.5 | - | - |
+| VibeVoice | 1.5B | ✅ | 3.04 | 68.9 | 1.16 | 74.4 | - | - |
+| HiggsAudio-v2 | 3B | ✅ | 2.44 | 67.7 | 1.50 | 74.0 | - | - |
+| **VoxCPM** | 0.5B | ✅ | **1.85** | **72.9** | **0.93** | **77.2** | 8.87 | 73.0 |
+
+
+### CV3-eval Benchmark
+
+| Model | zh | en | hard-zh | | | hard-en | | |
+|-------|:--:|:--:|:-------:|:--:|:--:|:-------:|:--:|:--:|
+| | CER/%⬇ | WER/%⬇ | CER/%⬇ | SIM/%⬆ | DNSMOS⬆ | WER/%⬇ | SIM/%⬆ | DNSMOS⬆ |
+| F5-TTS | 5.47 | 8.90 | - | - | - | - | - | - |
+| SparkTTS | 5.15 | 11.0 | - | - | - | - | - | - |
+| GPT-SoVits | 7.34 | 12.5 | - | - | - | - | - | - |
+| CosyVoice2 | 4.08 | 6.32 | 12.58 | 72.6 | 3.81 | 11.96 | 66.7 | 3.95 |
+| OpenAudio-s1-mini | 4.00 | 5.54 | 18.1 | 58.2 | 3.77 | 12.4 | 55.7 | 3.89 |
+| IndexTTS2 | 3.58 | 4.45 | 12.8 | 74.6 | 3.65 | - | - | - |
+| HiggsAudio-v2 | 9.54 | 7.89 | 41.0 | 60.2 | 3.39 | 10.3 | 61.8 | 3.68 |
+| CosyVoice3-0.5B | 3.89 | 5.24 | 14.15 | 78.6 | 3.75 | 9.04 | 75.9 | 3.92 |
+| CosyVoice3-1.5B | 3.91 | 4.99 | 9.77 | 78.5 | 3.79 | 10.55 | 76.1 | 3.95 |
+| **VoxCPM** | **3.40** | **4.04** | 12.9 | 66.1 | 3.59 | **7.89** | 64.3 | 3.74 |
+
+
+## ⚠️ Risks and limitations
+- General Model Behavior: While VoxCPM has been trained on a large-scale dataset, it may still produce outputs that are unexpected, biased, or contain artifacts.
+- Potential for Misuse of Voice Cloning: VoxCPM's powerful zero-shot voice cloning capability can generate highly realistic synthetic speech. This technology could be misused for creating convincing deepfakes for purposes of impersonation, fraud, or spreading disinformation. Users of this model must not use it to create content that infringes upon the rights of individuals. It is strictly forbidden to use VoxCPM for any illegal or unethical purposes. We strongly recommend that any publicly shared content generated with this model be clearly marked as AI-generated.
+- Current Technical Limitations: Although generally stable, the model may occasionally exhibit instability, especially with very long or expressive inputs. Furthermore, the current version offers limited direct control over specific speech attributes like emotion or speaking style.
+- Bilingual Model: VoxCPM is trained primarily on Chinese and English data. Performance on other languages is not guaranteed and may result in unpredictable or low-quality audio.
+- This model is released for research and development purposes only. We do not recommend its use in production or commercial applications without rigorous testing and safety evaluations. Please use VoxCPM responsibly.
+
+
+
+## 📄 License
+The VoxCPM model weights and code are open-sourced under the Apache-2.0 license.
+
+
diff --git a/VoxCPM/ckpts/assets/modelbest_logo.png b/VoxCPM/ckpts/assets/modelbest_logo.png
new file mode 100644
index 0000000000000000000000000000000000000000..afbf01b5ff16cdb57988f0806424abaa71f6be00
Binary files /dev/null and b/VoxCPM/ckpts/assets/modelbest_logo.png differ
diff --git a/VoxCPM/ckpts/assets/thuhcsi_logo.png b/VoxCPM/ckpts/assets/thuhcsi_logo.png
new file mode 100644
index 0000000000000000000000000000000000000000..a0f9ef3f70f187f253ee9fe17a22ce254a0366f1
Binary files /dev/null and b/VoxCPM/ckpts/assets/thuhcsi_logo.png differ
diff --git a/VoxCPM/ckpts/assets/voxcpm_logo.png b/VoxCPM/ckpts/assets/voxcpm_logo.png
new file mode 100644
index 0000000000000000000000000000000000000000..7a9cffe0c101536cbf47eb4f998be2238377b4d1
Binary files /dev/null and b/VoxCPM/ckpts/assets/voxcpm_logo.png differ
diff --git a/VoxCPM/ckpts/assets/voxcpm_model.png b/VoxCPM/ckpts/assets/voxcpm_model.png
new file mode 100644
index 0000000000000000000000000000000000000000..d9841c1ebb12c4ebd48a3e4aaf6078f72d777b63
--- /dev/null
+++ b/VoxCPM/ckpts/assets/voxcpm_model.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f6eb7998135ad49f5dd0ee1fa2c099d79a016ab59fe29fc039f7f32ef8f5ca
+size 144982
diff --git a/VoxCPM/ckpts/audiovae.pth b/VoxCPM/ckpts/audiovae.pth
new file mode 100644
index 0000000000000000000000000000000000000000..df998fd56294c476ffadd4fd9347672a9fe34267
--- /dev/null
+++ b/VoxCPM/ckpts/audiovae.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b93f34c771281679b0ff93be3d1c1681eb1f301c3892e701db8f10a725b20a9
+size 301494192
diff --git a/VoxCPM/ckpts/config.json b/VoxCPM/ckpts/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1ffe017ebab475ffbdcb7c563d0c5147ca7dedce
--- /dev/null
+++ b/VoxCPM/ckpts/config.json
@@ -0,0 +1,52 @@
+{
+ "architecture": "voxcpm",
+ "lm_config": {
+ "bos_token_id": 1,
+ "eos_token_id": 2,
+ "hidden_size": 1024,
+ "intermediate_size": 4096,
+ "max_position_embeddings": 32768,
+ "num_attention_heads": 16,
+ "num_hidden_layers": 24,
+ "num_key_value_heads": 2,
+ "rms_norm_eps": 1e-05,
+ "rope_theta": 10000,
+ "rope_scaling": {
+ "type": "longrope",
+ "long_factor": [1.0004360675811768, 1.0668443441390991, 1.1631425619125366, 1.3025742769241333, 1.5040205717086792, 1.7941505908966064, 2.2101221084594727, 2.802666664123535, 3.6389970779418945, 4.804192543029785, 6.39855432510376, 8.527148246765137, 11.277542114257812, 14.684998512268066, 18.69317054748535, 23.13019371032715, 27.72362518310547, 32.1606559753418, 36.168827056884766, 39.57627868652344, 42.32667541503906, 44.45526885986328, 46.04962921142578, 47.21482849121094, 48.05115509033203, 48.64370346069336, 49.05967712402344, 49.34980392456055, 49.551246643066406, 49.69068145751953, 49.78697967529297, 49.85338592529297],
+ "short_factor": [1.0004360675811768, 1.0668443441390991, 1.1631425619125366, 1.3025742769241333, 1.5040205717086792, 1.7941505908966064, 2.2101221084594727, 2.802666664123535, 3.6389970779418945, 4.804192543029785, 6.39855432510376, 8.527148246765137, 11.277542114257812, 14.684998512268066, 18.69317054748535, 23.13019371032715, 27.72362518310547, 32.1606559753418, 36.168827056884766, 39.57627868652344, 42.32667541503906, 44.45526885986328, 46.04962921142578, 47.21482849121094, 48.05115509033203, 48.64370346069336, 49.05967712402344, 49.34980392456055, 49.551246643066406, 49.69068145751953, 49.78697967529297, 49.85338592529297],
+ "original_max_position_embeddings": 32768
+ },
+ "vocab_size": 73448,
+ "scale_emb": 12,
+ "dim_model_base": 256,
+ "scale_depth": 1.4,
+ "use_mup": false
+ },
+ "patch_size": 2,
+ "feat_dim": 64,
+ "scalar_quantization_latent_dim": 256,
+ "scalar_quantization_scale": 9,
+ "residual_lm_num_layers": 6,
+ "encoder_config": {
+ "hidden_dim": 1024,
+ "ffn_dim": 4096,
+ "num_heads": 16,
+ "num_layers": 4
+ },
+ "dit_config": {
+ "hidden_dim": 1024,
+ "ffn_dim": 4096,
+ "num_heads": 16,
+ "num_layers": 4,
+ "cfm_config": {
+ "sigma_min": 1e-06,
+ "solver": "euler",
+ "t_scheduler": "log-norm",
+ "inference_cfg_rate": 2.0
+ }
+ },
+ "max_length": 4096,
+ "device": "cuda",
+ "dtype": "bfloat16"
+}
\ No newline at end of file
diff --git a/VoxCPM/ckpts/pytorch_model.bin b/VoxCPM/ckpts/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f67d306db1a3aed8675b6445a33d496fd2b6e18c
--- /dev/null
+++ b/VoxCPM/ckpts/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd0581582d410d35a41ec991dd78c774134ee7c18d74d6e99707ceae5f3566f
+size 1304698606
diff --git a/VoxCPM/ckpts/special_tokens_map.json b/VoxCPM/ckpts/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..8619dda6f3eb6d60d0a1bb274820054e46f41699
--- /dev/null
+++ b/VoxCPM/ckpts/special_tokens_map.json
@@ -0,0 +1,81 @@
+{
+ "additional_special_tokens": [
+ {
+ "content": "<|im_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ {
+ "content": "<|im_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ {
+ "content": "<|tool_call|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ {
+ "content": "<|execute_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ {
+ "content": "<|execute_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ {
+ "content": "<|fim_prefix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ {
+ "content": "<|fim_middle|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ {
+ "content": "<|fim_suffix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ }
+ ],
+ "bos_token": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "unk_token": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ }
+}
diff --git a/VoxCPM/ckpts/tokenizer.json b/VoxCPM/ckpts/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..5405eda8fc32d18fb5a304cb1e292abf6c61dc3f
--- /dev/null
+++ b/VoxCPM/ckpts/tokenizer.json
@@ -0,0 +1,177952 @@
+{
+ "version": "1.0",
+ "truncation": null,
+ "padding": null,
+ "added_tokens": [
+ {
+ "id": 0,
+ "content": "",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 1,
+ "content": "",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 2,
+ "content": "",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 73440,
+ "content": "<|im_end|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 73441,
+ "content": "<|im_start|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 73442,
+ "content": "<|tool_call|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 73443,
+ "content": "<|execute_start|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 73444,
+ "content": "<|execute_end|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 73445,
+ "content": "<|fim_prefix|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 73446,
+ "content": "<|fim_middle|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 73447,
+ "content": "<|fim_suffix|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ }
+ ],
+ "normalizer": {
+ "type": "Sequence",
+ "normalizers": [
+ {
+ "type": "Prepend",
+ "prepend": "▁"
+ },
+ {
+ "type": "Replace",
+ "pattern": {
+ "String": " "
+ },
+ "content": "▁"
+ }
+ ]
+ },
+ "pre_tokenizer": null,
+ "post_processor": {
+ "type": "TemplateProcessing",
+ "single": [
+ {
+ "SpecialToken": {
+ "id": "",
+ "type_id": 0
+ }
+ },
+ {
+ "Sequence": {
+ "id": "A",
+ "type_id": 0
+ }
+ }
+ ],
+ "pair": [
+ {
+ "SpecialToken": {
+ "id": "",
+ "type_id": 0
+ }
+ },
+ {
+ "Sequence": {
+ "id": "A",
+ "type_id": 0
+ }
+ },
+ {
+ "SpecialToken": {
+ "id": "",
+ "type_id": 1
+ }
+ },
+ {
+ "Sequence": {
+ "id": "B",
+ "type_id": 1
+ }
+ }
+ ],
+ "special_tokens": {
+ "": {
+ "id": "",
+ "ids": [
+ 1
+ ],
+ "tokens": [
+ ""
+ ]
+ }
+ }
+ },
+ "decoder": {
+ "type": "Sequence",
+ "decoders": [
+ {
+ "type": "Replace",
+ "pattern": {
+ "String": "▁"
+ },
+ "content": " "
+ },
+ {
+ "type": "ByteFallback"
+ },
+ {
+ "type": "Fuse"
+ },
+ {
+ "type": "Strip",
+ "content": " ",
+ "start": 1,
+ "stop": 0
+ }
+ ]
+ },
+ "model": {
+ "type": "BPE",
+ "dropout": null,
+ "unk_token": "",
+ "continuing_subword_prefix": null,
+ "end_of_word_suffix": null,
+ "fuse_unk": true,
+ "byte_fallback": true,
+ "ignore_merges": false,
+ "vocab": {
+ "": 0,
+ "": 1,
+ "": 2,
+ "": 3,
+ "": 4,
+ "\n": 5,
+ "\t": 6,
+ "
": 7,
+ "
": 8,
+ "": 9,
+ "": 10,
+ "": 11,
+ "
": 12,
+ "": 13,
+ " | | ": 14,
+ "": 15,
+ "": 16,
+ "": 17,
+ "": 18,
+ "": 21,
+ "": 22,
+ "
": 23,
+ "": 24,
+ "": 25,
+ "": 26,
+ "": 27,
+ "": 28,
+ "": 29,
+ "": 30,
+ "": 31,
+ "": 32,
+ "
": 33,
+ "
": 34,
+ "
": 35,
+ "": 36,
+ "": 37,
+ "": 38,
+ "
": 39,
+ "": 40,
+ "": 41,
+ "
": 42,
+ "": 43,
+ "
": 44,
+ "": 45,
+ "": 46,
+ "": 47,
+ "
": 48,
+ "": 49,
+ "": 50,
+ "": 51,
+ "0": 52,
+ "1": 53,
+ "2": 54,
+ "3": 55,
+ "4": 56,
+ "5": 57,
+ "6": 58,
+ "7": 59,
+ "8": 60,
+ "9": 61,
+ "+": 62,
+ "-": 63,
+ "=": 64,
+ ",": 65,
+ "。": 66,
+ "!": 67,
+ "?": 68,
+ "、": 69,
+ ":": 70,
+ "¥": 71,
+ ".": 72,
+ "!": 73,
+ "?": 74,
+ "...": 75,
+ "。。。": 76,
+ "。。。。。。": 77,
+ "《": 78,
+ "》": 79,
+ "【": 80,
+ "】": 81,
+ "『": 82,
+ "』": 83,
+ "```": 84,
+ "": 86,
+ "---": 87,
+ "": 88,
+ ";": 89,
+ ".": 90,
+ "=": 91,
+ "<": 92,
+ ">": 93,
+ "-": 94,
+ "+": 95,
+ "%": 96,
+ "‼": 97,
+ "㊣": 98,
+ "/": 99,
+ "|": 100,
+ "<|audio_start|>": 101,
+ "<|audio_end|>": 102,
+ "<|audio_prompt_start|>": 103,
+ "<|audio_prompt_end|>": 104,
+ "<|background|>": 105,
+ "<|/background|>": 106,
+ "<|characters|>": 107,
+ "<|/characters|>": 108,
+ "<|speaker_id|>": 109,
+ "<|/speaker_id|>": 110,
+ "<|span|>": 111,
+ "<|/span|>": 112,
+ "": 113,
+ "": 114,
+ "": 115,
+ "": 116,
+ "": 117,
+ "": 118,
+ "": 119,
+ "": 120,
+ "": 121,
+ "": 122,
+ "": 123,
+ "": 124,
+ "": 125,
+ "": 126,
+ "": 127,
+ "": 128,
+ "": 129,
+ "": 130,
+ "": 131,
+ "": 132,
+ "": 133,
+ "": 134,
+ "": 135,
+ "": 136,
+ "": 137,
+ "": 138,
+ "": 139,
+ "": 140,
+ "": 141,
+ "": 142,
+ "": 143,
+ "": 144,
+ "": 145,
+ "": 146,
+ "": 147,
+ "": 148,
+ "": 149,
+ "": 150,
+ "": 151,
+ "": 152,
+ "": 153,
+ "": 154,
+ "": 155,
+ "": 156,
+ "": 157,
+ "": 158,
+ "": 159,
+ "": 160,
+ "": 161,
+ "": 162,
+ "": 163,
+ "": 164,
+ "": 165,
+ "": 166,
+ "": 167,
+ "": 168,
+ "": 169,
+ "": 170,
+ "": 171,
+ "": 172,
+ "": 173,
+ "": 174,
+ "": 175,
+ "": 176,
+ "": 177,
+ "": 178,
+ "": 179,
+ "": 180,
+ "": 181,
+ "": 182,
+ "": 183,
+ "": 184,
+ "": 185,
+ "": 186,
+ "": 187,
+ "": 188,
+ "": 189,
+ "": 190,
+ "": 191,
+ "": 192,
+ "": 193,
+ "": 194,
+ "": 195,
+ "": 196,
+ "": 197,
+ "": 198,
+ "": 199,
+ "": 200,
+ "": 201,
+ "": 202,
+ "": 203,
+ "": 204,
+ "": 205,
+ "": 206,
+ "": 207,
+ "": 208,
+ "": 209,
+ "": 210,
+ "": 211,
+ "": 212,
+ "": 213,
+ "": 214,
+ "": 215,
+ "": 216,
+ "": 217,
+ "": 218,
+ "": 219,
+ "": 220,
+ "": 221,
+ "": 222,
+ "": 223,
+ "": 224,
+ "": 225,
+ "": 226,
+ "": 227,
+ "": 228,
+ "": 229,
+ "": 230,
+ "": 231,
+ "": 232,
+ "": 233,
+ "": 234,
+ "": 235,
+ "": 236,
+ "": 237,
+ "": 238,
+ "": 239,
+ "": 240,
+ "": 241,
+ "": 242,
+ "": 243,
+ "": 244,
+ "": 245,
+ "": 246,
+ "": 247,
+ "": 248,
+ "": 249,
+ "": 250,
+ "": 251,
+ "": 252,
+ "": 253,
+ "": 254,
+ "": 255,
+ "": 256,
+ "": 257,
+ "": 258,
+ "": 259,
+ "": 260,
+ "": 261,
+ "": 262,
+ "": 263,
+ "": 264,
+ "": 265,
+ "": 266,
+ "": 267,
+ "": 268,
+ "": 269,
+ "": 270,
+ "": 271,
+ "": 272,
+ "": 273,
+ "": 274,
+ "": 275,
+ "": 276,
+ "": 277,
+ "": 278,
+ "": 279,
+ "": 280,
+ "": 281,
+ "": 282,
+ "": 283,
+ "": 284,
+ "": 285,
+ "": 286,
+ "": 287,
+ "": 288,
+ "": 289,
+ "": 290,
+ "": 291,
+ "": 292,
+ "": 293,
+ "": 294,
+ "": 295,
+ "": 296,
+ "": 297,
+ "": 298,
+ "": 299,
+ "": 300,
+ "": 301,
+ "": 302,
+ "": 303,
+ "": 304,
+ "": 305,
+ "": 306,
+ "": 307,
+ "": 308,
+ "": 309,
+ "": 310,
+ "": 311,
+ "": 312,
+ "": 313,
+ "": 314,
+ "": 315,
+ "": 316,
+ "": 317,
+ "": 318,
+ "": 319,
+ "": 320,
+ "": 321,
+ "": 322,
+ "": 323,
+ "": 324,
+ "": 325,
+ "": 326,
+ "": 327,
+ "": 328,
+ "": 329,
+ "": 330,
+ "": 331,
+ "": 332,
+ "": 333,
+ "": 334,
+ "": 335,
+ "": 336,
+ "": 337,
+ "": 338,
+ "": 339,
+ "": 340,
+ "": 341,
+ "": 342,
+ "": 343,
+ "": 344,
+ "": 345,
+ "": 346,
+ "": 347,
+ "": 348,
+ "": 349,
+ "": 350,
+ "": 351,
+ "": 352,
+ "": 353,
+ "