Upload folder using huggingface_hub
Browse files- .gitattributes +11 -32
- LICENSE +21 -0
- README.md +43 -0
- config.yaml +98 -0
- decoder_body.onnx +3 -0
- model.safetensors +3 -0
.gitattributes
CHANGED
|
@@ -1,35 +1,14 @@
|
|
| 1 |
-
*.
|
| 2 |
-
*.
|
| 3 |
-
*.bin filter=lfs diff=lfs merge=lfs -text
|
| 4 |
-
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
| 5 |
-
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
| 6 |
-
*.ftz filter=lfs diff=lfs merge=lfs -text
|
| 7 |
-
*.gz filter=lfs diff=lfs merge=lfs -text
|
| 8 |
-
*.h5 filter=lfs diff=lfs merge=lfs -text
|
| 9 |
-
*.joblib filter=lfs diff=lfs merge=lfs -text
|
| 10 |
-
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
| 11 |
-
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
| 12 |
-
*.model filter=lfs diff=lfs merge=lfs -text
|
| 13 |
-
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
| 14 |
-
*.npy filter=lfs diff=lfs merge=lfs -text
|
| 15 |
-
*.npz filter=lfs diff=lfs merge=lfs -text
|
| 16 |
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 17 |
-
*.
|
| 18 |
-
*.
|
| 19 |
-
*.pb filter=lfs diff=lfs merge=lfs -text
|
| 20 |
-
*.pickle filter=lfs diff=lfs merge=lfs -text
|
| 21 |
-
*.pkl filter=lfs diff=lfs merge=lfs -text
|
| 22 |
*.pt filter=lfs diff=lfs merge=lfs -text
|
| 23 |
*.pth filter=lfs diff=lfs merge=lfs -text
|
| 24 |
-
*.
|
| 25 |
-
*.
|
| 26 |
-
|
| 27 |
-
*.
|
| 28 |
-
*.
|
| 29 |
-
*.
|
| 30 |
-
*.
|
| 31 |
-
*.wasm filter=lfs diff=lfs merge=lfs -text
|
| 32 |
-
*.xz filter=lfs diff=lfs merge=lfs -text
|
| 33 |
-
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
-
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
-
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
| 1 |
+
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
| 2 |
+
*.gguf filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 4 |
+
*.onnx_data filter=lfs diff=lfs merge=lfs -text
|
| 5 |
+
*.bin filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
| 6 |
*.pt filter=lfs diff=lfs merge=lfs -text
|
| 7 |
*.pth filter=lfs diff=lfs merge=lfs -text
|
| 8 |
+
*.npy filter=lfs diff=lfs merge=lfs -text
|
| 9 |
+
*.npz filter=lfs diff=lfs merge=lfs -text
|
| 10 |
+
*.f32 filter=lfs diff=lfs merge=lfs -text
|
| 11 |
+
*.data filter=lfs diff=lfs merge=lfs -text
|
| 12 |
+
*.wav filter=lfs diff=lfs merge=lfs -text
|
| 13 |
+
*.mp3 filter=lfs diff=lfs merge=lfs -text
|
| 14 |
+
*.model filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
LICENSE
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
MIT License
|
| 2 |
+
|
| 3 |
+
Copyright (c) the original authors and contributors
|
| 4 |
+
|
| 5 |
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
| 6 |
+
of this software and associated documentation files (the "Software"), to deal
|
| 7 |
+
in the Software without restriction, including without limitation the rights
|
| 8 |
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
| 9 |
+
copies of the Software, and to permit persons to whom the Software is
|
| 10 |
+
furnished to do so, subject to the following conditions:
|
| 11 |
+
|
| 12 |
+
The above copyright notice and this permission notice shall be included in all
|
| 13 |
+
copies or substantial portions of the Software.
|
| 14 |
+
|
| 15 |
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
| 16 |
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
| 17 |
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
| 18 |
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
| 19 |
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
| 20 |
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
| 21 |
+
SOFTWARE.
|
README.md
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: mit
|
| 3 |
+
pipeline_tag: audio-to-audio
|
| 4 |
+
library_name: rlx
|
| 5 |
+
tags:
|
| 6 |
+
- miocodec
|
| 7 |
+
- codec
|
| 8 |
+
- rlx
|
| 9 |
+
---
|
| 10 |
+
|
| 11 |
+
# MioCodec 25Hz/24kHz (RLX staging)
|
| 12 |
+
|
| 13 |
+
MioCodec weights + ONNX decoder body (local parity fixtures removed).
|
| 14 |
+
|
| 15 |
+
**Kind:** Staging redistrib of an upstream checkpoint for RLX runners.
|
| 16 |
+
|
| 17 |
+
**Suggested Hub repo:** `eugenehp/miocodec`
|
| 18 |
+
|
| 19 |
+
**Upstream:** https://huggingface.co/Aratako/MioCodec-25Hz-24kHz
|
| 20 |
+
|
| 21 |
+
**RLX crate:** [`rlx-miotts`](https://github.com/MIT-RLX/rlx-models/tree/main/crates/rlx-miotts)
|
| 22 |
+
|
| 23 |
+
## Contents
|
| 24 |
+
|
| 25 |
+
Weight tensors and configs in this directory (see file listing on the Hub).
|
| 26 |
+
|
| 27 |
+
## Run with RLX
|
| 28 |
+
|
| 29 |
+
From [rlx-models](https://github.com/MIT-RLX/rlx-models) with this directory as the model path:
|
| 30 |
+
|
| 31 |
+
```bash
|
| 32 |
+
cargo run -p rlx-miotts --release -- --codec-dir .
|
| 33 |
+
```
|
| 34 |
+
|
| 35 |
+
## License
|
| 36 |
+
|
| 37 |
+
MIT — see `LICENSE`. Inherit upstream terms when redistributing.
|
| 38 |
+
|
| 39 |
+
Original weights and authorship: https://huggingface.co/Aratako/MioCodec-25Hz-24kHz
|
| 40 |
+
|
| 41 |
+
## Staging note
|
| 42 |
+
|
| 43 |
+
Prepared from the local `weights/` tree in [rlx-models](https://github.com/MIT-RLX/rlx-models) for a future standalone Hub upload. Prefer fetching upstream when this is only a redistrib.
|
config.yaml
ADDED
|
@@ -0,0 +1,98 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
class_path: miocodec.model.MioCodecModel
|
| 3 |
+
init_args:
|
| 4 |
+
config:
|
| 5 |
+
# SSL Feature settings
|
| 6 |
+
local_ssl_layers: [6, 9]
|
| 7 |
+
global_ssl_layers: [1, 2]
|
| 8 |
+
normalize_ssl_features: true
|
| 9 |
+
|
| 10 |
+
# Down/up-sampling settings
|
| 11 |
+
downsample_factor: 2
|
| 12 |
+
use_conv_downsample: true
|
| 13 |
+
|
| 14 |
+
# Audio settings
|
| 15 |
+
sample_rate: 24000
|
| 16 |
+
n_fft: 1920
|
| 17 |
+
hop_length: 480
|
| 18 |
+
|
| 19 |
+
# Wave decoder settings
|
| 20 |
+
use_wave_decoder: true
|
| 21 |
+
wave_upsample_factor: 2
|
| 22 |
+
wave_interpolation_mode: linear
|
| 23 |
+
wave_decoder_dim: 512
|
| 24 |
+
wave_resnet_num_blocks: 2
|
| 25 |
+
wave_resnet_kernel_size: 3
|
| 26 |
+
wave_resnet_num_groups: 32
|
| 27 |
+
wave_resnet_dropout: 0.1
|
| 28 |
+
istft_padding: same
|
| 29 |
+
|
| 30 |
+
ssl_feature_extractor:
|
| 31 |
+
class_path: miocodec.module.ssl_extractor.SSLFeatureExtractor
|
| 32 |
+
init_args:
|
| 33 |
+
model_name: wavlm_base_plus
|
| 34 |
+
output_layer: 9
|
| 35 |
+
sample_rate: 24000
|
| 36 |
+
|
| 37 |
+
local_encoder:
|
| 38 |
+
class_path: miocodec.module.transformer.Transformer
|
| 39 |
+
init_args:
|
| 40 |
+
dim: 768
|
| 41 |
+
n_layers: 6
|
| 42 |
+
n_heads: 12
|
| 43 |
+
window_size: 125
|
| 44 |
+
use_rope: true
|
| 45 |
+
rope_theta: 10000.0
|
| 46 |
+
max_seq_len: 512
|
| 47 |
+
use_flash_attention: true
|
| 48 |
+
|
| 49 |
+
local_quantizer:
|
| 50 |
+
class_path: miocodec.module.fsq.FiniteScalarQuantizer
|
| 51 |
+
init_args:
|
| 52 |
+
input_dim: 768
|
| 53 |
+
output_dim: 768
|
| 54 |
+
levels: [8, 8, 8, 5, 5] # 12800
|
| 55 |
+
|
| 56 |
+
feature_decoder: null
|
| 57 |
+
|
| 58 |
+
global_encoder:
|
| 59 |
+
class_path: miocodec.module.global_encoder.GlobalEncoder
|
| 60 |
+
init_args:
|
| 61 |
+
input_channels: 768
|
| 62 |
+
output_channels: 128
|
| 63 |
+
num_layers: 4
|
| 64 |
+
dim: 384
|
| 65 |
+
intermediate_dim: 1152
|
| 66 |
+
|
| 67 |
+
# Mel decoder not used
|
| 68 |
+
mel_prenet: null
|
| 69 |
+
mel_decoder: null
|
| 70 |
+
mel_postnet: null
|
| 71 |
+
|
| 72 |
+
# Wave decoder components
|
| 73 |
+
wave_prenet:
|
| 74 |
+
class_path: miocodec.module.transformer.Transformer
|
| 75 |
+
init_args:
|
| 76 |
+
dim: 768
|
| 77 |
+
output_dim: 512
|
| 78 |
+
n_layers: 6
|
| 79 |
+
n_heads: 12
|
| 80 |
+
window_size: 65
|
| 81 |
+
use_rope: true
|
| 82 |
+
rope_theta: 10000.0
|
| 83 |
+
max_seq_len: 512
|
| 84 |
+
use_flash_attention: true
|
| 85 |
+
|
| 86 |
+
wave_decoder:
|
| 87 |
+
class_path: miocodec.module.transformer.Transformer
|
| 88 |
+
init_args:
|
| 89 |
+
dim: 512
|
| 90 |
+
n_layers: 8
|
| 91 |
+
n_heads: 8
|
| 92 |
+
window_size: 65
|
| 93 |
+
use_rope: true
|
| 94 |
+
rope_theta: 10000.0
|
| 95 |
+
max_seq_len: 512
|
| 96 |
+
adanorm_condition_dim: 128
|
| 97 |
+
use_adaln_zero: true
|
| 98 |
+
use_flash_attention: true
|
decoder_body.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0daa1b1461333c22894495a46f1abd23c0dd4d136da724f1b6c15939209b3674
|
| 3 |
+
size 365312305
|
model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:60483759cde136451d53ff5a2f7e283c015758ab540de9037b5d4519366a7705
|
| 3 |
+
size 523087956
|