LuisChary commited on
Commit
0e1f0ed
·
verified ·
1 Parent(s): 1526397

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +107 -0
config.json ADDED
@@ -0,0 +1,107 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "LuisChary/LatinX-TTS",
3
+ "model_type": "latinx_tts",
4
+ "architectures": [
5
+ "LatinXTTS"
6
+ ],
7
+ "library_name": "latinx-inference",
8
+ "pipeline_tag": "text-to-speech",
9
+ "task": "text-to-speech",
10
+ "license": "cc-by-nc-4.0",
11
+ "paper": {
12
+ "title": "LatinX: Aligning a Multilingual TTS Model with Direct Preference Optimization",
13
+ "arxiv": "2509.05863"
14
+ },
15
+ "authors": [
16
+ "Luis Felipe Chary",
17
+ "Miguel Arjona Ramirez"
18
+ ],
19
+ "description": "LatinX is a multilingual, voice-preserving text-to-speech model component designed for cascaded speech-to-speech translation research.",
20
+ "supported_languages": [
21
+ "pt",
22
+ "en",
23
+ "es",
24
+ "fr",
25
+ "it",
26
+ "ro"
27
+ ],
28
+ "language_names": {
29
+ "pt": "Portuguese",
30
+ "en": "English",
31
+ "es": "Spanish",
32
+ "fr": "French",
33
+ "it": "Italian",
34
+ "ro": "Romanian"
35
+ },
36
+ "audio": {
37
+ "sampling_rate": 16000,
38
+ "channels": 1,
39
+ "format": "waveform"
40
+ },
41
+ "inference": {
42
+ "repository": "https://github.com/luischary/latinx-inference",
43
+ "entrypoint": "scripts/run_inference.py",
44
+ "recommended_usage": "Use the accompanying latinx-inference repository rather than loading this repository directly with a generic Transformers pipeline.",
45
+ "supports_reference_audio_conditioning": true,
46
+ "recommended_mode": "reference_audio_conditioning"
47
+ },
48
+ "components": {
49
+ "text_normalization": {
50
+ "description": "Language-aware text normalization, including numeric value expansion in the inference repository."
51
+ },
52
+ "g2p": {
53
+ "description": "Grapheme-to-phoneme conversion module.",
54
+ "checkpoint": "g2p.pt"
55
+ },
56
+ "phoneme_tokenizer": {
57
+ "description": "Phoneme-level tokenization used before acoustic token generation."
58
+ },
59
+ "acoustic_model": {
60
+ "description": "Autoregressive decoder-only acoustic-token generator.",
61
+ "checkpoint": "ar_decoder.pt",
62
+ "parameter_count": "approximately 210M",
63
+ "context_length": 8192
64
+ },
65
+ "acoustic_codec": {
66
+ "description": "VQ acoustic autoencoder used to decode generated acoustic tokens.",
67
+ "checkpoint": "vq_autoencoder.pt",
68
+ "mel_bins": 80,
69
+ "temporal_downsampling": 4,
70
+ "codebook_size": 4096,
71
+ "nominal_bitrate_kbps": 7.5
72
+ },
73
+ "vocoder": {
74
+ "description": "HiFi-GAN waveform synthesizer.",
75
+ "checkpoint": "hifi.pt"
76
+ }
77
+ },
78
+ "checkpoint_files": [
79
+ "g2p.pt",
80
+ "ar_decoder.pt",
81
+ "vq_autoencoder.pt",
82
+ "hifi.pt"
83
+ ],
84
+ "training": {
85
+ "alignment_method": "Direct Preference Optimization",
86
+ "training_code_included": false
87
+ },
88
+ "limitations": {
89
+ "long_form_generation": false,
90
+ "requires_sentence_chunking_for_long_text": true,
91
+ "unconditioned_generation_may_be_less_stable": true,
92
+ "pronunciation_and_prosody_may_vary_by_language_speaker_and_domain": true
93
+ },
94
+ "responsible_use": {
95
+ "requires_consent_for_reference_voice": true,
96
+ "synthetic_speech_disclosure_recommended": true,
97
+ "disallowed_uses": [
98
+ "impersonation",
99
+ "deceptive voice cloning",
100
+ "non-consensual voice cloning",
101
+ "fraud",
102
+ "harassment",
103
+ "misinformation",
104
+ "commercial use"
105
+ ]
106
+ }
107
+ }