Hugging Face's logo

zuhri025
/
tts_weights_Tv

TensorBoard
Safetensors
Model card Files
xet
 Metrics Community
zuhri025 commited on
Commit
b211f27
·
verified ·
1 Parent(s): 251ac25

Save checkpoint at step 3000

Browse files
Files changed (9) hide show
  1. checkpoint-3000/checkpoint_info.json +12 -0
  2. checkpoint-3000/config.json +52 -0
  3. checkpoint-3000/generation_config.json +9 -0
  4. checkpoint-3000/model.safetensors +3 -0
  5. checkpoint-3000/optimizer.pt +3 -0
  6. checkpoint-3000/tokenizer.json +0 -0
  7. checkpoint-3000/tokenizer_config.json +9 -0
  8. checkpoint-3000/training_config.json +54 -0
  9. checkpoint-3000/training_state.pt +3 -0
checkpoint-3000/checkpoint_info.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 3000,
3
+ "best_val_loss": 10.866634106636047,
4
+ "tensorboard_logs": "tensorboard_logs",
5
+ "active_datasets": [
6
+ "globe",
7
+ "gemini",
8
+ "soda",
9
+ "long_audio"
10
+ ],
11
+ "total_samples": 593606
12
+ }
checkpoint-3000/config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 3,
8
+ "dtype": "float32",
9
+ "eos_token_id": 3,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 512,
13
+ "initializer_range": 0.041666666666666664,
14
+ "intermediate_size": 2304,
15
+ "layer_types": [
16
+ "full_attention",
17
+ "full_attention",
18
+ "full_attention",
19
+ "full_attention",
20
+ "full_attention",
21
+ "full_attention",
22
+ "full_attention",
23
+ "full_attention",
24
+ "full_attention",
25
+ "full_attention",
26
+ "full_attention",
27
+ "full_attention",
28
+ "full_attention",
29
+ "full_attention",
30
+ "full_attention",
31
+ "full_attention",
32
+ "full_attention"
33
+ ],
34
+ "max_position_embeddings": 1024,
35
+ "max_window_layers": 17,
36
+ "model_type": "qwen3",
37
+ "num_attention_heads": 4,
38
+ "num_hidden_layers": 17,
39
+ "num_key_value_heads": 1,
40
+ "pad_token_id": null,
41
+ "rms_norm_eps": 1e-06,
42
+ "rope_parameters": {
43
+ "rope_theta": 10000,
44
+ "rope_type": "default"
45
+ },
46
+ "sliding_window": null,
47
+ "tie_word_embeddings": false,
48
+ "transformers_version": "5.0.0",
49
+ "use_cache": true,
50
+ "use_sliding_window": false,
51
+ "vocab_size": 23947
52
+ }
checkpoint-3000/generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 3,
4
+ "eos_token_id": 3,
5
+ "output_attentions": false,
6
+ "output_hidden_states": false,
7
+ "transformers_version": "5.0.0",
8
+ "use_cache": true
9
+ }
checkpoint-3000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:102adc2ee24394b301de5e3403f3b6593a48b306c930edd6661df93bdb2af3b6
3
+ size 383409712
checkpoint-3000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6fee43f83aa169acccfd8576bc0a454b8587026fa226020afff04660598969e
3
+ size 766939851
checkpoint-3000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-3000/tokenizer_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|bos|>",
4
+ "eos_token": "<|eos|>",
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "pad_token": "<|pad|>",
7
+ "tokenizer_class": "TokenizersBackend",
8
+ "unk_token": "<|unk|>"
9
+ }
checkpoint-3000/training_config.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenizer_id": "zuhri025/TTS-Tokenizer-T",
3
+ "model_config_id": "ekwek/Soprano-1.1-80M",
4
+ "save_dir": "tts_weights_Tv",
5
+ "repo_name": "tts_weights_Tv",
6
+ "active_datasets": [
7
+ "globe",
8
+ "gemini",
9
+ "soda",
10
+ "long_audio"
11
+ ],
12
+ "dataset_limits": {
13
+ "gemini": 10000,
14
+ "globe": 250000,
15
+ "soda": 250000,
16
+ "emilia": 80000,
17
+ "long_audio": 70000
18
+ },
19
+ "max_samples": 100000,
20
+ "device": "cuda",
21
+ "num_workers": 2,
22
+ "pin_memory": true,
23
+ "compile_model": true,
24
+ "use_mixed_precision": true,
25
+ "seed": 1337,
26
+ "max_steps": 20000,
27
+ "batch_size": 8,
28
+ "grad_accum_steps": 4,
29
+ "seq_len": 1024,
30
+ "max_lr": 0.001,
31
+ "min_lr": 5e-05,
32
+ "warmup_ratio": 0.05,
33
+ "cooldown_ratio": 0.1,
34
+ "betas": [
35
+ 0.9,
36
+ 0.95
37
+ ],
38
+ "weight_decay": 0.1,
39
+ "grad_clip_norm": 1.0,
40
+ "text_loss_weight": 0.5,
41
+ "text_mode_ratio": 1.0,
42
+ "phoneme_mode_ratio": 0.0,
43
+ "mix_mode_ratio": 0.0,
44
+ "unconditional_prob": 0.05,
45
+ "voice_dropout_prob": 0.1,
46
+ "word_mix_ratio": 0.5,
47
+ "val_freq": 1500,
48
+ "save_freq": 1500,
49
+ "log_freq": 10,
50
+ "val_steps": 20,
51
+ "test_split_size": 0.01,
52
+ "upload_tensorboard": true,
53
+ "tensorboard_dir": "tensorboard_logs"
54
+ }
checkpoint-3000/training_state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb4d693cc4ad91fc1f1d4cdc7a9d673d76e2f38af687997ae07c46c28655821c
3
+ size 766942923