| { | |
| "format": "p4mbfa", | |
| "format_version": 1, | |
| "model_config": { | |
| "input_wav_length": 1920, | |
| "cnn_channels": 192, | |
| "embed_dim": 512, | |
| "context_kernels": [ | |
| 5, | |
| 3 | |
| ], | |
| "cnn_dropout": 0.2, | |
| "head_dropout": 0.3, | |
| "noise_level": 0.02, | |
| "frame_blocks": 4, | |
| "ffn_mult": 4, | |
| "attn_radius": 0, | |
| "attn_heads": 8, | |
| "block_dropout": 0.3, | |
| "n_phg": 15, | |
| "lang_group": "abjad", | |
| "n_tokens": 90, | |
| "n_tones": 22 | |
| }, | |
| "geometry": { | |
| "sample_rate": 16000, | |
| "window_size_ms": 120, | |
| "window_stride_ms": 80 | |
| }, | |
| "decoder": { | |
| "min_phone_frames": 6, | |
| "soft_phone_frames": 10, | |
| "soft_frame_cost": 1.0, | |
| "sil_skippable": true, | |
| "optional_sil": true, | |
| "class_prior_norm": true, | |
| "boundary_bonus_weight": 30.0, | |
| "boundary_contrast_frames": 17, | |
| "boundary_flux_source": "mel" | |
| }, | |
| "labels": { | |
| "lang_group": "abjad", | |
| "tokens": [ | |
| "<blank>", | |
| "SIL", | |
| "noise", | |
| "<unk>", | |
| "a", | |
| "s", | |
| "i", | |
| "e", | |
| "n", | |
| "t", | |
| "l", | |
| "k", | |
| "o", | |
| "r", | |
| "m", | |
| "d", | |
| "u", | |
| "ɪ", | |
| "ɾ", | |
| "f", | |
| "j", | |
| "ə", | |
| "b", | |
| "p", | |
| "ɛ", | |
| "w", | |
| "ɑ", | |
| "v", | |
| "ɡ", | |
| "z", | |
| "ʔ", | |
| "ɔ", | |
| "ŋ", | |
| "ʊ", | |
| "ʃ", | |
| "h", | |
| "ʁ", | |
| "x", | |
| "ð", | |
| "æ", | |
| "ɫ", | |
| "q", | |
| "ʒ", | |
| "ʂ", | |
| "ɣ", | |
| "y", | |
| "ʕ", | |
| "ħ", | |
| "ɳ", | |
| "ɲ", | |
| "œ", | |
| "tˤ", | |
| "sˤ", | |
| "ɒ", | |
| "ʈ", | |
| "t͡ʃ", | |
| "tʰ", | |
| "θ", | |
| "t̪", | |
| "c", | |
| "ç", | |
| "õ", | |
| "ʐ", | |
| "d͡ʒ", | |
| "kʰ", | |
| "ă", | |
| "ɖ", | |
| "ʌ", | |
| "ʋ", | |
| "pʰ", | |
| "ɟ", | |
| "ẽ", | |
| "ã", | |
| "a͡ɪ", | |
| "χ", | |
| "î", | |
| "ê", | |
| "í", | |
| "û", | |
| "a͡ʊ", | |
| "cʰ", | |
| "ŋ̩", | |
| "ř", | |
| "ʈʰ", | |
| "bʰ", | |
| "dʰ", | |
| "ɡʰ", | |
| "ɟʰ", | |
| "ɖʰ", | |
| "ʌ̃" | |
| ], | |
| "special_tokens": { | |
| "<blank>": 0, | |
| "SIL": 1, | |
| "noise": 2, | |
| "<unk>": 3 | |
| }, | |
| "phg_names": [ | |
| "special", | |
| "vowel_close", | |
| "vowel_mid", | |
| "vowel_open", | |
| "stop_voiceless", | |
| "stop_voiced", | |
| "affricate", | |
| "fricative_vl", | |
| "fricative_vd", | |
| "nasal", | |
| "lateral", | |
| "rhotic", | |
| "glide", | |
| "glottal", | |
| "other" | |
| ], | |
| "tone_vocab": [ | |
| "", | |
| "35", | |
| "21", | |
| "33", | |
| "45", | |
| "51", | |
| "32", | |
| "214", | |
| "55", | |
| "24", | |
| "3", | |
| "312", | |
| "5", | |
| "13", | |
| "2", | |
| "212", | |
| "42", | |
| "44", | |
| "53", | |
| "22", | |
| "4", | |
| "114" | |
| ], | |
| "member_langs": [ | |
| "ar", | |
| "fa", | |
| "ku", | |
| "sd", | |
| "syc", | |
| "ug", | |
| "ur" | |
| ], | |
| "gold_fingerprint": "9438371ed6dd" | |
| }, | |
| "training": { | |
| "experiment": "mp01a", | |
| "note": "first abjad run: trunk + phg_head from latin ma02a, fresh ph_head (90) and tone_head", | |
| "data_src": "fleurs", | |
| "train_limit": null, | |
| "val_limit": null, | |
| "exclude_langs": [], | |
| "duration_max": 20, | |
| "ckpt_path": "tmp/training/p4mbfa/ma02a/m_ma02a_final_e30.pt", | |
| "trunk_init_path": null, | |
| "reset_fine_heads": true, | |
| "ramp_frames": 1.0, | |
| "soft_onset_mix": 1.0, | |
| "noise_level": 0.02, | |
| "lr": "1e-4", | |
| "epochs": 20, | |
| "epoch": 5, | |
| "global_step": 2196, | |
| "source_checkpoint": "m_mp01a_epoch=5_step=2196_val_loss=2.8549.ckpt", | |
| "selection": { | |
| "trained_langs": [ | |
| "ar", | |
| "ckb", | |
| "fa", | |
| "sd", | |
| "ur" | |
| ], | |
| "train_data": "FLEURS abjad, all 38.2 h, training noise_level 0.02", | |
| "selected_on": "FLEURS val_loss (best of 20 epochs; final epoch 2.988)", | |
| "metrics": { | |
| "val_loss": 2.8549, | |
| "val_frame_acc": 0.4126, | |
| "val_frame_acc_groups": 0.5149 | |
| }, | |
| "note": "Trunk and phg_head from latin ma02a (final epoch), ph_head and tone_head trained fresh." | |
| } | |
| } | |
| } |