| { | |
| "format": "p4mbfa", | |
| "format_version": 1, | |
| "model_config": { | |
| "input_wav_length": 1920, | |
| "cnn_channels": 192, | |
| "embed_dim": 512, | |
| "context_kernels": [ | |
| 5, | |
| 3 | |
| ], | |
| "cnn_dropout": 0.2, | |
| "head_dropout": 0.3, | |
| "noise_level": 0.02, | |
| "frame_blocks": 4, | |
| "ffn_mult": 4, | |
| "attn_radius": 0, | |
| "attn_heads": 8, | |
| "block_dropout": 0.3, | |
| "n_phg": 15, | |
| "lang_group": "brahmic", | |
| "n_tokens": 96, | |
| "n_tones": 22 | |
| }, | |
| "geometry": { | |
| "sample_rate": 16000, | |
| "window_size_ms": 120, | |
| "window_stride_ms": 80 | |
| }, | |
| "decoder": { | |
| "min_phone_frames": 6, | |
| "soft_phone_frames": 10, | |
| "soft_frame_cost": 1.0, | |
| "sil_skippable": true, | |
| "optional_sil": true, | |
| "class_prior_norm": true, | |
| "boundary_bonus_weight": 30.0, | |
| "boundary_contrast_frames": 17, | |
| "boundary_flux_source": "mel" | |
| }, | |
| "labels": { | |
| "lang_group": "brahmic", | |
| "tokens": [ | |
| "<blank>", | |
| "SIL", | |
| "noise", | |
| "<unk>", | |
| "a", | |
| "s", | |
| "i", | |
| "e", | |
| "n", | |
| "t", | |
| "l", | |
| "k", | |
| "o", | |
| "r", | |
| "m", | |
| "d", | |
| "u", | |
| "ɪ", | |
| "ɾ", | |
| "f", | |
| "j", | |
| "ə", | |
| "b", | |
| "p", | |
| "ɛ", | |
| "w", | |
| "ɑ", | |
| "ɡ", | |
| "z", | |
| "ʔ", | |
| "ɔ", | |
| "ŋ", | |
| "ʊ", | |
| "ʃ", | |
| "ɯ", | |
| "h", | |
| "ɐ", | |
| "x", | |
| "q", | |
| "ʂ", | |
| "ɣ", | |
| "ɨ", | |
| "ɕ", | |
| "ɳ", | |
| "ɲ", | |
| "ʉ", | |
| "ʈ", | |
| "t͡ʃ", | |
| "t͡ɕ", | |
| "t̪", | |
| "ɭ", | |
| "ɔ̃", | |
| "õ", | |
| "d͡ʒ", | |
| "kʰ", | |
| "ɖ", | |
| "ʌ", | |
| "ʋ", | |
| "pʰ", | |
| "k̚", | |
| "d̪", | |
| "d͡ʑ", | |
| "ẽ", | |
| "ɦ", | |
| "ɛ̃", | |
| "n̪", | |
| "t͡ɕʰ", | |
| "t̚", | |
| "ã", | |
| "l̪", | |
| "ä", | |
| "p̚", | |
| "ɽ", | |
| "s̪", | |
| "í", | |
| "r̩", | |
| "ĩ", | |
| "ɐ̃", | |
| "t͡ʃʰ", | |
| "ʊ̃", | |
| "ɪ̯", | |
| "ə̃", | |
| "t̪ʰ", | |
| "ɻ", | |
| "ũ", | |
| "d̪ʱ", | |
| "bʱ", | |
| "ʈʰ", | |
| "bʰ", | |
| "ú", | |
| "ɪ̃", | |
| "ɡʱ", | |
| "ɡʰ", | |
| "d͡ʒʱ", | |
| "ɖʱ", | |
| "ɽʱ" | |
| ], | |
| "special_tokens": { | |
| "<blank>": 0, | |
| "SIL": 1, | |
| "noise": 2, | |
| "<unk>": 3 | |
| }, | |
| "phg_names": [ | |
| "special", | |
| "vowel_close", | |
| "vowel_mid", | |
| "vowel_open", | |
| "stop_voiceless", | |
| "stop_voiced", | |
| "affricate", | |
| "fricative_vl", | |
| "fricative_vd", | |
| "nasal", | |
| "lateral", | |
| "rhotic", | |
| "glide", | |
| "glottal", | |
| "other" | |
| ], | |
| "tone_vocab": [ | |
| "", | |
| "35", | |
| "21", | |
| "33", | |
| "45", | |
| "51", | |
| "32", | |
| "214", | |
| "55", | |
| "24", | |
| "3", | |
| "312", | |
| "5", | |
| "13", | |
| "2", | |
| "212", | |
| "42", | |
| "44", | |
| "53", | |
| "22", | |
| "4", | |
| "114" | |
| ], | |
| "member_langs": [ | |
| "hi", | |
| "or", | |
| "sa", | |
| "ta" | |
| ], | |
| "gold_fingerprint": "9438371ed6dd" | |
| }, | |
| "training": { | |
| "experiment": "mb01a", | |
| "note": "first brahmic run: trunk + phg_head from latin ma02a, fresh ph_head (96) and tone_head", | |
| "data_src": "fleurs", | |
| "train_limit": null, | |
| "val_limit": null, | |
| "exclude_langs": [], | |
| "duration_max": 20, | |
| "ckpt_path": "tmp/training/p4mbfa/ma02a/m_ma02a_final_e30.pt", | |
| "trunk_init_path": null, | |
| "reset_fine_heads": true, | |
| "ramp_frames": 1.0, | |
| "soft_onset_mix": 1.0, | |
| "noise_level": 0.02, | |
| "lr": "1e-4", | |
| "epochs": 20, | |
| "epoch": 4, | |
| "global_step": 595, | |
| "source_checkpoint": "m_mb01a_epoch=4_step=595_val_loss=3.5548.ckpt", | |
| "selection": { | |
| "trained_langs": [ | |
| "hi", | |
| "or", | |
| "ta" | |
| ], | |
| "train_data": "FLEURS brahmic, all 16.8 h, training noise_level 0.02", | |
| "selected_on": "FLEURS val_loss (best of 20 epochs; final epoch 3.707)", | |
| "metrics": { | |
| "val_loss": 3.5548, | |
| "val_frame_acc": 0.2727, | |
| "val_frame_acc_groups": 0.4633 | |
| }, | |
| "note": "Trunk and phg_head from latin ma02a (final epoch), ph_head and tone_head trained fresh." | |
| } | |
| } | |
| } |