mlboydaisuke's picture
Streaming Sortformer 4-spk v2 -> Core AI: macOS + iOS(h18p) graphs + mel filterbank
97ba41e verified
Raw
History Blame Contribute Delete
1.34 kB
{
"model": "Streaming Sortformer 4-spk v2 (NVIDIA)",
"license": "cc-by-4.0",
"sample_rate": 16000,
"n_mels": 128,
"n_fft": 512,
"win_length": 400,
"hop": 160,
"preemph": 0.97,
"normalize": "NA",
"mag_power": 2.0,
"log_guard": 5.960464477539063e-08,
"pad_to": 16,
"subsampling_factor": 8,
"frame_hop_ms": 80,
"n_spk": 4,
"spkcache_len": 188,
"fifo_len": 0,
"chunk_len": 188,
"chunk_left_context": 1,
"chunk_right_context": 1,
"spkcache_update_period": 188,
"spkcache_sil_frames_per_spk": 3,
"scores_boost_latest": 0.05,
"sil_threshold": 0.2,
"pred_score_threshold": 0.25,
"strong_rate": 0.75,
"weak_rate": 1.5,
"min_pos_rate": 0.5,
"max_index": 99999,
"tf_max": 1520,
"spk": 188,
"pe_max": 190,
"t": 378,
"graph_io": "chunk_mel[1,1520,128],spkcache[1,188,512],valid[1,378] -> preds[1,378,4],chunk_pe[1,190,512]",
"golden": {
"mel_shape": [
128,
2160
],
"mel_len": 2150,
"total_preds_shape": [
270,
4
]
},
"note": "host: NeMo 128-mel (preemph->stft512/win400/hop160->slaney mel->log, normalize=NA) -> feat_chunks (188*8, L/R ctx 1) -> per chunk zero-pad mel to 1520, build spkcache(188)+valid, run graph, slice chunk preds, streaming_update + AOSC compress_spkcache; threshold 0.5/frame/spk (frame=80ms) -> speaker turns."
}