File size: 2,838 Bytes
f8b5d42 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 | import * as TTS from "@mintplex-labs/piper-tts-web";
/** @type {import("@mintplexlabs/piper-web-tts").TtsSession | null} */
let PIPER_SESSION = null;
/**
* @typedef PredictionRequest
* @property {('init')} type
* @property {string} text - the text to inference on
* @property {import('@mintplexlabs/piper-web-tts').VoiceId} voiceId - the voiceID key to use.
* @property {string|null} baseUrl - the base URL to fetch WASMs from.
*/
/**
* @typedef PredictionRequestResponse
* @property {('result')} type
* @property {Blob} audio - the text to inference on
*/
/**
* @typedef VoicesRequest
* @property {('voices')} type
* @property {string|null} baseUrl - the base URL to fetch WASMs from.
*/
/**
* @typedef VoicesRequestResponse
* @property {('voices')} type
* @property {[import("@mintplex-labs/piper-tts-web/dist/types")['Voice']]} voices - available voices in array
*/
/**
* @typedef FlushRequest
* @property {('flush')} type
*/
/**
* @typedef FlushRequestResponse
* @property {('flush')} type
* @property {true} flushed
*/
/**
* Web worker for generating client-side PiperTTS predictions
* @param {MessageEvent<PredictionRequest | VoicesRequest | FlushRequest>} event - The event object containing the prediction request
* @returns {Promise<PredictionRequestResponse|VoicesRequestResponse|FlushRequestResponse>}
*/
async function main(event) {
if (event.data.type === "voices") {
const stored = await TTS.stored();
const voices = await TTS.voices();
voices.forEach((voice) => (voice.is_stored = stored.includes(voice.key)));
self.postMessage({ type: "voices", voices });
return;
}
if (event.data.type === "flush") {
await TTS.flush();
self.postMessage({ type: "flush", flushed: true });
return;
}
if (event.data?.type !== "init") return;
if (!PIPER_SESSION) {
PIPER_SESSION = new TTS.TtsSession({
voiceId: event.data.voiceId,
progress: (e) => self.postMessage(JSON.stringify(e)),
logger: (msg) => self.postMessage(msg),
...(!!event.data.baseUrl
? {
wasmPaths: {
onnxWasm: `${event.data.baseUrl}/piper/ort/`,
piperData: `${event.data.baseUrl}/piper/piper_phonemize.data`,
piperWasm: `${event.data.baseUrl}/piper/piper_phonemize.wasm`,
},
}
: {}),
});
}
if (event.data.voiceId && PIPER_SESSION.voiceId !== event.data.voiceId)
PIPER_SESSION.voiceId = event.data.voiceId;
PIPER_SESSION.predict(event.data.text)
.then((res) => {
if (res instanceof Blob) {
self.postMessage({ type: "result", audio: res });
return;
}
})
.catch((error) => {
self.postMessage({ type: "error", message: error.message, error }); // Will be an error.
});
}
self.addEventListener("message", main);
|