Buckets:

rtrm's picture
download
raw
23 kB
<meta charset="utf-8" /><meta name="hf:doc:metadata" content="{&quot;title&quot;:&quot;generation/streamers&quot;,&quot;local&quot;:&quot;generationstreamers&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;generation/streamers.TextStreamer&quot;,&quot;local&quot;:&quot;generationstreamerstextstreamer&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;new TextStreamer(tokenizer, options)&quot;,&quot;local&quot;:&quot;new-textstreamertokenizer-options&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3},{&quot;title&quot;:&quot;textStreamer.put(value)&quot;,&quot;local&quot;:&quot;textstreamerputvalue&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3},{&quot;title&quot;:&quot;textStreamer.end()&quot;,&quot;local&quot;:&quot;textstreamerend&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3},{&quot;title&quot;:&quot;textStreamer.on_finalized_text(text, stream_end)&quot;,&quot;local&quot;:&quot;textstreameronfinalizedtexttext-streamend&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3}],&quot;depth&quot;:2},{&quot;title&quot;:&quot;generation/streamers.WhisperTextStreamer&quot;,&quot;local&quot;:&quot;generationstreamerswhispertextstreamer&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;new WhisperTextStreamer(tokenizer, options)&quot;,&quot;local&quot;:&quot;new-whispertextstreamertokenizer-options&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3},{&quot;title&quot;:&quot;whisperTextStreamer.put(value)&quot;,&quot;local&quot;:&quot;whispertextstreamerputvalue&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3}],&quot;depth&quot;:2}],&quot;depth&quot;:1}">
<link href="/docs/transformers.js/pr_1113/en/_app/immutable/assets/0.e3b0c442.css" rel="modulepreload">
<link rel="modulepreload" href="/docs/transformers.js/pr_1113/en/_app/immutable/entry/start.88a6e140.js">
<link rel="modulepreload" href="/docs/transformers.js/pr_1113/en/_app/immutable/chunks/scheduler.0219f8bd.js">
<link rel="modulepreload" href="/docs/transformers.js/pr_1113/en/_app/immutable/chunks/singletons.c59c6d8d.js">
<link rel="modulepreload" href="/docs/transformers.js/pr_1113/en/_app/immutable/chunks/paths.8e090985.js">
<link rel="modulepreload" href="/docs/transformers.js/pr_1113/en/_app/immutable/entry/app.0003020d.js">
<link rel="modulepreload" href="/docs/transformers.js/pr_1113/en/_app/immutable/chunks/index.f61edf3b.js">
<link rel="modulepreload" href="/docs/transformers.js/pr_1113/en/_app/immutable/nodes/0.25c65ab2.js">
<link rel="modulepreload" href="/docs/transformers.js/pr_1113/en/_app/immutable/nodes/10.9e79e7b7.js">
<link rel="modulepreload" href="/docs/transformers.js/pr_1113/en/_app/immutable/chunks/EditOnGithub.48fa589f.js"><!-- HEAD_svelte-u9bgzb_START --><meta name="hf:doc:metadata" content="{&quot;title&quot;:&quot;generation/streamers&quot;,&quot;local&quot;:&quot;generationstreamers&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;generation/streamers.TextStreamer&quot;,&quot;local&quot;:&quot;generationstreamerstextstreamer&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;new TextStreamer(tokenizer, options)&quot;,&quot;local&quot;:&quot;new-textstreamertokenizer-options&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3},{&quot;title&quot;:&quot;textStreamer.put(value)&quot;,&quot;local&quot;:&quot;textstreamerputvalue&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3},{&quot;title&quot;:&quot;textStreamer.end()&quot;,&quot;local&quot;:&quot;textstreamerend&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3},{&quot;title&quot;:&quot;textStreamer.on_finalized_text(text, stream_end)&quot;,&quot;local&quot;:&quot;textstreameronfinalizedtexttext-streamend&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3}],&quot;depth&quot;:2},{&quot;title&quot;:&quot;generation/streamers.WhisperTextStreamer&quot;,&quot;local&quot;:&quot;generationstreamerswhispertextstreamer&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;new WhisperTextStreamer(tokenizer, options)&quot;,&quot;local&quot;:&quot;new-whispertextstreamertokenizer-options&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3},{&quot;title&quot;:&quot;whisperTextStreamer.put(value)&quot;,&quot;local&quot;:&quot;whispertextstreamerputvalue&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3}],&quot;depth&quot;:2}],&quot;depth&quot;:1}"><!-- HEAD_svelte-u9bgzb_END --> <p></p> <a id="module_generation/streamers" class="group"></a> <h1 class="relative group"><a id="generationstreamers" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationstreamers"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generation/streamers</span></h1> <ul data-svelte-h="svelte-1b6jzte"><li><a href="#module_generation/streamers">generation/streamers</a><ul><li><a href="#module_generation/streamers.TextStreamer">.TextStreamer</a><ul><li><a href="#new_module_generation/streamers.TextStreamer_new"><code>new TextStreamer(tokenizer, options)</code></a></li> <li><a href="#module_generation/streamers.TextStreamer+put"><code>.put(value)</code></a></li> <li><a href="#module_generation/streamers.TextStreamer+end"><code>.end()</code></a></li> <li><a href="#module_generation/streamers.TextStreamer+on_finalized_text"><code>.on_finalized_text(text, stream_end)</code></a></li></ul></li> <li><a href="#module_generation/streamers.WhisperTextStreamer">.WhisperTextStreamer</a><ul><li><a href="#new_module_generation/streamers.WhisperTextStreamer_new"><code>new WhisperTextStreamer(tokenizer, options)</code></a></li> <li><a href="#module_generation/streamers.WhisperTextStreamer+put"><code>.put(value)</code></a></li></ul></li></ul></li></ul> <hr> <a id="module_generation/streamers.TextStreamer" class="group"></a> <h2 class="relative group"><a id="generationstreamerstextstreamer" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationstreamerstextstreamer"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generation/streamers.TextStreamer</span></h2> <p data-svelte-h="svelte-5jvlz5">Simple text streamer that prints the token(s) to stdout as soon as entire words are formed.</p> <p data-svelte-h="svelte-223dj8"><strong>Kind</strong>: static class of <a href="#module_generation/streamers"><code>generation/streamers</code></a></p> <ul data-svelte-h="svelte-1m22woc"><li><a href="#module_generation/streamers.TextStreamer">.TextStreamer</a><ul><li><a href="#new_module_generation/streamers.TextStreamer_new"><code>new TextStreamer(tokenizer, options)</code></a></li> <li><a href="#module_generation/streamers.TextStreamer+put"><code>.put(value)</code></a></li> <li><a href="#module_generation/streamers.TextStreamer+end"><code>.end()</code></a></li> <li><a href="#module_generation/streamers.TextStreamer+on_finalized_text"><code>.on_finalized_text(text, stream_end)</code></a></li></ul></li></ul> <hr> <a id="new_module_generation/streamers.TextStreamer_new" class="group"></a> <h3 class="relative group"><a id="new-textstreamertokenizer-options" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#new-textstreamertokenizer-options"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>new TextStreamer(tokenizer, options)</span></h3> <table data-svelte-h="svelte-kzh54w"><thead><tr><th>Param</th><th>Type</th><th>Default</th><th>Description</th></tr></thead> <tbody><tr><td>tokenizer</td><td><code>*</code></td><td></td><td></td> </tr><tr><td>options</td><td><code>Object</code></td><td></td><td></td> </tr><tr><td>[options.skip_prompt]</td><td><code>boolean</code></td><td><code>false</code></td><td><p>Whether to skip the prompt tokens</p></td> </tr><tr><td>[options.callback_function]</td><td><code>function</code></td><td><code></code></td><td><p>Function to call when a piece of text is ready to display</p></td> </tr><tr><td>[options.token_callback_function]</td><td><code>function</code></td><td><code></code></td><td><p>Function to call when a new token is generated</p></td> </tr><tr><td>[options.decode_kwargs]</td><td><code>Object</code></td><td><code>{}</code></td><td><p>Additional keyword arguments to pass to the tokenizer&#39;s decode method</p></td></tr></tbody></table> <hr> <a id="module_generation/streamers.TextStreamer+put" class="group"></a> <h3 class="relative group"><a id="textstreamerputvalue" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#textstreamerputvalue"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>textStreamer.put(value)</span></h3> <p data-svelte-h="svelte-1i1356p">Receives tokens, decodes them, and prints them to stdout as soon as they form entire words.</p> <p data-svelte-h="svelte-3nhg65"><strong>Kind</strong>: instance method of <a href="#module_generation/streamers.TextStreamer"><code>TextStreamer</code></a></p> <table data-svelte-h="svelte-47jvoc"><thead><tr><th>Param</th><th>Type</th></tr></thead> <tbody><tr><td>value</td><td><code>Array.&lt;Array&lt;bigint&gt;&gt;</code></td></tr></tbody></table> <hr> <a id="module_generation/streamers.TextStreamer+end" class="group"></a> <h3 class="relative group"><a id="textstreamerend" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#textstreamerend"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>textStreamer.end()</span></h3> <p data-svelte-h="svelte-10d94rs">Flushes any remaining cache and prints a newline to stdout.</p> <p data-svelte-h="svelte-3nhg65"><strong>Kind</strong>: instance method of <a href="#module_generation/streamers.TextStreamer"><code>TextStreamer</code></a></p> <hr> <a id="module_generation/streamers.TextStreamer+on_finalized_text" class="group"></a> <h3 class="relative group"><a id="textstreameronfinalizedtexttext-streamend" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#textstreameronfinalizedtexttext-streamend"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>textStreamer.on_finalized_text(text, stream_end)</span></h3> <p data-svelte-h="svelte-tm945r">Prints the new text to stdout. If the stream is ending, also prints a newline.</p> <p data-svelte-h="svelte-3nhg65"><strong>Kind</strong>: instance method of <a href="#module_generation/streamers.TextStreamer"><code>TextStreamer</code></a></p> <table data-svelte-h="svelte-npliee"><thead><tr><th>Param</th><th>Type</th></tr></thead> <tbody><tr><td>text</td><td><code>string</code></td> </tr><tr><td>stream_end</td><td><code>boolean</code></td></tr></tbody></table> <hr> <a id="module_generation/streamers.WhisperTextStreamer" class="group"></a> <h2 class="relative group"><a id="generationstreamerswhispertextstreamer" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#generationstreamerswhispertextstreamer"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>generation/streamers.WhisperTextStreamer</span></h2> <p data-svelte-h="svelte-14ytj5h">Utility class to handle streaming of tokens generated by whisper speech-to-text models.
Callback functions are invoked when each of the following events occur:</p> <ul data-svelte-h="svelte-1j45op2"><li>A new chunk starts (on_chunk_start)</li> <li>A new token is generated (callback_function)</li> <li>A chunk ends (on_chunk_end)</li> <li>The stream is finalized (on_finalize)</li></ul> <p data-svelte-h="svelte-223dj8"><strong>Kind</strong>: static class of <a href="#module_generation/streamers"><code>generation/streamers</code></a></p> <ul data-svelte-h="svelte-11gdcxx"><li><a href="#module_generation/streamers.WhisperTextStreamer">.WhisperTextStreamer</a><ul><li><a href="#new_module_generation/streamers.WhisperTextStreamer_new"><code>new WhisperTextStreamer(tokenizer, options)</code></a></li> <li><a href="#module_generation/streamers.WhisperTextStreamer+put"><code>.put(value)</code></a></li></ul></li></ul> <hr> <a id="new_module_generation/streamers.WhisperTextStreamer_new" class="group"></a> <h3 class="relative group"><a id="new-whispertextstreamertokenizer-options" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#new-whispertextstreamertokenizer-options"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>new WhisperTextStreamer(tokenizer, options)</span></h3> <table data-svelte-h="svelte-1v66c2t"><thead><tr><th>Param</th><th>Type</th><th>Default</th><th>Description</th></tr></thead> <tbody><tr><td>tokenizer</td><td><code>*</code></td><td></td><td></td> </tr><tr><td>options</td><td><code>Object</code></td><td></td><td></td> </tr><tr><td>[options.skip_prompt]</td><td><code>boolean</code></td><td><code>false</code></td><td><p>Whether to skip the prompt tokens</p></td> </tr><tr><td>[options.callback_function]</td><td><code>function</code></td><td><code></code></td><td><p>Function to call when a piece of text is ready to display</p></td> </tr><tr><td>[options.token_callback_function]</td><td><code>function</code></td><td><code></code></td><td><p>Function to call when a new token is generated</p></td> </tr><tr><td>[options.on_chunk_start]</td><td><code>function</code></td><td><code></code></td><td><p>Function to call when a new chunk starts</p></td> </tr><tr><td>[options.on_chunk_end]</td><td><code>function</code></td><td><code></code></td><td><p>Function to call when a chunk ends</p></td> </tr><tr><td>[options.on_finalize]</td><td><code>function</code></td><td><code></code></td><td><p>Function to call when the stream is finalized</p></td> </tr><tr><td>[options.time_precision]</td><td><code>number</code></td><td><code>0.02</code></td><td><p>Precision of the timestamps</p></td> </tr><tr><td>[options.skip_special_tokens]</td><td><code>boolean</code></td><td><code>true</code></td><td><p>Whether to skip special tokens when decoding</p></td> </tr><tr><td>[options.decode_kwargs]</td><td><code>Object</code></td><td><code>{}</code></td><td><p>Additional keyword arguments to pass to the tokenizer&#39;s decode method</p></td></tr></tbody></table> <hr> <a id="module_generation/streamers.WhisperTextStreamer+put" class="group"></a> <h3 class="relative group"><a id="whispertextstreamerputvalue" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#whispertextstreamerputvalue"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>whisperTextStreamer.put(value)</span></h3> <p data-svelte-h="svelte-yewaf3"><strong>Kind</strong>: instance method of <a href="#module_generation/streamers.WhisperTextStreamer"><code>WhisperTextStreamer</code></a></p> <table data-svelte-h="svelte-47jvoc"><thead><tr><th>Param</th><th>Type</th></tr></thead> <tbody><tr><td>value</td><td><code>Array.&lt;Array&lt;bigint&gt;&gt;</code></td></tr></tbody></table> <hr> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/transformers.js/blob/main/docs/source/api/generation/streamers.md" target="_blank"><span data-svelte-h="svelte-1kd6by1">&lt;</span> <span data-svelte-h="svelte-x0xyl0">&gt;</span> <span data-svelte-h="svelte-1dajgef"><span class="underline ml-1.5">Update</span> on GitHub</span></a> <p></p>
<script>
{
__sveltekit_kuyevp = {
assets: "/docs/transformers.js/pr_1113/en",
base: "/docs/transformers.js/pr_1113/en",
env: {}
};
const element = document.currentScript.parentElement;
const data = [null,null];
Promise.all([
import("/docs/transformers.js/pr_1113/en/_app/immutable/entry/start.88a6e140.js"),
import("/docs/transformers.js/pr_1113/en/_app/immutable/entry/app.0003020d.js")
]).then(([kit, app]) => {
kit.start(app, element, {
node_ids: [0, 10],
data,
form: null,
error: null
});
});
}
</script>

Xet Storage Details

Size:
23 kB
·
Xet hash:
a12aed389f398d108fd46ef237fad8ca8e3ff3730285fd7ccbc37941828d79ab

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.