Buckets:

rtrm's picture
download
raw
23.4 kB
import{s as Mo,n as yo,o as go}from"../chunks/scheduler.6efaaf90.js";import{S as bo,i as wo,e as c,s as r,c as p,h as xo,a as d,d as o,b as l,f as h,g as n,j as i,k as a,l as vo,m as s,n as m,t as f,o as u,p as _}from"../chunks/index.eb3e1f0f.js";import{C as jo,H as T,E as Ho}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.7b6fdc3c.js";import{C as Jo}from"../chunks/CodeBlock.b3d71b16.js";function ko(Gt){let P,Me,Pe,ye,$,ge,M,be,y,we,g,Wt="Processors are used to prepare inputs (e.g., text, image or audio) for a model.",xe,b,Ft="<strong>Example:</strong> Using a <code>WhisperProcessor</code> to prepare an audio input for a model.",ve,w,je,x,Kt='<li><a href="#module_processors">processors</a> <ul><li><em>static</em> <ul><li><a href="#module_processors.Processor">.Processor</a> <ul><li><a href="#new_module_processors.Processor_new"><code>new Processor(config, components, chat_template)</code></a></li> <li><em>instance</em> <ul><li><a href="#module_processors.Processor+image_processor"><code>.image_processor</code></a> ⇒ <code>*</code></li> <li><a href="#module_processors.Processor+tokenizer"><code>.tokenizer</code></a> ⇒ <code>PreTrainedTokenizer</code> | <code>undefined</code></li> <li><a href="#module_processors.Processor+feature_extractor"><code>.feature_extractor</code></a> ⇒ <code>*</code></li> <li><a href="#module_processors.Processor+apply_chat_template"><code>.apply_chat_template(messages, options)</code></a> ⇒ <code>*</code></li> <li><a href="#module_processors.Processor+batch_decode"><code>.batch_decode(...args)</code></a> ⇒ <code>*</code></li> <li><a href="#module_processors.Processor+decode"><code>.decode(...args)</code></a> ⇒ <code>*</code></li> <li><a href="#module_processors.Processor+_call"><code>._call(input, ...args)</code></a> ⇒ <code>Promise.&lt;any&gt;</code></li></ul></li> <li><em>static</em> <ul><li><a href="#module_processors.Processor.from_pretrained"><code>.from_pretrained(pretrained_model_name_or_path, options)</code></a> ⇒ <code>Promise.&lt;Processor&gt;</code></li></ul></li></ul></li></ul></li> <li><em>inner</em> <ul><li><a href="#module_processors..PreTrainedTokenizer"><code>~PreTrainedTokenizer</code></a> : <code>Object</code></li></ul></li></ul></li>',He,Je,ke,v,Le,j,Ce,H,Ot="Represents a Processor that extracts features from an input.",ze,J,St='<strong>Kind</strong>: static class of <a href="#module_processors"><code>processors</code></a>',Ae,k,Vt='<li><a href="#module_processors.Processor">.Processor</a> <ul><li><a href="#new_module_processors.Processor_new"><code>new Processor(config, components, chat_template)</code></a></li> <li><em>instance</em> <ul><li><a href="#module_processors.Processor+image_processor"><code>.image_processor</code></a> ⇒ <code>*</code></li> <li><a href="#module_processors.Processor+tokenizer"><code>.tokenizer</code></a> ⇒ <code>PreTrainedTokenizer</code> | <code>undefined</code></li> <li><a href="#module_processors.Processor+feature_extractor"><code>.feature_extractor</code></a> ⇒ <code>*</code></li> <li><a href="#module_processors.Processor+apply_chat_template"><code>.apply_chat_template(messages, options)</code></a> ⇒ <code>*</code></li> <li><a href="#module_processors.Processor+batch_decode"><code>.batch_decode(...args)</code></a> ⇒ <code>*</code></li> <li><a href="#module_processors.Processor+decode"><code>.decode(...args)</code></a> ⇒ <code>*</code></li> <li><a href="#module_processors.Processor+_call"><code>._call(input, ...args)</code></a> ⇒ <code>Promise.&lt;any&gt;</code></li></ul></li> <li><em>static</em> <ul><li><a href="#module_processors.Processor.from_pretrained"><code>.from_pretrained(pretrained_model_name_or_path, options)</code></a> ⇒ <code>Promise.&lt;Processor&gt;</code></li></ul></li></ul></li>',Ue,Ee,Re,L,Ie,C,Ne,z,qt="Creates a new Processor with the given components",Be,A,eo="<thead><tr><th>Param</th><th>Type</th></tr></thead> <tbody><tr><td>config</td><td><code>Object</code></td> </tr><tr><td>components</td><td><code>Record.&lt;string, Object&gt;</code></td> </tr><tr><td>chat_template</td><td><code>string</code></td></tr></tbody>",Qe,De,Ze,U,Ye,E,Xe,R,to='<strong>Kind</strong>: instance property of <a href="#module_processors.Processor"><code>Processor</code></a><br/> <strong>Returns</strong>: <code>*</code> - The image processor of the processor, if it exists.',Ge,We,Fe,I,Ke,N,Oe,B,oo='<strong>Kind</strong>: instance property of <a href="#module_processors.Processor"><code>Processor</code></a><br/> <strong>Returns</strong>: <code>PreTrainedTokenizer</code> | <code>undefined</code> - The tokenizer of the processor, if it exists.',Se,Ve,qe,Q,et,D,tt,Z,so='<strong>Kind</strong>: instance property of <a href="#module_processors.Processor"><code>Processor</code></a><br/> <strong>Returns</strong>: <code>*</code> - The feature extractor of the processor, if it exists.',ot,st,rt,Y,lt,X,ct,G,ro='<strong>Kind</strong>: instance method of <a href="#module_processors.Processor"><code>Processor</code></a>',dt,W,lo="<thead><tr><th>Param</th><th>Type</th></tr></thead> <tbody><tr><td>messages</td><td><code>*</code></td> </tr><tr><td>options</td><td><code>*</code></td></tr></tbody>",it,at,pt,F,nt,K,mt,O,co='<strong>Kind</strong>: instance method of <a href="#module_processors.Processor"><code>Processor</code></a>',ft,S,io="<thead><tr><th>Param</th><th>Type</th></tr></thead> <tbody><tr><td>...args</td><td><code>*</code></td></tr></tbody>",ut,_t,ht,V,Tt,q,Pt,ee,ao='<strong>Kind</strong>: instance method of <a href="#module_processors.Processor"><code>Processor</code></a>',$t,te,po="<thead><tr><th>Param</th><th>Type</th></tr></thead> <tbody><tr><td>...args</td><td><code>*</code></td></tr></tbody>",Mt,yt,gt,oe,bt,se,wt,re,no="Calls the feature_extractor function with the given input.",xt,le,mo='<strong>Kind</strong>: instance method of <a href="#module_processors.Processor"><code>Processor</code></a><br/> <strong>Returns</strong>: <code>Promise.&lt;any&gt;</code> - A Promise that resolves with the extracted features.',vt,ce,fo="<thead><tr><th>Param</th><th>Type</th><th>Description</th></tr></thead> <tbody><tr><td>input</td><td><code>any</code></td><td><p>The input to extract features from.</p></td> </tr><tr><td>...args</td><td><code>any</code></td><td><p>Additional arguments.</p></td></tr></tbody>",jt,Ht,Jt,de,kt,ie,Lt,ae,uo="Instantiate one of the processor classes of the library from a pretrained model.",Ct,pe,_o=`The processor class to instantiate is selected based on the <code>image_processor_type</code> (or <code>feature_extractor_type</code>; legacy)
property of the config object (either passed as an argument or loaded from <code>pretrained_model_name_or_path</code> if possible)`,zt,ne,ho='<strong>Kind</strong>: static method of <a href="#module_processors.Processor"><code>Processor</code></a><br/> <strong>Returns</strong>: <code>Promise.&lt;Processor&gt;</code> - A new instance of the Processor class.',At,me,To=`<thead><tr><th>Param</th><th>Type</th><th>Description</th></tr></thead> <tbody><tr><td>pretrained_model_name_or_path</td><td><code>string</code></td><td><p>The name or path of the pretrained model. Can be either:</p> <ul><li>A string, the <em>model id</em> of a pretrained processor hosted inside a model repo on huggingface.co.
Valid model ids can be located at the root-level, like <code>bert-base-uncased</code>, or namespaced under a
user or organization name, like <code>dbmdz/bert-base-german-cased</code>.</li> <li>A path to a <em>directory</em> containing processor files, e.g., <code>./my_model_directory/</code>.</li></ul></td> </tr><tr><td>options</td><td><code><a href="#PretrainedProcessorOptions">PretrainedProcessorOptions</a></code></td><td><p>Additional options for loading the processor.</p></td></tr></tbody>`,Ut,Et,Rt,fe,It,ue,Nt,_e,Po="Additional processor-specific properties.",Bt,he,$o='<strong>Kind</strong>: inner typedef of <a href="#module_processors"><code>processors</code></a>',Qt,Dt,Zt,Te,Yt,$e,Xt;return M=new jo({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),y=new T({props:{title:"processors",local:"processors",headingTag:"h1"}}),w=new Jo({props:{code:"aW1wb3J0JTIwJTdCJTIwQXV0b1Byb2Nlc3NvciUyQyUyMHJlYWRfYXVkaW8lMjAlN0QlMjBmcm9tJTIwJyU0MGh1Z2dpbmdmYWNlJTJGdHJhbnNmb3JtZXJzJyUzQiUwQSUwQWNvbnN0JTIwcHJvY2Vzc29yJTIwJTNEJTIwYXdhaXQlMjBBdXRvUHJvY2Vzc29yLmZyb21fcHJldHJhaW5lZCgnb3BlbmFpJTJGd2hpc3Blci10aW55LmVuJyklM0IlMEFjb25zdCUyMGF1ZGlvJTIwJTNEJTIwYXdhaXQlMjByZWFkX2F1ZGlvKCdodHRwcyUzQSUyRiUyRmh1Z2dpbmdmYWNlLmNvJTJGZGF0YXNldHMlMkZOYXJzaWwlMkZhc3JfZHVtbXklMkZyZXNvbHZlJTJGbWFpbiUyRm1say5mbGFjJyUyQyUyMDE2MDAwKSUzQiUwQWNvbnN0JTIwJTdCJTIwaW5wdXRfZmVhdHVyZXMlMjAlN0QlMjAlM0QlMjBhd2FpdCUyMHByb2Nlc3NvcihhdWRpbyklM0IlMEElMkYlMkYlMjBUZW5zb3IlMjAlN0IlMEElMkYlMkYlMjAlMjAlMjBkYXRhJTNBJTIwRmxvYXQzMkFycmF5KDI0MDAwMCklMjAlNUIwLjQ3NTI5ODQ2NDI5ODI0ODMlMkMlMjAwLjU1OTcyNTg4MDYyMjg2MzglMkMlMjAwLjU2NDM0MTY2NDMxNDI3JTJDJTIwLi4uJTVEJTJDJTBBJTJGJTJGJTIwJTIwJTIwZGltcyUzQSUyMCU1QjElMkMlMjA4MCUyQyUyMDMwMDAlNUQlMkMlMEElMkYlMkYlMjAlMjAlMjB0eXBlJTNBJTIwJ2Zsb2F0MzInJTJDJTBBJTJGJTJGJTIwJTIwJTIwc2l6ZSUzQSUyMDI0MDAwMCUyQyUwQSUyRiUyRiUyMCU3RA==",highlighted:`<span class="hljs-keyword">import</span> { <span class="hljs-title class_">AutoProcessor</span>, read_audio } <span class="hljs-keyword">from</span> <span class="hljs-string">&#x27;@huggingface/transformers&#x27;</span>;
<span class="hljs-keyword">const</span> processor = <span class="hljs-keyword">await</span> <span class="hljs-title class_">AutoProcessor</span>.<span class="hljs-title function_">from_pretrained</span>(<span class="hljs-string">&#x27;openai/whisper-tiny.en&#x27;</span>);
<span class="hljs-keyword">const</span> audio = <span class="hljs-keyword">await</span> <span class="hljs-title function_">read_audio</span>(<span class="hljs-string">&#x27;https://huggingface.co/datasets/Narsil/asr_dummy/resolve/main/mlk.flac&#x27;</span>, <span class="hljs-number">16000</span>);
<span class="hljs-keyword">const</span> { input_features } = <span class="hljs-keyword">await</span> <span class="hljs-title function_">processor</span>(audio);
<span class="hljs-comment">// Tensor {</span>
<span class="hljs-comment">// data: Float32Array(240000) [0.4752984642982483, 0.5597258806228638, 0.56434166431427, ...],</span>
<span class="hljs-comment">// dims: [1, 80, 3000],</span>
<span class="hljs-comment">// type: &#x27;float32&#x27;,</span>
<span class="hljs-comment">// size: 240000,</span>
<span class="hljs-comment">// }</span>`,wrap:!1}}),j=new T({props:{title:"processors.Processor",local:"processorsprocessor",headingTag:"h2"}}),C=new T({props:{title:"new Processor(config, components, chat_template)",local:"new-processorconfig-components-chattemplate",headingTag:"h3"}}),E=new T({props:{title:"processor.image_processor ⇒ <code> * </code>",local:"processorimageprocessor--code--code",headingTag:"h3"}}),N=new T({props:{title:"processor.tokenizer ⇒ <code> PreTrainedTokenizer </code> | <code> undefined </code>",local:"processortokenizer--code-pretrainedtokenizer-code--code-undefined-code",headingTag:"h3"}}),D=new T({props:{title:"processor.feature_extractor ⇒ <code> * </code>",local:"processorfeatureextractor--code--code",headingTag:"h3"}}),X=new T({props:{title:"processor.apply_chat_template(messages, options) ⇒ <code> * </code>",local:"processorapplychattemplatemessages-options--code--code",headingTag:"h3"}}),K=new T({props:{title:"processor.batch_decode(...args) ⇒ <code> * </code>",local:"processorbatchdecodeargs--code--code",headingTag:"h3"}}),q=new T({props:{title:"processor.decode(...args) ⇒ <code> * </code>",local:"processordecodeargs--code--code",headingTag:"h3"}}),se=new T({props:{title:"processor._call(input, ...args) ⇒ <code> Promise. < any > </code>",local:"processorcallinput-args--code-promise--any--code",headingTag:"h3"}}),ie=new T({props:{title:"Processor.from_pretrained(pretrained_model_name_or_path, options) ⇒ <code> Promise. < Processor > </code>",local:"processorfrompretrainedpretrainedmodelnameorpath-options--code-promise--processor--code",headingTag:"h3"}}),ue=new T({props:{title:"processors~PreTrainedTokenizer : <code> Object </code>",local:"processorspretrainedtokenizer--code-object-code",headingTag:"h2"}}),Te=new Ho({props:{source:"https://github.com/huggingface/transformers.js/blob/main/docs/source/api/processors.md"}}),{c(){P=c("meta"),Me=r(),Pe=c("p"),ye=r(),$=c("a"),ge=r(),p(M.$$.fragment),be=r(),p(y.$$.fragment),we=r(),g=c("p"),g.textContent=Wt,xe=r(),b=c("p"),b.innerHTML=Ft,ve=r(),p(w.$$.fragment),je=r(),x=c("ul"),x.innerHTML=Kt,He=r(),Je=c("hr"),ke=r(),v=c("a"),Le=r(),p(j.$$.fragment),Ce=r(),H=c("p"),H.textContent=Ot,ze=r(),J=c("p"),J.innerHTML=St,Ae=r(),k=c("ul"),k.innerHTML=Vt,Ue=r(),Ee=c("hr"),Re=r(),L=c("a"),Ie=r(),p(C.$$.fragment),Ne=r(),z=c("p"),z.textContent=qt,Be=r(),A=c("table"),A.innerHTML=eo,Qe=r(),De=c("hr"),Ze=r(),U=c("a"),Ye=r(),p(E.$$.fragment),Xe=r(),R=c("p"),R.innerHTML=to,Ge=r(),We=c("hr"),Fe=r(),I=c("a"),Ke=r(),p(N.$$.fragment),Oe=r(),B=c("p"),B.innerHTML=oo,Se=r(),Ve=c("hr"),qe=r(),Q=c("a"),et=r(),p(D.$$.fragment),tt=r(),Z=c("p"),Z.innerHTML=so,ot=r(),st=c("hr"),rt=r(),Y=c("a"),lt=r(),p(X.$$.fragment),ct=r(),G=c("p"),G.innerHTML=ro,dt=r(),W=c("table"),W.innerHTML=lo,it=r(),at=c("hr"),pt=r(),F=c("a"),nt=r(),p(K.$$.fragment),mt=r(),O=c("p"),O.innerHTML=co,ft=r(),S=c("table"),S.innerHTML=io,ut=r(),_t=c("hr"),ht=r(),V=c("a"),Tt=r(),p(q.$$.fragment),Pt=r(),ee=c("p"),ee.innerHTML=ao,$t=r(),te=c("table"),te.innerHTML=po,Mt=r(),yt=c("hr"),gt=r(),oe=c("a"),bt=r(),p(se.$$.fragment),wt=r(),re=c("p"),re.textContent=no,xt=r(),le=c("p"),le.innerHTML=mo,vt=r(),ce=c("table"),ce.innerHTML=fo,jt=r(),Ht=c("hr"),Jt=r(),de=c("a"),kt=r(),p(ie.$$.fragment),Lt=r(),ae=c("p"),ae.textContent=uo,Ct=r(),pe=c("p"),pe.innerHTML=_o,zt=r(),ne=c("p"),ne.innerHTML=ho,At=r(),me=c("table"),me.innerHTML=To,Ut=r(),Et=c("hr"),Rt=r(),fe=c("a"),It=r(),p(ue.$$.fragment),Nt=r(),_e=c("p"),_e.textContent=Po,Bt=r(),he=c("p"),he.innerHTML=$o,Qt=r(),Dt=c("hr"),Zt=r(),p(Te.$$.fragment),Yt=r(),$e=c("p"),this.h()},l(e){const t=xo("svelte-u9bgzb",document.head);P=d(t,"META",{name:!0,content:!0}),t.forEach(o),Me=l(e),Pe=d(e,"P",{}),h(Pe).forEach(o),ye=l(e),$=d(e,"A",{id:!0,class:!0}),h($).forEach(o),ge=l(e),n(M.$$.fragment,e),be=l(e),n(y.$$.fragment,e),we=l(e),g=d(e,"P",{"data-svelte-h":!0}),i(g)!=="svelte-199vh5q"&&(g.textContent=Wt),xe=l(e),b=d(e,"P",{"data-svelte-h":!0}),i(b)!=="svelte-1olsie5"&&(b.innerHTML=Ft),ve=l(e),n(w.$$.fragment,e),je=l(e),x=d(e,"UL",{"data-svelte-h":!0}),i(x)!=="svelte-1bvidhj"&&(x.innerHTML=Kt),He=l(e),Je=d(e,"HR",{}),ke=l(e),v=d(e,"A",{id:!0,class:!0}),h(v).forEach(o),Le=l(e),n(j.$$.fragment,e),Ce=l(e),H=d(e,"P",{"data-svelte-h":!0}),i(H)!=="svelte-o9f953"&&(H.textContent=Ot),ze=l(e),J=d(e,"P",{"data-svelte-h":!0}),i(J)!=="svelte-wmyz1o"&&(J.innerHTML=St),Ae=l(e),k=d(e,"UL",{"data-svelte-h":!0}),i(k)!=="svelte-nn449c"&&(k.innerHTML=Vt),Ue=l(e),Ee=d(e,"HR",{}),Re=l(e),L=d(e,"A",{id:!0,class:!0}),h(L).forEach(o),Ie=l(e),n(C.$$.fragment,e),Ne=l(e),z=d(e,"P",{"data-svelte-h":!0}),i(z)!=="svelte-rj7jmq"&&(z.textContent=qt),Be=l(e),A=d(e,"TABLE",{"data-svelte-h":!0}),i(A)!=="svelte-vcpbmb"&&(A.innerHTML=eo),Qe=l(e),De=d(e,"HR",{}),Ze=l(e),U=d(e,"A",{id:!0,class:!0}),h(U).forEach(o),Ye=l(e),n(E.$$.fragment,e),Xe=l(e),R=d(e,"P",{"data-svelte-h":!0}),i(R)!=="svelte-gyqxdz"&&(R.innerHTML=to),Ge=l(e),We=d(e,"HR",{}),Fe=l(e),I=d(e,"A",{id:!0,class:!0}),h(I).forEach(o),Ke=l(e),n(N.$$.fragment,e),Oe=l(e),B=d(e,"P",{"data-svelte-h":!0}),i(B)!=="svelte-ao82kh"&&(B.innerHTML=oo),Se=l(e),Ve=d(e,"HR",{}),qe=l(e),Q=d(e,"A",{id:!0,class:!0}),h(Q).forEach(o),et=l(e),n(D.$$.fragment,e),tt=l(e),Z=d(e,"P",{"data-svelte-h":!0}),i(Z)!=="svelte-iz9woy"&&(Z.innerHTML=so),ot=l(e),st=d(e,"HR",{}),rt=l(e),Y=d(e,"A",{id:!0,class:!0}),h(Y).forEach(o),lt=l(e),n(X.$$.fragment,e),ct=l(e),G=d(e,"P",{"data-svelte-h":!0}),i(G)!=="svelte-jg083b"&&(G.innerHTML=ro),dt=l(e),W=d(e,"TABLE",{"data-svelte-h":!0}),i(W)!=="svelte-1dyy5ym"&&(W.innerHTML=lo),it=l(e),at=d(e,"HR",{}),pt=l(e),F=d(e,"A",{id:!0,class:!0}),h(F).forEach(o),nt=l(e),n(K.$$.fragment,e),mt=l(e),O=d(e,"P",{"data-svelte-h":!0}),i(O)!=="svelte-jg083b"&&(O.innerHTML=co),ft=l(e),S=d(e,"TABLE",{"data-svelte-h":!0}),i(S)!=="svelte-ee7emz"&&(S.innerHTML=io),ut=l(e),_t=d(e,"HR",{}),ht=l(e),V=d(e,"A",{id:!0,class:!0}),h(V).forEach(o),Tt=l(e),n(q.$$.fragment,e),Pt=l(e),ee=d(e,"P",{"data-svelte-h":!0}),i(ee)!=="svelte-jg083b"&&(ee.innerHTML=ao),$t=l(e),te=d(e,"TABLE",{"data-svelte-h":!0}),i(te)!=="svelte-ee7emz"&&(te.innerHTML=po),Mt=l(e),yt=d(e,"HR",{}),gt=l(e),oe=d(e,"A",{id:!0,class:!0}),h(oe).forEach(o),bt=l(e),n(se.$$.fragment,e),wt=l(e),re=d(e,"P",{"data-svelte-h":!0}),i(re)!=="svelte-zbbm3j"&&(re.textContent=no),xt=l(e),le=d(e,"P",{"data-svelte-h":!0}),i(le)!=="svelte-kflsb2"&&(le.innerHTML=mo),vt=l(e),ce=d(e,"TABLE",{"data-svelte-h":!0}),i(ce)!=="svelte-pm1u9z"&&(ce.innerHTML=fo),jt=l(e),Ht=d(e,"HR",{}),Jt=l(e),de=d(e,"A",{id:!0,class:!0}),h(de).forEach(o),kt=l(e),n(ie.$$.fragment,e),Lt=l(e),ae=d(e,"P",{"data-svelte-h":!0}),i(ae)!=="svelte-jwfdp9"&&(ae.textContent=uo),Ct=l(e),pe=d(e,"P",{"data-svelte-h":!0}),i(pe)!=="svelte-1l7cuz8"&&(pe.innerHTML=_o),zt=l(e),ne=d(e,"P",{"data-svelte-h":!0}),i(ne)!=="svelte-vp40qx"&&(ne.innerHTML=ho),At=l(e),me=d(e,"TABLE",{"data-svelte-h":!0}),i(me)!=="svelte-f3l1ud"&&(me.innerHTML=To),Ut=l(e),Et=d(e,"HR",{}),Rt=l(e),fe=d(e,"A",{id:!0,class:!0}),h(fe).forEach(o),It=l(e),n(ue.$$.fragment,e),Nt=l(e),_e=d(e,"P",{"data-svelte-h":!0}),i(_e)!=="svelte-ivm759"&&(_e.textContent=Po),Bt=l(e),he=d(e,"P",{"data-svelte-h":!0}),i(he)!=="svelte-3xndnt"&&(he.innerHTML=$o),Qt=l(e),Dt=d(e,"HR",{}),Zt=l(e),n(Te.$$.fragment,e),Yt=l(e),$e=d(e,"P",{}),h($e).forEach(o),this.h()},h(){a(P,"name","hf:doc:metadata"),a(P,"content",Lo),a($,"id","module_processors"),a($,"class","group"),a(v,"id","module_processors.Processor"),a(v,"class","group"),a(L,"id","new_module_processors.Processor_new"),a(L,"class","group"),a(U,"id","module_processors.Processor+image_processor"),a(U,"class","group"),a(I,"id","module_processors.Processor+tokenizer"),a(I,"class","group"),a(Q,"id","module_processors.Processor+feature_extractor"),a(Q,"class","group"),a(Y,"id","module_processors.Processor+apply_chat_template"),a(Y,"class","group"),a(F,"id","module_processors.Processor+batch_decode"),a(F,"class","group"),a(V,"id","module_processors.Processor+decode"),a(V,"class","group"),a(oe,"id","module_processors.Processor+_call"),a(oe,"class","group"),a(de,"id","module_processors.Processor.from_pretrained"),a(de,"class","group"),a(fe,"id","module_processors..PreTrainedTokenizer"),a(fe,"class","group")},m(e,t){vo(document.head,P),s(e,Me,t),s(e,Pe,t),s(e,ye,t),s(e,$,t),s(e,ge,t),m(M,e,t),s(e,be,t),m(y,e,t),s(e,we,t),s(e,g,t),s(e,xe,t),s(e,b,t),s(e,ve,t),m(w,e,t),s(e,je,t),s(e,x,t),s(e,He,t),s(e,Je,t),s(e,ke,t),s(e,v,t),s(e,Le,t),m(j,e,t),s(e,Ce,t),s(e,H,t),s(e,ze,t),s(e,J,t),s(e,Ae,t),s(e,k,t),s(e,Ue,t),s(e,Ee,t),s(e,Re,t),s(e,L,t),s(e,Ie,t),m(C,e,t),s(e,Ne,t),s(e,z,t),s(e,Be,t),s(e,A,t),s(e,Qe,t),s(e,De,t),s(e,Ze,t),s(e,U,t),s(e,Ye,t),m(E,e,t),s(e,Xe,t),s(e,R,t),s(e,Ge,t),s(e,We,t),s(e,Fe,t),s(e,I,t),s(e,Ke,t),m(N,e,t),s(e,Oe,t),s(e,B,t),s(e,Se,t),s(e,Ve,t),s(e,qe,t),s(e,Q,t),s(e,et,t),m(D,e,t),s(e,tt,t),s(e,Z,t),s(e,ot,t),s(e,st,t),s(e,rt,t),s(e,Y,t),s(e,lt,t),m(X,e,t),s(e,ct,t),s(e,G,t),s(e,dt,t),s(e,W,t),s(e,it,t),s(e,at,t),s(e,pt,t),s(e,F,t),s(e,nt,t),m(K,e,t),s(e,mt,t),s(e,O,t),s(e,ft,t),s(e,S,t),s(e,ut,t),s(e,_t,t),s(e,ht,t),s(e,V,t),s(e,Tt,t),m(q,e,t),s(e,Pt,t),s(e,ee,t),s(e,$t,t),s(e,te,t),s(e,Mt,t),s(e,yt,t),s(e,gt,t),s(e,oe,t),s(e,bt,t),m(se,e,t),s(e,wt,t),s(e,re,t),s(e,xt,t),s(e,le,t),s(e,vt,t),s(e,ce,t),s(e,jt,t),s(e,Ht,t),s(e,Jt,t),s(e,de,t),s(e,kt,t),m(ie,e,t),s(e,Lt,t),s(e,ae,t),s(e,Ct,t),s(e,pe,t),s(e,zt,t),s(e,ne,t),s(e,At,t),s(e,me,t),s(e,Ut,t),s(e,Et,t),s(e,Rt,t),s(e,fe,t),s(e,It,t),m(ue,e,t),s(e,Nt,t),s(e,_e,t),s(e,Bt,t),s(e,he,t),s(e,Qt,t),s(e,Dt,t),s(e,Zt,t),m(Te,e,t),s(e,Yt,t),s(e,$e,t),Xt=!0},p:yo,i(e){Xt||(f(M.$$.fragment,e),f(y.$$.fragment,e),f(w.$$.fragment,e),f(j.$$.fragment,e),f(C.$$.fragment,e),f(E.$$.fragment,e),f(N.$$.fragment,e),f(D.$$.fragment,e),f(X.$$.fragment,e),f(K.$$.fragment,e),f(q.$$.fragment,e),f(se.$$.fragment,e),f(ie.$$.fragment,e),f(ue.$$.fragment,e),f(Te.$$.fragment,e),Xt=!0)},o(e){u(M.$$.fragment,e),u(y.$$.fragment,e),u(w.$$.fragment,e),u(j.$$.fragment,e),u(C.$$.fragment,e),u(E.$$.fragment,e),u(N.$$.fragment,e),u(D.$$.fragment,e),u(X.$$.fragment,e),u(K.$$.fragment,e),u(q.$$.fragment,e),u(se.$$.fragment,e),u(ie.$$.fragment,e),u(ue.$$.fragment,e),u(Te.$$.fragment,e),Xt=!1},d(e){e&&(o(Me),o(Pe),o(ye),o($),o(ge),o(be),o(we),o(g),o(xe),o(b),o(ve),o(je),o(x),o(He),o(Je),o(ke),o(v),o(Le),o(Ce),o(H),o(ze),o(J),o(Ae),o(k),o(Ue),o(Ee),o(Re),o(L),o(Ie),o(Ne),o(z),o(Be),o(A),o(Qe),o(De),o(Ze),o(U),o(Ye),o(Xe),o(R),o(Ge),o(We),o(Fe),o(I),o(Ke),o(Oe),o(B),o(Se),o(Ve),o(qe),o(Q),o(et),o(tt),o(Z),o(ot),o(st),o(rt),o(Y),o(lt),o(ct),o(G),o(dt),o(W),o(it),o(at),o(pt),o(F),o(nt),o(mt),o(O),o(ft),o(S),o(ut),o(_t),o(ht),o(V),o(Tt),o(Pt),o(ee),o($t),o(te),o(Mt),o(yt),o(gt),o(oe),o(bt),o(wt),o(re),o(xt),o(le),o(vt),o(ce),o(jt),o(Ht),o(Jt),o(de),o(kt),o(Lt),o(ae),o(Ct),o(pe),o(zt),o(ne),o(At),o(me),o(Ut),o(Et),o(Rt),o(fe),o(It),o(Nt),o(_e),o(Bt),o(he),o(Qt),o(Dt),o(Zt),o(Yt),o($e)),o(P),_(M,e),_(y,e),_(w,e),_(j,e),_(C,e),_(E,e),_(N,e),_(D,e),_(X,e),_(K,e),_(q,e),_(se,e),_(ie,e),_(ue,e),_(Te,e)}}}const Lo='{"title":"processors","local":"processors","sections":[{"title":"processors.Processor","local":"processorsprocessor","sections":[{"title":"new Processor(config, components, chat_template)","local":"new-processorconfig-components-chattemplate","sections":[],"depth":3},{"title":"processor.image_processor ⇒ <code> * </code>","local":"processorimageprocessor--code--code","sections":[],"depth":3},{"title":"processor.tokenizer ⇒ <code> PreTrainedTokenizer </code> | <code> undefined </code>","local":"processortokenizer--code-pretrainedtokenizer-code--code-undefined-code","sections":[],"depth":3},{"title":"processor.feature_extractor ⇒ <code> * </code>","local":"processorfeatureextractor--code--code","sections":[],"depth":3},{"title":"processor.apply_chat_template(messages, options) ⇒ <code> * </code>","local":"processorapplychattemplatemessages-options--code--code","sections":[],"depth":3},{"title":"processor.batch_decode(...args) ⇒ <code> * </code>","local":"processorbatchdecodeargs--code--code","sections":[],"depth":3},{"title":"processor.decode(...args) ⇒ <code> * </code>","local":"processordecodeargs--code--code","sections":[],"depth":3},{"title":"processor._call(input, ...args) ⇒ <code> Promise. < any > </code>","local":"processorcallinput-args--code-promise--any--code","sections":[],"depth":3},{"title":"Processor.from_pretrained(pretrained_model_name_or_path, options) ⇒ <code> Promise. < Processor > </code>","local":"processorfrompretrainedpretrainedmodelnameorpath-options--code-promise--processor--code","sections":[],"depth":3}],"depth":2},{"title":"processors~PreTrainedTokenizer : <code> Object </code>","local":"processorspretrainedtokenizer--code-object-code","sections":[],"depth":2}],"depth":1}';function Co(Gt){return go(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ro extends bo{constructor(P){super(),wo(this,P,Co,ko,Mo,{})}}export{Ro as component};

Xet Storage Details

Size:
23.4 kB
·
Xet hash:
5164587deccd51aa039c90d9a03f8067cee7fbff7854dcf49eadbd0e067b34b2

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.