optimum-executorch/pr_71/en/_app/immutable/nodes/6.1d742e4e.js

import{s as S,n as Y,o as R}from"../chunks/scheduler.b108d059.js";import{S as z,i as A,g as h,s as n,r as T,A as P,h as $,f as a,c as s,j as F,u as y,x as I,k as C,y as H,a as l,v as x,d as b,t as B,w}from"../chunks/index.008de539.js";import{C as U}from"../chunks/CodeBlock.7b00c886.js";import{H as g}from"../chunks/getInferenceSnippets.51e5e199.js";function N(E){let o,_,f,j,r,v,m,G,c,L="You can export your 🤗 Transformers models to ExecuTorch easily:",J,i,V,p,Z,u,Q="To load a model and run inference, you can just replace your <code>AutoModelForCausalLM</code> class with the corresponding <code>ExecuTorchModelForCausalLM</code> class. You can also load a PyTorch checkpoint and convert it to ExecuTorch on-the-fly when loading your model.",W,d,k,M,X;return r=new g({props:{title:"Quickstart",local:"quickstart",headingTag:"h1"}}),m=new g({props:{title:"Export",local:"export",headingTag:"h2"}}),i=new U({props:{code:"b3B0aW11bS1jbGklMjBleHBvcnQlMjBleGVjdXRvcmNoJTIwLS1tb2RlbCUyMG1ldGEtbGxhbWElMkZMbGFtYS0zLjItMUIlMjAtLXJlY2lwZSUyMHhubnBhY2slMjAtLW91dHB1dF9kaXIlMjBtZXRhX2xsYW1hM18yXzFiX2V4ZWN1dG9yY2g=",highlighted:'optimum-cli <span class="hljs-built_in">export</span> executorch --model meta-llama/Llama-3.2-1B --recipe xnnpack --output_dir meta_llama3_2_1b_executorch',wrap:!1}}),p=new g({props:{title:"Inference",local:"inference",headingTag:"h2"}}),d=new U({props:{code:"LSUyMGZyb20lMjB0cmFuc2Zvcm1lcnMlMjBpbXBvcnQlMjBBdXRvTW9kZWxGb3JDYXVzYWxMTSUwQSUyQiUyMGZyb20lMjBvcHRpbXVtLmV4ZWN1dG9yY2glMjBpbXBvcnQlMjBFeGVjdVRvcmNoTW9kZWxGb3JDYXVzYWxMTSUwQSUyMCUyMGZyb20lMjB0cmFuc2Zvcm1lcnMlMjBpbXBvcnQlMjBBdXRvVG9rZW5pemVyJTBBJTBBJTIwJTIwbW9kZWxfaWQlMjAlM0QlMjAlMjJtZXRhLWxsYW1hJTJGTGxhbWEtMy4yLTFCJTIyJTBBJTIwJTIwdG9rZW5pemVyJTIwJTNEJTIwQXV0b1Rva2VuaXplci5mcm9tX3ByZXRyYWluZWQobW9kZWxfaWQpJTBBLSUyMG1vZGVsJTIwJTNEJTIwQXV0b01vZGVsRm9yQ2F1c2FsTE0uZnJvbV9wcmV0cmFpbmVkKG1vZGVsX2lkKSUwQSUyQiUyMG1vZGVsJTIwJTNEJTIwRXhlY3VUb3JjaE1vZGVsRm9yQ2F1c2FsTE0uZnJvbV9wcmV0cmFpbmVkKG1vZGVsX2lkKQ==",highlighted:`<span class="hljs-deletion">- from transformers import AutoModelForCausalLM</span>
<span class="hljs-addition">+ from optimum.executorch import ExecuTorchModelForCausalLM</span>
  from transformers import AutoTokenizer

  model_id = &quot;meta-llama/Llama-3.2-1B&quot;
  tokenizer = AutoTokenizer.from_pretrained(model_id)
<span class="hljs-deletion">- model = AutoModelForCausalLM.from_pretrained(model_id)</span>
<span class="hljs-addition">+ model = ExecuTorchModelForCausalLM.from_pretrained(model_id)</span>`,wrap:!1}}),{c(){o=h("meta"),_=n(),f=h("p"),j=n(),T(r.$$.fragment),v=n(),T(m.$$.fragment),G=n(),c=h("p"),c.textContent=L,J=n(),T(i.$$.fragment),V=n(),T(p.$$.fragment),Z=n(),u=h("p"),u.innerHTML=Q,W=n(),T(d.$$.fragment),k=n(),M=h("p"),this.h()},l(e){const t=P("svelte-u9bgzb",document.head);o=$(t,"META",{name:!0,content:!0}),t.forEach(a),_=s(e),f=$(e,"P",{}),F(f).forEach(a),j=s(e),y(r.$$.fragment,e),v=s(e),y(m.$$.fragment,e),G=s(e),c=$(e,"P",{"data-svelte-h":!0}),I(c)!=="svelte-zg432z"&&(c.textContent=L),J=s(e),y(i.$$.fragment,e),V=s(e),y(p.$$.fragment,e),Z=s(e),u=$(e,"P",{"data-svelte-h":!0}),I(u)!=="svelte-zxcnxs"&&(u.innerHTML=Q),W=s(e),y(d.$$.fragment,e),k=s(e),M=$(e,"P",{}),F(M).forEach(a),this.h()},h(){C(o,"name","hf:doc:metadata"),C(o,"content",q)},m(e,t){H(document.head,o),l(e,_,t),l(e,f,t),l(e,j,t),x(r,e,t),l(e,v,t),x(m,e,t),l(e,G,t),l(e,c,t),l(e,J,t),x(i,e,t),l(e,V,t),x(p,e,t),l(e,Z,t),l(e,u,t),l(e,W,t),x(d,e,t),l(e,k,t),l(e,M,t),X=!0},p:Y,i(e){X||(b(r.$$.fragment,e),b(m.$$.fragment,e),b(i.$$.fragment,e),b(p.$$.fragment,e),b(d.$$.fragment,e),X=!0)},o(e){B(r.$$.fragment,e),B(m.$$.fragment,e),B(i.$$.fragment,e),B(p.$$.fragment,e),B(d.$$.fragment,e),X=!1},d(e){e&&(a(_),a(f),a(j),a(v),a(G),a(c),a(J),a(V),a(Z),a(u),a(W),a(k),a(M)),a(o),w(r,e),w(m,e),w(i,e),w(p,e),w(d,e)}}}const q='{"title":"Quickstart","local":"quickstart","sections":[{"title":"Export","local":"export","sections":[],"depth":2},{"title":"Inference","local":"inference","sections":[],"depth":2}],"depth":1}';function K(E){return R(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ae extends z{constructor(o){super(),A(this,o,K,N,S,{})}}export{ae as component};