optimum-neuron/v0.2.0.dev2/en/_app/immutable/nodes/37.203aaaeb.js

import{s as F,n as U,o as q}from"../chunks/scheduler.85c25b89.js";import{S as B,i as O,g as m,s as p,r as L,A as R,h as u,f as n,c as f,j as b,u as z,x as g,k as C,y as W,a as o,v as N,d as S,t as k,w as A}from"../chunks/index.c9bcf812.js";import{H as j}from"../chunks/index.9790a2b6.js";function Y(E){let a,x,d,_,r,$,i,H=`You can export a PyTorch model to Neuron with 🤗 Optimum to run inference on AWS <a href="https://aws.amazon.com/ec2/instance-types/inf1/" rel="nofollow">Inferentia 1</a>
and <a href="https://aws.amazon.com/ec2/instance-types/inf2/" rel="nofollow">Inferentia 2</a>.`,w,s,v,l,M=`There is an export function for each generation of the Inferentia accelerator, <code>export_neuron</code>
for INF1 and <code>export_neuronx</code> on INF2, but you will be able to use directly the export function <code>export</code>, which will select the proper
exporting function according to the environment.`,P,c,I=`Besides, you can check if the exported model is valid via <code>validate_model_outputs</code>, which compares
the compiled model’s output on Neuron devices to the PyTorch model’s output on CPU.`,T,h,y;return r=new j({props:{title:"Inferentia Exporter",local:"inferentia-exporter",headingTag:"h1"}}),s=new j({props:{title:"Export functions",local:"export-functions",headingTag:"h2"}}),{c(){a=m("meta"),x=p(),d=m("p"),_=p(),L(r.$$.fragment),$=p(),i=m("p"),i.innerHTML=H,w=p(),L(s.$$.fragment),v=p(),l=m("p"),l.innerHTML=M,P=p(),c=m("p"),c.innerHTML=I,T=p(),h=m("p"),this.h()},l(e){const t=R("svelte-u9bgzb",document.head);a=u(t,"META",{name:!0,content:!0}),t.forEach(n),x=f(e),d=u(e,"P",{}),b(d).forEach(n),_=f(e),z(r.$$.fragment,e),$=f(e),i=u(e,"P",{"data-svelte-h":!0}),g(i)!=="svelte-113oxng"&&(i.innerHTML=H),w=f(e),z(s.$$.fragment,e),v=f(e),l=u(e,"P",{"data-svelte-h":!0}),g(l)!=="svelte-1djz5bf"&&(l.innerHTML=M),P=f(e),c=u(e,"P",{"data-svelte-h":!0}),g(c)!=="svelte-zk3hwe"&&(c.innerHTML=I),T=f(e),h=u(e,"P",{}),b(h).forEach(n),this.h()},h(){C(a,"name","hf:doc:metadata"),C(a,"content",D)},m(e,t){W(document.head,a),o(e,x,t),o(e,d,t),o(e,_,t),N(r,e,t),o(e,$,t),o(e,i,t),o(e,w,t),N(s,e,t),o(e,v,t),o(e,l,t),o(e,P,t),o(e,c,t),o(e,T,t),o(e,h,t),y=!0},p:U,i(e){y||(S(r.$$.fragment,e),S(s.$$.fragment,e),y=!0)},o(e){k(r.$$.fragment,e),k(s.$$.fragment,e),y=!1},d(e){e&&(n(x),n(d),n(_),n($),n(i),n(w),n(v),n(l),n(P),n(c),n(T),n(h)),n(a),A(r,e),A(s,e)}}}const D='{"title":"Inferentia Exporter","local":"inferentia-exporter","sections":[{"title":"Export functions","local":"export-functions","sections":[],"depth":2}],"depth":1}';function G(E){return q(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class V extends B{constructor(a){super(),O(this,a,G,Y,F,{})}}export{V as component};