optimum-neuron/v0.2.0.dev2/en/_app/immutable/nodes/21.5dd4e156.js

import{s as O,n as K,o as ee}from"../chunks/scheduler.a2b4ca8e.js";import{S as te,i as ne,g as w,s as i,r as b,A as ae,h as M,f as n,c as l,j as V,u as v,x as F,k as q,y as ie,a,v as T,d as W,t as L,w as _}from"../chunks/index.d2f673cc.js";import{C as Y}from"../chunks/CodeBlock.6666c128.js";import{H as U}from"../chunks/index.35ef470e.js";function le(E){let r,I,A,X,s,x,o,G='Our recommendation is to use the <a href="https://aws.amazon.com/marketplace/pp/prodview-gr3e6yiscria2" rel="nofollow">Hugging Face Neuron Deep Learning AMI</a> (DLAMI). The DLAMI comes with all required libraries pre-packaged for you, including the Optimum Neuron, Neuron Drivers, Transformers, Datasets, and Accelerate.',j,m,D="But it can also be installed using <code>pip</code> as described below.",k,p,z='Before installing <code>optimum-neuron</code> make sure that you have installed the Neuron driver and tools, check out <a href="https://awsdocs-neuron.readthedocs-hosted.com/en/latest/general/setup/torch-neuronx.html#setup-torch-neuronx" rel="nofollow">more detailed guide here</a>.',H,u,B,f,Q="Pointing to the AWS Neuron repository:",J,c,S,g,P,d,N,$,Z,h,C,y,R;return s=new U({props:{title:"Installation",local:"installation",headingTag:"h1"}}),u=new U({props:{title:"Adding pip packages URL",local:"adding-pip-packages-url",headingTag:"h2"}}),c=new Y({props:{code:"cHl0aG9uJTIwLW0lMjBwaXAlMjBjb25maWclMjBzZXQlMjBnbG9iYWwuZXh0cmEtaW5kZXgtdXJsJTIwaHR0cHMlM0ElMkYlMkZwaXAucmVwb3MubmV1cm9uLmFtYXpvbmF3cy5jb20=",highlighted:'python -m pip config <span class="hljs-built_in">set</span> global.extra-index-url https://pip.repos.neuron.amazonaws.com',wrap:!1}}),g=new U({props:{title:"Installing optimum-neuron for AWS Trainium ( trn1 ) or AWS inferentia2 ( inf2 )",local:"installing-optimum-neuron-for-aws-trainium--trn1--or-aws-inferentia2--inf2-",headingTag:"h2"}}),d=new Y({props:{code:"cHl0aG9uJTIwLW0lMjBwaXAlMjBpbnN0YWxsJTIwLS11cGdyYWRlLXN0cmF0ZWd5JTIwZWFnZXIlMjBvcHRpbXVtLW5ldXJvbiU1Qm5ldXJvbnglNUQ=",highlighted:"python -m pip install --upgrade-strategy eager optimum-neuron[neuronx]",wrap:!1}}),$=new U({props:{title:"Installing optimum-neuron for AWS inferentia ( inf1 )",local:"installing-optimum-neuron-for-aws-inferentia--inf1-",headingTag:"h2"}}),h=new Y({props:{code:"cHl0aG9uJTIwLW0lMjBwaXAlMjBpbnN0YWxsJTIwLS11cGdyYWRlLXN0cmF0ZWd5JTIwZWFnZXIlMjBvcHRpbXVtLW5ldXJvbiU1Qm5ldXJvbiU1RA==",highlighted:"python -m pip install --upgrade-strategy eager optimum-neuron[neuron]",wrap:!1}}),{c(){r=w("meta"),I=i(),A=w("p"),X=i(),b(s.$$.fragment),x=i(),o=w("p"),o.innerHTML=G,j=i(),m=w("p"),m.innerHTML=D,k=i(),p=w("p"),p.innerHTML=z,H=i(),b(u.$$.fragment),B=i(),f=w("p"),f.textContent=Q,J=i(),b(c.$$.fragment),S=i(),b(g.$$.fragment),P=i(),b(d.$$.fragment),N=i(),b($.$$.fragment),Z=i(),b(h.$$.fragment),C=i(),y=w("p"),this.h()},l(e){const t=ae("svelte-u9bgzb",document.head);r=M(t,"META",{name:!0,content:!0}),t.forEach(n),I=l(e),A=M(e,"P",{}),V(A).forEach(n),X=l(e),v(s.$$.fragment,e),x=l(e),o=M(e,"P",{"data-svelte-h":!0}),F(o)!=="svelte-169byyj"&&(o.innerHTML=G),j=l(e),m=M(e,"P",{"data-svelte-h":!0}),F(m)!=="svelte-144j5bg"&&(m.innerHTML=D),k=l(e),p=M(e,"P",{"data-svelte-h":!0}),F(p)!=="svelte-1xl7fn1"&&(p.innerHTML=z),H=l(e),v(u.$$.fragment,e),B=l(e),f=M(e,"P",{"data-svelte-h":!0}),F(f)!=="svelte-1fuys5u"&&(f.textContent=Q),J=l(e),v(c.$$.fragment,e),S=l(e),v(g.$$.fragment,e),P=l(e),v(d.$$.fragment,e),N=l(e),v($.$$.fragment,e),Z=l(e),v(h.$$.fragment,e),C=l(e),y=M(e,"P",{}),V(y).forEach(n),this.h()},h(){q(r,"name","hf:doc:metadata"),q(r,"content",re)},m(e,t){ie(document.head,r),a(e,I,t),a(e,A,t),a(e,X,t),T(s,e,t),a(e,x,t),a(e,o,t),a(e,j,t),a(e,m,t),a(e,k,t),a(e,p,t),a(e,H,t),T(u,e,t),a(e,B,t),a(e,f,t),a(e,J,t),T(c,e,t),a(e,S,t),T(g,e,t),a(e,P,t),T(d,e,t),a(e,N,t),T($,e,t),a(e,Z,t),T(h,e,t),a(e,C,t),a(e,y,t),R=!0},p:K,i(e){R||(W(s.$$.fragment,e),W(u.$$.fragment,e),W(c.$$.fragment,e),W(g.$$.fragment,e),W(d.$$.fragment,e),W($.$$.fragment,e),W(h.$$.fragment,e),R=!0)},o(e){L(s.$$.fragment,e),L(u.$$.fragment,e),L(c.$$.fragment,e),L(g.$$.fragment,e),L(d.$$.fragment,e),L($.$$.fragment,e),L(h.$$.fragment,e),R=!1},d(e){e&&(n(I),n(A),n(X),n(x),n(o),n(j),n(m),n(k),n(p),n(H),n(B),n(f),n(J),n(S),n(P),n(N),n(Z),n(C),n(y)),n(r),_(s,e),_(u,e),_(c,e),_(g,e),_(d,e),_($,e),_(h,e)}}}const re='{"title":"Installation","local":"installation","sections":[{"title":"Adding pip packages URL","local":"adding-pip-packages-url","sections":[],"depth":2},{"title":"Installing optimum-neuron for AWS Trainium ( trn1 ) or AWS inferentia2 ( inf2 )","local":"installing-optimum-neuron-for-aws-trainium--trn1--or-aws-inferentia2--inf2-","sections":[],"depth":2},{"title":"Installing optimum-neuron for AWS inferentia ( inf1 )","local":"installing-optimum-neuron-for-aws-inferentia--inf1-","sections":[],"depth":2}],"depth":1}';function se(E){return ee(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class fe extends te{constructor(r){super(),ne(this,r,se,le,O,{})}}export{fe as component};