optimum-neuron/pr_1109/en/_app/immutable/nodes/4.eaede7ad.js

import{s as V,n as R,o as Y}from"../chunks/scheduler.56725da7.js";import{S as D,i as Q,e as f,s as r,c as L,h as G,a as g,d as n,b as o,f as A,g as B,j as C,k as E,l as X,m as a,n as W,t as N,o as S,p as H}from"../chunks/index.18a26576.js";import{C as F}from"../chunks/CopyLLMTxtMenu.a1f2bcd7.js";import{C as K}from"../chunks/CodeBlock.d6d1e300.js";import{H as O}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.9f98faf7.js";function ee(P){let s,b,w,T,i,$,l,v,m,U=`We provide pre-built Optimum Neuron containers for Amazon SageMaker. These containers come with all of the Hugging Face libraries and dependencies pre-installed, so you can start using them right away.
We have containers for training and inference on EC2, and optimized text generation serving containers for SageMaker. The table is up to date and only includes the latest versions of each container. You can find older versions in the <a href="https://github.com/aws/deep-learning-containers/releases?q=hf-neuronx&amp;expanded=true" rel="nofollow">Deep Learning Container Release Notes</a>`,M,u,z="If you have the Optimum Neuron package installed, you can use the function <code>image_uri</code> to retrieve the image URI for the container you want to use. The result is the same as the one retrieved by the <code>sagemaker</code> Python SDK, but the image URI retrieved can be newer than the one reported by the <code>sagemaker</code> Python SDK.",_,p,x,c,k,d,q="<thead><tr><th>Type</th> <th>Optimum Neuron Version</th> <th>Image URI</th></tr></thead> <tbody><tr><td>Training</td> <td>0.4.1</td> <td><code>763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-training-neuronx:2.8.0-transformers4.55.4-neuronx-py310-sdk2.26.0-ubuntu22.04</code></td></tr> <tr><td>Inference</td> <td>0.4.1</td> <td><code>763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference-neuronx:2.8.0-transformers4.55.4-neuronx-py310-sdk2.26.0-ubuntu22.04</code></td></tr> <tr><td>vLLM</td> <td>0.4.4</td> <td><code>763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-vllm-inference-neuronx:0.11.0-optimum0.4.4-neuronx-py310-sdk2.26.1-ubuntu22.04</code></td></tr></tbody>",J,h,Z='Please replace <code>763104351884</code> with the correct <a href="https://github.com/aws/sagemaker-python-sdk/blob/master/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-neuronx.json" rel="nofollow">AWS account ID</a> and <code>region</code> with the AWS region you are working in.',I,y,j;return i=new F({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),l=new O({props:{title:"Optimum Neuron Container",local:"optimum-neuron-container",headingTag:"h1"}}),p=new K({props:{code:"ZnJvbSUyMG9wdGltdW0ubmV1cm9uLnV0aWxzJTIwaW1wb3J0JTIwZWNyJTBBJTBBJTIzJTIwcmV0cmlldmUlMjB0aGUlMjBpbWFnZSUyMHVyaSUwQWltYWdlJTIwJTNEJTIwZWNyLmltYWdlX3VyaSglMjJpbmZlcmVuY2UlMjIlMkMlMjByZWdpb24lM0QlMjJ1cy13ZXN0LTIlMjIpJTBBJTBBcHJpbnQoZiUyMmltYWdlJTIwdXJpJTNBJTIwJTdCaW1hZ2UlN0QlMjIpJTBB",highlighted:`<span class="hljs-keyword">from</span> optimum.neuron.utils <span class="hljs-keyword">import</span> ecr

<span class="hljs-comment"># retrieve the image uri</span>
image = ecr.image_uri(<span class="hljs-string">&quot;inference&quot;</span>, region=<span class="hljs-string">&quot;us-west-2&quot;</span>)

<span class="hljs-built_in">print</span>(<span class="hljs-string">f&quot;image uri: <span class="hljs-subst">{image}</span>&quot;</span>)
`,lang:"python",wrap:!1}}),c=new O({props:{title:"Available Optimum Neuron Containers",local:"available-optimum-neuron-containers",headingTag:"h2"}}),{c(){s=f("meta"),b=r(),w=f("p"),T=r(),L(i.$$.fragment),$=r(),L(l.$$.fragment),v=r(),m=f("p"),m.innerHTML=U,M=r(),u=f("p"),u.innerHTML=z,_=r(),L(p.$$.fragment),x=r(),L(c.$$.fragment),k=r(),d=f("table"),d.innerHTML=q,J=r(),h=f("p"),h.innerHTML=Z,I=r(),y=f("p"),this.h()},l(e){const t=G("svelte-u9bgzb",document.head);s=g(t,"META",{name:!0,content:!0}),t.forEach(n),b=o(e),w=g(e,"P",{}),A(w).forEach(n),T=o(e),B(i.$$.fragment,e),$=o(e),B(l.$$.fragment,e),v=o(e),m=g(e,"P",{"data-svelte-h":!0}),C(m)!=="svelte-1u7rwxq"&&(m.innerHTML=U),M=o(e),u=g(e,"P",{"data-svelte-h":!0}),C(u)!=="svelte-s5vwt6"&&(u.innerHTML=z),_=o(e),B(p.$$.fragment,e),x=o(e),B(c.$$.fragment,e),k=o(e),d=g(e,"TABLE",{"data-svelte-h":!0}),C(d)!=="svelte-19v3k6o"&&(d.innerHTML=q),J=o(e),h=g(e,"P",{"data-svelte-h":!0}),C(h)!=="svelte-1cpzb54"&&(h.innerHTML=Z),I=o(e),y=g(e,"P",{}),A(y).forEach(n),this.h()},h(){E(s,"name","hf:doc:metadata"),E(s,"content",te)},m(e,t){X(document.head,s),a(e,b,t),a(e,w,t),a(e,T,t),W(i,e,t),a(e,$,t),W(l,e,t),a(e,v,t),a(e,m,t),a(e,M,t),a(e,u,t),a(e,_,t),W(p,e,t),a(e,x,t),W(c,e,t),a(e,k,t),a(e,d,t),a(e,J,t),a(e,h,t),a(e,I,t),a(e,y,t),j=!0},p:R,i(e){j||(N(i.$$.fragment,e),N(l.$$.fragment,e),N(p.$$.fragment,e),N(c.$$.fragment,e),j=!0)},o(e){S(i.$$.fragment,e),S(l.$$.fragment,e),S(p.$$.fragment,e),S(c.$$.fragment,e),j=!1},d(e){e&&(n(b),n(w),n(T),n($),n(v),n(m),n(M),n(u),n(_),n(x),n(k),n(d),n(J),n(h),n(I),n(y)),n(s),H(i,e),H(l,e),H(p,e),H(c,e)}}}const te='{"title":"Optimum Neuron Container","local":"optimum-neuron-container","sections":[{"title":"Available Optimum Neuron Containers","local":"available-optimum-neuron-containers","sections":[],"depth":2}],"depth":1}';function ne(P){return Y(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class le extends D{constructor(s){super(),Q(this,s,ne,ee,V,{})}}export{le as component};