optimum-neuron/pr_1110/en/_app/immutable/nodes/16.a2cecf49.js

import{s as O,n as I,o as C}from"../chunks/scheduler.56725da7.js";import{S as z,i as E,e as c,s as d,c as k,h as R,a as f,d as a,b as m,f as A,g as W,j as P,k as _,l as j,m as n,n as H,t as L,o as M,p as N}from"../chunks/index.18a26576.js";import{C as q}from"../chunks/CopyLLMTxtMenu.22a092d8.js";import{H as B}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.29952ab9.js";function D($){let r,g,u,h,i,b,l,w,s,T=`🤗 Optimum Neuron is the interface between the 🤗 Transformers library and AWS Accelerators including <a href="https://aws.amazon.com/machine-learning/trainium/?nc1=h_ls" rel="nofollow">AWS Trainium</a> and <a href="https://aws.amazon.com/machine-learning/inferentia/?nc1=h_ls" rel="nofollow">AWS Inferentia</a>.
It provides a set of tools enabling easy model loading, training and inference on single- and multi-Accelerator settings for different downstream tasks.
The list of officially validated models and tasks is available <a href="https://huggingface.co/docs/optimum-neuron/package_reference/configuration#supported-architectures" rel="nofollow">here</a>.`,x,o,S=`<div class="w-full flex flex-col space-y-4 md:space-y-0 md:grid md:grid-cols-2 md:gap-y-4 md:gap-x-5"><a class="!no-underline border dark:border-gray-700 p-5 rounded-lg shadow hover:shadow-lg" href="./tutorials/fine_tune_bert"><div class="w-full text-center bg-gradient-to-br from-blue-400 to-blue-500 rounded-lg py-1.5 font-semibold mb-5 text-white text-lg leading-relaxed">Tutorials</div> <p class="text-gray-700">Learn the basics and become familiar with training &amp; deploying transformers on AWS Trainium and AWS Inferentia.
        Start here if you are using 🤗 Optimum Neuron for the first time!</p></a> <a class="!no-underline border dark:border-gray-700 p-5 rounded-lg shadow hover:shadow-lg" href="./guides/setup_aws_instance"><div class="w-full text-center bg-gradient-to-br from-indigo-400 to-indigo-500 rounded-lg py-1.5 font-semibold mb-5 text-white text-lg leading-relaxed">How-to guides</div> <p class="text-gray-700">Practical guides to help you achieve a specific goal. Take a look at these guides to learn how to use 🤗 Optimum
        Neuron to solve real-world problems.</p></a> <a class="!no-underline border dark:border-gray-700 p-5 rounded-lg shadow hover:shadow-lg" href="./package_reference/trainer"><div class="w-full text-center bg-gradient-to-br from-purple-400 to-purple-500 rounded-lg py-1.5 font-semibold mb-5 text-white text-lg leading-relaxed">Reference</div> <p class="text-gray-700">Technical descriptions of how the classes and methods of 🤗 Optimum Neuron work.</p></a> <a class="!no-underline border dark:border-gray-700 p-5 rounded-lg shadow hover:shadow-lg" href="https://huggingface.co/datasets/sanhitsa/AWS-White-Papers-and-Blogs/resolve/main/Whitepaper-Scale-production-AI-with-Hugging-Face-Optimum-Neuron-and-AWS-Trainium-and-Inferentia.pdf" target="_blank" rel="noopener noreferrer"><div class="w-full text-center bg-gradient-to-br from-red-600 to-red-600 rounded-lg py-1.5 font-semibold mb-5 text-white text-lg leading-relaxed">White Paper</div> <p class="text-gray-700">To learn more about how Optimum Neuron and AWS Inferentia and Trainium are being used by companies, read the White Paper.</p></a></div>`,v,p,y;return i=new q({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),l=new B({props:{title:"🤗 Optimum Neuron",local:"-optimum-neuron",headingTag:"h1"}}),{c(){r=c("meta"),g=d(),u=c("p"),h=d(),k(i.$$.fragment),b=d(),k(l.$$.fragment),w=d(),s=c("p"),s.innerHTML=T,x=d(),o=c("div"),o.innerHTML=S,v=d(),p=c("p"),this.h()},l(e){const t=R("svelte-u9bgzb",document.head);r=f(t,"META",{name:!0,content:!0}),t.forEach(a),g=m(e),u=f(e,"P",{}),A(u).forEach(a),h=m(e),W(i.$$.fragment,e),b=m(e),W(l.$$.fragment,e),w=m(e),s=f(e,"P",{"data-svelte-h":!0}),P(s)!=="svelte-1go5006"&&(s.innerHTML=T),x=m(e),o=f(e,"DIV",{class:!0,"data-svelte-h":!0}),P(o)!=="svelte-3f7en9"&&(o.innerHTML=S),v=m(e),p=f(e,"P",{}),A(p).forEach(a),this.h()},h(){_(r,"name","hf:doc:metadata"),_(r,"content",F),_(o,"class","mt-10")},m(e,t){j(document.head,r),n(e,g,t),n(e,u,t),n(e,h,t),H(i,e,t),n(e,b,t),H(l,e,t),n(e,w,t),n(e,s,t),n(e,x,t),n(e,o,t),n(e,v,t),n(e,p,t),y=!0},p:I,i(e){y||(L(i.$$.fragment,e),L(l.$$.fragment,e),y=!0)},o(e){M(i.$$.fragment,e),M(l.$$.fragment,e),y=!1},d(e){e&&(a(g),a(u),a(h),a(b),a(w),a(s),a(x),a(o),a(v),a(p)),a(r),N(i,e),N(l,e)}}}const F='{"title":"🤗 Optimum Neuron","local":"-optimum-neuron","sections":[],"depth":1}';function U($){return C(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Q extends z{constructor(r){super(),E(this,r,U,D,O,{})}}export{Q as component};