diffusers/pr_13732/zh/_app/immutable/nodes/28.618ab3ef.js

import{s as ml,a as ol,n as pl,o as rl}from"../chunks/scheduler.e4ff9b64.js";import{S as Ml,i as ul,e as i,s as a,c as b,h as fl,a as m,d as t,b as s,f as il,g as j,j as Q,k as d,l as Ul,m as n,n as N,t as R,o as J,p as S}from"../chunks/index.09f1bca0.js";import{C as cl,H as Tl,E as yl}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.b0ab0d79.js";import{C as z}from"../chunks/CodeBlock.fa0eb8b1.js";function gl(P){let o,_,F,O,M,I,u,A,f,q='Diffusers 功能可在 <a href="https://aws.amazon.com/ec2/instance-types/inf2/" rel="nofollow">AWS Inf2 实例</a>上使用，这些是由 <a href="https://aws.amazon.com/machine-learning/inferentia/" rel="nofollow">Neuron 机器学习加速器</a>驱动的 EC2 实例。这些实例旨在提供更好的计算性能（更高的吞吐量、更低的延迟）和良好的成本效益，使其成为 AWS 用户将扩散模型部署到生产环境的良好选择。',k,U,K='<a href="https://huggingface.co/docs/optimum-neuron/en/index" rel="nofollow">Optimum Neuron</a> 是 Hugging Face 库与 AWS 加速器之间的接口，包括 AWS <a href="https://aws.amazon.com/machine-learning/trainium/" rel="nofollow">Trainium</a> 和 AWS <a href="https://aws.amazon.com/machine-learning/inferentia/" rel="nofollow">Inferentia</a>。它支持 Diffusers 中的许多功能，并具有类似的 API，因此如果您已经熟悉 Diffusers，学习起来更容易。一旦您创建了 AWS Inf2 实例，请安装 Optimum Neuron。',B,c,v,r,ll='<p>我们提供预构建的 <a href="https://aws.amazon.com/marketplace/pp/prodview-gr3e6yiscria2" rel="nofollow">Hugging Face Neuron 深度学习 AMI</a>（DLAMI）和用于 Amazon SageMaker 的 Optimum Neuron 容器。建议正确设置您的环境。</p>',x,T,el="下面的示例演示了如何在 inf2.8xlarge 实例上使用 Stable Diffusion XL 模型生成图像（一旦模型编译完成，您可以切换到更便宜的 inf2.xlarge 实例）。要生成一些图像，请使用 <code>NeuronStableDiffusionXLPipeline</code> 类，该类类似于 Diffusers 中的 <code>StableDiffusionXLPipeline</code> 类。",E,y,tl="与 Diffusers 不同，您需要将管道中的模型编译为 Neuron 格式，即 <code>.neuron</code>。运行以下命令将模型导出为 <code>.neuron</code> 格式。",G,g,L,C,nl="现在使用预编译的 SDXL 模型生成一些图像。",W,V,X,p,al,Y,w,sl='欢迎查看Optimum Neuron <a href="https://huggingface.co/docs/optimum-neuron/en/inference_tutorials/stable_diffusion#generate-images-with-stable-diffusion-models-on-aws-inferentia" rel="nofollow">文档</a>中更多不同用例的指南和示例！',Z,h,D,$,H;return M=new cl({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),u=new Tl({props:{title:"AWS Neuron",local:"aws-neuron",headingTag:"h1"}}),c=new z({props:{code:"cHl0aG9uJTIwLW0lMjBwaXAlMjBpbnN0YWxsJTIwLS11cGdyYWRlLXN0cmF0ZWd5JTIwZWFnZXIlMjBvcHRpbXVtJTVCbmV1cm9ueCU1RA==",highlighted:"python -m pip install --upgrade-strategy eager optimum[neuronx]",lang:"bash",wrap:!1}}),g=new z({props:{code:"b3B0aW11bS1jbGklMjBleHBvcnQlMjBuZXVyb24lMjAtLW1vZGVsJTIwc3RhYmlsaXR5YWklMkZzdGFibGUtZGlmZnVzaW9uLXhsLWJhc2UtMS4wJTIwJTVDJTBBJTIwJTIwLS1iYXRjaF9zaXplJTIwMSUyMCU1QyUwQSUyMCUyMC0taGVpZ2h0JTIwMTAyNCUyMCU2MCUyMyUyMCVFNyU5NCU5RiVFNiU4OCU5MCVFNSU5QiVCRSVFNSU4MyU4RiVFNyU5QSU4NCVFOSVBQiU5OCVFNSVCQSVBNiVFRiVCQyU4OCVFNSU4MyU4RiVFNyVCNCVBMCVFRiVCQyU4OSVFRiVCQyU4QyVFNCVCRSU4QiVFNSVBNiU4MiUyMDc2OCUyQyUyMDEwMjQlNjAlMjAlNUMlMEElMjAlMjAtLXdpZHRoJTIwMTAyNCUyMCU2MCUyMyUyMCVFNyU5NCU5RiVFNiU4OCU5MCVFNSU5QiVCRSVFNSU4MyU4RiVFNyU5QSU4NCVFNSVBRSVCRCVFNSVCQSVBNiVFRiVCQyU4OCVFNSU4MyU4RiVFNyVCNCVBMCVFRiVCQyU4OSVFRiVCQyU4QyVFNCVCRSU4QiVFNSVBNiU4MiUyMDc2OCUyQyUyMDEwMjQlNjAlMjAlNUMlMEElMjAlMjAtLW51bV9pbWFnZXNfcGVyX3Byb21wdCUyMDElMjAlNjAlMjMlMjAlRTYlQUYlOEYlRTQlQjglQUElRTYlOEYlOTAlRTclQTQlQkElRTclOTQlOUYlRTYlODglOTAlRTclOUElODQlRTUlOUIlQkUlRTUlODMlOEYlRTYlOTUlQjAlRTklODclOEYlRUYlQkMlOEMlRTklQkIlOTglRTglQUUlQTQlRTQlQjglQkElMjAxJTYwJTIwJTVDJTBBJTIwJTIwLS1hdXRvX2Nhc3QlMjBtYXRtdWwlMjAlNjAlMjMlMjAlRTQlQkIlODUlRTglQkQlQUMlRTYlOEQlQTIlRTclOUYlQTklRTklOTglQjUlRTQlQjklOTglRTYlQjMlOTUlRTYlOTMlOEQlRTQlQkQlOUMlNjAlMjAlNUMlMEElMjAlMjAtLWF1dG9fY2FzdF90eXBlJTIwYmYxNiUyMCU2MCUyMyUyMCVFNSVCMCU4NiVFNiU5MyU4RCVFNCVCRCU5QyVFNCVCQiU4RSUyMEZQMzIlMjAlRTglQkQlQUMlRTYlOEQlQTIlRTQlQjglQkElMjBCRjE2JTYwJTIwJTVDJTBBJTIwJTIwc2RfbmV1cm9uX3hsJTJG",highlighted:'optimum-cli <span class="hljs-built_in">export</span> neuron --model stabilityai/stable-diffusion-xl-base-1.0 \\\n  --batch_size 1 \\\n  --height 1024 `<span class="hljs-comment"># 生成图像的高度（像素），例如 768, 1024` \\</span>\n  --width 1024 `<span class="hljs-comment"># 生成图像的宽度（像素），例如 768, 1024` \\</span>\n  --num_images_per_prompt 1 `<span class="hljs-comment"># 每个提示生成的图像数量，默认为 1` \\</span>\n  --auto_cast matmul `<span class="hljs-comment"># 仅转换矩阵乘法操作` \\</span>\n  --auto_cast_type bf16 `<span class="hljs-comment"># 将操作从 FP32 转换为 BF16` \\</span>\n  sd_neuron_xl/',lang:"bash",wrap:!1}}),V=new z({props:{code:"ZnJvbSUyMG9wdGltdW0ubmV1cm9uJTIwaW1wb3J0JTIwTmV1JTBBJTBBc3RhYmxlX2RpZmZ1c2lvbl94bCUyMCUzRCUyME5ldXJvblN0YWJsZURpZmZ1c2lvblhMUGlwZWxpbmUuZnJvbV9wcmV0cmFpbmVkKCUyMnNkX25ldXJvbl94bCUyRiUyMiklMEFwcm9tcHQlMjAlM0QlMjAlMjJhJTIwcGlnJTIwd2l0aCUyMHdpbmdzJTIwZmx5aW5nJTIwaW4lMjBmbG9hdGluZyUyMFVTJTIwZG9sbGFyJTIwYmFua25vdGVzJTIwaW4lMjB0aGUlMjBhaXIlMkMlMjBza3lzY3JhcGVycyUyMGJlaGluZCUyQyUyMHdhcm0lMjBjb2xvciUyMHBhbGV0dGUlMkMlMjBtdXRlZCUyMGNvbG9ycyUyQyUyMGRldGFpbGVkJTJDJTIwOGslMjIlMEFpbWFnZSUyMCUzRCUyMHN0YWJsZV9kaWZmdXNpb25feGwocHJvbXB0KS5pbWFnZXMlNUIwJTVE",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> optimum.neuron <span class="hljs-keyword">import</span> Neu
ronStableDiffusionXLPipeline

<span class="hljs-meta">&gt;&gt;&gt; </span>stable_diffusion_xl = NeuronStableDiffusionXLPipeline.from_pretrained(<span class="hljs-string">&quot;sd_neuron_xl/&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>prompt = <span class="hljs-string">&quot;a pig with wings flying in floating US dollar banknotes in the air, skyscrapers behind, warm color palette, muted colors, detailed, 8k&quot;</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>image = stable_diffusion_xl(prompt).images[<span class="hljs-number">0</span>]`,lang:"python",wrap:!1}}),h=new yl({props:{source:"https://github.com/huggingface/diffusers/blob/main/docs/source/zh/optimization/neuron.md"}}),{c(){o=i("meta"),_=a(),F=i("p"),O=a(),b(M.$$.fragment),I=a(),b(u.$$.fragment),A=a(),f=i("p"),f.innerHTML=q,k=a(),U=i("p"),U.innerHTML=K,B=a(),b(c.$$.fragment),v=a(),r=i("blockquote"),r.innerHTML=ll,x=a(),T=i("p"),T.innerHTML=el,E=a(),y=i("p"),y.innerHTML=tl,G=a(),b(g.$$.fragment),L=a(),C=i("p"),C.textContent=nl,W=a(),b(V.$$.fragment),X=a(),p=i("img"),Y=a(),w=i("p"),w.innerHTML=sl,Z=a(),b(h.$$.fragment),D=a(),$=i("p"),this.h()},l(l){const e=fl("svelte-u9bgzb",document.head);o=m(e,"META",{name:!0,content:!0}),e.forEach(t),_=s(l),F=m(l,"P",{}),il(F).forEach(t),O=s(l),j(M.$$.fragment,l),I=s(l),j(u.$$.fragment,l),A=s(l),f=m(l,"P",{"data-svelte-h":!0}),Q(f)!=="svelte-10o1brc"&&(f.innerHTML=q),k=s(l),U=m(l,"P",{"data-svelte-h":!0}),Q(U)!=="svelte-udgf4g"&&(U.innerHTML=K),B=s(l),j(c.$$.fragment,l),v=s(l),r=m(l,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),Q(r)!=="svelte-1pfprny"&&(r.innerHTML=ll),x=s(l),T=m(l,"P",{"data-svelte-h":!0}),Q(T)!=="svelte-trr0gu"&&(T.innerHTML=el),E=s(l),y=m(l,"P",{"data-svelte-h":!0}),Q(y)!=="svelte-1ody1vo"&&(y.innerHTML=tl),G=s(l),j(g.$$.fragment,l),L=s(l),C=m(l,"P",{"data-svelte-h":!0}),Q(C)!=="svelte-1nzkau6"&&(C.textContent=nl),W=s(l),j(V.$$.fragment,l),X=s(l),p=m(l,"IMG",{src:!0,width:!0,height:!0,alt:!0}),Y=s(l),w=m(l,"P",{"data-svelte-h":!0}),Q(w)!=="svelte-1bu1s2g"&&(w.innerHTML=sl),Z=s(l),j(h.$$.fragment,l),D=s(l),$=m(l,"P",{}),il($).forEach(t),this.h()},h(){d(o,"name","hf:doc:metadata"),d(o,"content",Cl),d(r,"class","tip"),ol(p.src,al="https://huggingface.co/datasets/Jingya/document_images/resolve/main/optimum/neuron/sdxl_pig.png")||d(p,"src",al),d(p,"width","256"),d(p,"height","256"),d(p,"alt","peggy generated by sdxl on inf2")},m(l,e){Ul(document.head,o),n(l,_,e),n(l,F,e),n(l,O,e),N(M,l,e),n(l,I,e),N(u,l,e),n(l,A,e),n(l,f,e),n(l,k,e),n(l,U,e),n(l,B,e),N(c,l,e),n(l,v,e),n(l,r,e),n(l,x,e),n(l,T,e),n(l,E,e),n(l,y,e),n(l,G,e),N(g,l,e),n(l,L,e),n(l,C,e),n(l,W,e),N(V,l,e),n(l,X,e),n(l,p,e),n(l,Y,e),n(l,w,e),n(l,Z,e),N(h,l,e),n(l,D,e),n(l,$,e),H=!0},p:pl,i(l){H||(R(M.$$.fragment,l),R(u.$$.fragment,l),R(c.$$.fragment,l),R(g.$$.fragment,l),R(V.$$.fragment,l),R(h.$$.fragment,l),H=!0)},o(l){J(M.$$.fragment,l),J(u.$$.fragment,l),J(c.$$.fragment,l),J(g.$$.fragment,l),J(V.$$.fragment,l),J(h.$$.fragment,l),H=!1},d(l){l&&(t(_),t(F),t(O),t(I),t(A),t(f),t(k),t(U),t(B),t(v),t(r),t(x),t(T),t(E),t(y),t(G),t(L),t(C),t(W),t(X),t(p),t(Y),t(w),t(Z),t(D),t($)),t(o),S(M,l),S(u,l),S(c,l),S(g,l),S(V,l),S(h,l)}}}const Cl='{"title":"AWS Neuron","local":"aws-neuron","sections":[],"depth":1}';function Vl(P){return rl(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class bl extends Ml{constructor(o){super(),ul(this,o,Vl,gl,ml,{})}}export{bl as component};