google-cloud/pr_160/en/_app/immutable/nodes/2.8a2dd0fc.js

import{s as re,o as oe,n as ae}from"../chunks/scheduler.4142c817.js";import{S as ie,i as le,e as g,s as a,c as f,h as ge,a as s,d as n,b as i,f as te,g as p,j as I,k as ne,l as se,m as r,n as d,t as u,o as h,p as m}from"../chunks/index.d7b0fc61.js";import{T as ce}from"../chunks/Tip.127a9975.js";import{C as fe,H as D,E as pe}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.d83d1b81.js";function de(H){let o,$='The listing below <strong>only contains the latest version of each one of the Hugging Face DLCs</strong>, the full listing of the available published containers in Google Cloud can be found either in the <a href="https://cloud.google.com/deep-learning-containers/docs/choosing-container#hugging-face" rel="nofollow">Google Cloud Deep Learning Containers Documentation</a>, in the <a href="https://console.cloud.google.com/artifacts/docker/deeplearning-platform-release/us/gcr.io" rel="nofollow">Google Cloud Artifact Registry</a> or via the <code>gcloud container images list --repository=&quot;us-docker.pkg.dev/deeplearning-platform-release/gcr.io&quot; | grep &quot;huggingface-&quot;</code> command.';return{c(){o=g("p"),o.innerHTML=$},l(l){o=s(l,"P",{"data-svelte-h":!0}),I(o)!=="svelte-15axk69"&&(o.innerHTML=$)},m(l,E){r(l,o,E)},p:ae,d(l){l&&n(o)}}}function ue(H){let o,$,l,E,b,A,y,U,C,V="Below you can find a listing of all the Deep Learning Containers (DLCs) available on Google Cloud.",R,c,q,T,z,v,W='<thead><tr><th>Container URI</th> <th>Path</th> <th>Accelerator</th></tr></thead> <tbody><tr><td>us-docker.pkg.dev/deeplearning-platform-release/gcr.io/huggingface-text-generation-inference-cu124.2-4.ubuntu2204.py311</td> <td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/containers/tgi/gpu/2.4.0/Dockerfile" rel="nofollow">text-generation-inference-gpu.2.4.0</a></td> <td>GPU</td></tr></tbody>',B,x,S,_,X='<thead><tr><th>Container URI</th> <th>Path</th> <th>Accelerator</th></tr></thead> <tbody><tr><td>us-docker.pkg.dev/deeplearning-platform-release/gcr.io/huggingface-text-embeddings-inference-cu122.1-6.ubuntu2204</td> <td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/containers/tei/gpu/1.6.0/Dockerfile" rel="nofollow">text-embeddings-inference-gpu.1.6.0</a></td> <td>GPU</td></tr> <tr><td>us-docker.pkg.dev/deeplearning-platform-release/gcr.io/huggingface-text-embeddings-inference-cpu.1-6</td> <td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/containers/tei/cpu/1.6.0/Dockerfile" rel="nofollow">text-embeddings-inference-cpu.1.6.0</a></td> <td>CPU</td></tr></tbody>',j,k,F,L,Y='<thead><tr><th>Container URI</th> <th>Path</th> <th>Accelerator</th></tr></thead> <tbody><tr><td>us-docker.pkg.dev/deeplearning-platform-release/gcr.io/huggingface-pytorch-inference-cu121.2-3.transformers.4-48.ubuntu2204.py311</td> <td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/containers/pytorch/inference/gpu/2.3.1/transformers/4.48.0/py311/Dockerfile" rel="nofollow">huggingface-pytorch-inference-gpu.2.3.1.transformers.4.48.0.py311</a></td> <td>GPU</td></tr> <tr><td>us-docker.pkg.dev/deeplearning-platform-release/gcr.io/huggingface-pytorch-inference-cpu.2-3.transformers.4-48.ubuntu2204.py311</td> <td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/containers/pytorch/inference/cpu/2.3.1/transformers/4.48.0/py311/Dockerfile" rel="nofollow">huggingface-pytorch-inference-cpu.2.3.1.transformers.4.48.0.py311</a></td> <td>CPU</td></tr></tbody>',O,w,J,G,Z='<thead><tr><th>Container URI</th> <th>Path</th> <th>Accelerator</th></tr></thead> <tbody><tr><td>us-docker.pkg.dev/deeplearning-platform-release/gcr.io/huggingface-pytorch-training-cu121.2-3.transformers.4-48.ubuntu2204.py311</td> <td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/containers/pytorch/training/gpu/2.3.1/transformers/4.48.0/py311/Dockerfile" rel="nofollow">huggingface-pytorch-training-gpu.2.3.1.transformers.4.48.0.py311</a></td> <td>GPU</td></tr></tbody>',K,P,N,M,Q;return b=new fe({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),y=new D({props:{title:"Available DLCs on Google Cloud",local:"available-dlcs-on-google-cloud",headingTag:"h1"}}),c=new ce({props:{$$slots:{default:[de]},$$scope:{ctx:H}}}),T=new D({props:{title:"Text Generation Inference (TGI)",local:"text-generation-inference-tgi",headingTag:"h2"}}),x=new D({props:{title:"Text Embeddings Inference (TEI)",local:"text-embeddings-inference-tei",headingTag:"h2"}}),k=new D({props:{title:"PyTorch Inference",local:"pytorch-inference",headingTag:"h2"}}),w=new D({props:{title:"PyTorch Training",local:"pytorch-training",headingTag:"h2"}}),P=new pe({props:{source:"https://github.com/huggingface/Google-Cloud-Containers/blob/main/docs/source/containers/available.mdx"}}),{c(){o=g("meta"),$=a(),l=g("p"),E=a(),f(b.$$.fragment),A=a(),f(y.$$.fragment),U=a(),C=g("p"),C.textContent=V,R=a(),f(c.$$.fragment),q=a(),f(T.$$.fragment),z=a(),v=g("table"),v.innerHTML=W,B=a(),f(x.$$.fragment),S=a(),_=g("table"),_.innerHTML=X,j=a(),f(k.$$.fragment),F=a(),L=g("table"),L.innerHTML=Y,O=a(),f(w.$$.fragment),J=a(),G=g("table"),G.innerHTML=Z,K=a(),f(P.$$.fragment),N=a(),M=g("p"),this.h()},l(e){const t=ge("svelte-u9bgzb",document.head);o=s(t,"META",{name:!0,content:!0}),t.forEach(n),$=i(e),l=s(e,"P",{}),te(l).forEach(n),E=i(e),p(b.$$.fragment,e),A=i(e),p(y.$$.fragment,e),U=i(e),C=s(e,"P",{"data-svelte-h":!0}),I(C)!=="svelte-usnby0"&&(C.textContent=V),R=i(e),p(c.$$.fragment,e),q=i(e),p(T.$$.fragment,e),z=i(e),v=s(e,"TABLE",{"data-svelte-h":!0}),I(v)!=="svelte-16otips"&&(v.innerHTML=W),B=i(e),p(x.$$.fragment,e),S=i(e),_=s(e,"TABLE",{"data-svelte-h":!0}),I(_)!=="svelte-1b8851v"&&(_.innerHTML=X),j=i(e),p(k.$$.fragment,e),F=i(e),L=s(e,"TABLE",{"data-svelte-h":!0}),I(L)!=="svelte-ba2vzz"&&(L.innerHTML=Y),O=i(e),p(w.$$.fragment,e),J=i(e),G=s(e,"TABLE",{"data-svelte-h":!0}),I(G)!=="svelte-n61tz9"&&(G.innerHTML=Z),K=i(e),p(P.$$.fragment,e),N=i(e),M=s(e,"P",{}),te(M).forEach(n),this.h()},h(){ne(o,"name","hf:doc:metadata"),ne(o,"content",he)},m(e,t){se(document.head,o),r(e,$,t),r(e,l,t),r(e,E,t),d(b,e,t),r(e,A,t),d(y,e,t),r(e,U,t),r(e,C,t),r(e,R,t),d(c,e,t),r(e,q,t),d(T,e,t),r(e,z,t),r(e,v,t),r(e,B,t),d(x,e,t),r(e,S,t),r(e,_,t),r(e,j,t),d(k,e,t),r(e,F,t),r(e,L,t),r(e,O,t),d(w,e,t),r(e,J,t),r(e,G,t),r(e,K,t),d(P,e,t),r(e,N,t),r(e,M,t),Q=!0},p(e,[t]){const ee={};t&2&&(ee.$$scope={dirty:t,ctx:e}),c.$set(ee)},i(e){Q||(u(b.$$.fragment,e),u(y.$$.fragment,e),u(c.$$.fragment,e),u(T.$$.fragment,e),u(x.$$.fragment,e),u(k.$$.fragment,e),u(w.$$.fragment,e),u(P.$$.fragment,e),Q=!0)},o(e){h(b.$$.fragment,e),h(y.$$.fragment,e),h(c.$$.fragment,e),h(T.$$.fragment,e),h(x.$$.fragment,e),h(k.$$.fragment,e),h(w.$$.fragment,e),h(P.$$.fragment,e),Q=!1},d(e){e&&(n($),n(l),n(E),n(A),n(U),n(C),n(R),n(q),n(z),n(v),n(B),n(S),n(_),n(j),n(F),n(L),n(O),n(J),n(G),n(K),n(N),n(M)),n(o),m(b,e),m(y,e),m(c,e),m(T,e),m(x,e),m(k,e),m(w,e),m(P,e)}}}const he='{"title":"Available DLCs on Google Cloud","local":"available-dlcs-on-google-cloud","sections":[{"title":"Text Generation Inference (TGI)","local":"text-generation-inference-tgi","sections":[],"depth":2},{"title":"Text Embeddings Inference (TEI)","local":"text-embeddings-inference-tei","sections":[],"depth":2},{"title":"PyTorch Inference","local":"pytorch-inference","sections":[],"depth":2},{"title":"PyTorch Training","local":"pytorch-training","sections":[],"depth":2}],"depth":1}';function me(H){return oe(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Te extends ie{constructor(o){super(),le(this,o,me,ue,re,{})}}export{Te as component};