google-cloud/pr_97/en/_app/immutable/nodes/24.e194a0ea.js

import{s as ge,n as se,o as ue}from"../chunks/scheduler.b108d059.js";import{S as me,i as pe,g as a,s as n,r as s,A as fe,h as r,f as o,c as i,j as ae,u,x as M,k as re,y as he,a as l,v as m,d as p,t as f,w as h}from"../chunks/index.008de539.js";import{H as E,E as ce}from"../chunks/EditOnGithub.d1c48e3d.js";function de(Y){let g,H,_,P,c,B,d,Z="Learn how to use Hugging Face in Google Cloud by reading our blog posts, Google documentation and examples below.",F,x,V,b,ee='<li><a href="https://huggingface.co/blog/gcp-partnership" rel="nofollow">Hugging Face and Google partner for open AI collaboration</a></li> <li><a href="https://huggingface.co/blog/tpu-inference-endpoints-spaces" rel="nofollow">Google Cloud TPUs made available to Hugging Face users</a></li> <li><a href="https://huggingface.co/blog/google-cloud-model-garden" rel="nofollow">Making thousands of open LLMs bloom in the Vertex AI Model Garden</a></li> <li><a href="https://huggingface.co/blog/llama31-on-vertex-ai" rel="nofollow">Deploy Meta Llama 3.1 405B on Google Cloud Vertex AI</a></li>',S,C,U,$,te='<li><a href="https://cloud.google.com/deep-learning-containers/docs/choosing-container#hugging-face" rel="nofollow">Google Cloud Hugging Face Deep Learning Containers</a></li> <li><a href="https://console.cloud.google.com/artifacts/docker/deeplearning-platform-release/us/gcr.io" rel="nofollow">Google Cloud public Artifact Registry for DLCs</a></li> <li><a href="https://cloud.google.com/kubernetes-engine/docs/tutorials/serve-gemma-gpu-tgi" rel="nofollow">Serve Gemma open models using GPUs on GKE with Hugging Face TGI</a></li> <li><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/open-models/use-hugging-face-models" rel="nofollow">Generative AI on Vertex - Use Hugging Face text generation models</a></li>',R,w,K,v,oe='<li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples" rel="nofollow">All examples</a></li>',q,G,O,T,le='<li><p>Training</p> <ul><li><a href="https://github.com/huggingface/Google-Cloud-Containers/blob/main/examples/gke/trl-full-fine-tuning" rel="nofollow">Fine-tune Gemma 2B with PyTorch Training DLC using SFT on GKE</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/blob/main/examples/gke/trl-lora-fine-tuning" rel="nofollow">Fine-tune Mistral 7B v0.3 with PyTorch Training DLC using SFT + LoRA on GKE</a></li></ul></li> <li><p>Inference</p> <ul><li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-deployment" rel="nofollow">Deploy Meta Llama 3 8B with TGI DLC on GKE</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-from-gcs-deployment" rel="nofollow">Deploying Llama3 8B with Text Generation Inference (TGI) on GKE</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-deployment" rel="nofollow">Deploy Snowflake’s Arctic Embed with TEI DLC on GKE</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-from-gcs-deployment" rel="nofollow">Deploy BGE Base v1.5 with TEI DLC from GCS on GKE</a></li></ul></li>',z,L,j,y,ne='<li><p>Training</p> <ul><li><a href="https://github.com/huggingface/Google-Cloud-Containers/blob/main/examples/vertex-ai/notebooks/trl-full-sft-fine-tuning-on-vertex-ai/vertex-notebook.ipynb" rel="nofollow">Fine-tune Mistral 7B v0.3 with PyTorch Training DLC using SFT on Vertex AI</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/blob/main/examples/vertex-ai/notebooks/trl-lora-sft-fine-tuning-on-vertex-ai/vertex-notebook.ipynb" rel="nofollow">Fine-tune Gemma 2B with PyTorch Training DLC using SFT + LoRA on Vertex AI</a></li></ul></li> <li><p>Inference</p> <ul><li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/deploy-bert-on-vertex-ai/vertex-notebook.ipynb" rel="nofollow">Deploy BERT Models with PyTorch Inference DLC on Vertex AI</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/deploy-embedding-on-vertex-ai/vertex-notebook.ipynb" rel="nofollow">Deploy Embedding Models with TEI DLC on Vertex AI</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/deploy-gemma-on-vertex-ai/vertex-notebook.ipynb" rel="nofollow">Deploy Gemma 7B with TGI DLC on Vertex AI</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/deploy-gemma-from-gcs-on-vertex-ai/vertex-notebook.ipynb" rel="nofollow">Deploy Gemma 7B with TGI DLC from GCS on Vertex AI</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/deploy-flux-on-vertex-ai/vertex-notebook.ipynb" rel="nofollow">Deploy FLUX with PyTorch Inference DLC on Vertex AI</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/deploy-llama-3-1-405b-on-vertex-ai/vertex-notebook.ipynb" rel="nofollow">Deploy Meta Llama 3.1 405B with TGI DLC on Vertex AI</a></li></ul></li>',X,k,J,D,ie='<li><p>Inference</p> <ul><li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/cloud-run/tgi-deployment" rel="nofollow">Deploy Meta Llama 3.1 with TGI DLC on Cloud Run</a></li></ul></li>',N,I,Q,A,W;return c=new E({props:{title:"📄 Other Resources",local:"-other-resources",headingTag:"h1"}}),x=new E({props:{title:"Blog posts",local:"blog-posts",headingTag:"h2"}}),C=new E({props:{title:"Google Documentation",local:"google-documentation",headingTag:"h2"}}),w=new E({props:{title:"Examples",local:"examples",headingTag:"h2"}}),G=new E({props:{title:"GKE",local:"gke",headingTag:"h3"}}),L=new E({props:{title:"Vertex AI",local:"vertex-ai",headingTag:"h3"}}),k=new E({props:{title:"(Preview) Cloud Run",local:"preview-cloud-run",headingTag:"h3"}}),I=new ce({props:{source:"https://github.com/huggingface/Google-Cloud-Containers/blob/main/docs/source/resources.mdx"}}),{c(){g=a("meta"),H=n(),_=a("p"),P=n(),s(c.$$.fragment),B=n(),d=a("p"),d.textContent=Z,F=n(),s(x.$$.fragment),V=n(),b=a("ul"),b.innerHTML=ee,S=n(),s(C.$$.fragment),U=n(),$=a("ul"),$.innerHTML=te,R=n(),s(w.$$.fragment),K=n(),v=a("ul"),v.innerHTML=oe,q=n(),s(G.$$.fragment),O=n(),T=a("ul"),T.innerHTML=le,z=n(),s(L.$$.fragment),j=n(),y=a("ul"),y.innerHTML=ne,X=n(),s(k.$$.fragment),J=n(),D=a("ul"),D.innerHTML=ie,N=n(),s(I.$$.fragment),Q=n(),A=a("p"),this.h()},l(e){const t=fe("svelte-u9bgzb",document.head);g=r(t,"META",{name:!0,content:!0}),t.forEach(o),H=i(e),_=r(e,"P",{}),ae(_).forEach(o),P=i(e),u(c.$$.fragment,e),B=i(e),d=r(e,"P",{"data-svelte-h":!0}),M(d)!=="svelte-1hl3abn"&&(d.textContent=Z),F=i(e),u(x.$$.fragment,e),V=i(e),b=r(e,"UL",{"data-svelte-h":!0}),M(b)!=="svelte-17k7t5"&&(b.innerHTML=ee),S=i(e),u(C.$$.fragment,e),U=i(e),$=r(e,"UL",{"data-svelte-h":!0}),M($)!=="svelte-hnzmg6"&&($.innerHTML=te),R=i(e),u(w.$$.fragment,e),K=i(e),v=r(e,"UL",{"data-svelte-h":!0}),M(v)!=="svelte-q49mqk"&&(v.innerHTML=oe),q=i(e),u(G.$$.fragment,e),O=i(e),T=r(e,"UL",{"data-svelte-h":!0}),M(T)!=="svelte-10shc82"&&(T.innerHTML=le),z=i(e),u(L.$$.fragment,e),j=i(e),y=r(e,"UL",{"data-svelte-h":!0}),M(y)!=="svelte-1dxko14"&&(y.innerHTML=ne),X=i(e),u(k.$$.fragment,e),J=i(e),D=r(e,"UL",{"data-svelte-h":!0}),M(D)!=="svelte-8ws296"&&(D.innerHTML=ie),N=i(e),u(I.$$.fragment,e),Q=i(e),A=r(e,"P",{}),ae(A).forEach(o),this.h()},h(){re(g,"name","hf:doc:metadata"),re(g,"content",xe)},m(e,t){he(document.head,g),l(e,H,t),l(e,_,t),l(e,P,t),m(c,e,t),l(e,B,t),l(e,d,t),l(e,F,t),m(x,e,t),l(e,V,t),l(e,b,t),l(e,S,t),m(C,e,t),l(e,U,t),l(e,$,t),l(e,R,t),m(w,e,t),l(e,K,t),l(e,v,t),l(e,q,t),m(G,e,t),l(e,O,t),l(e,T,t),l(e,z,t),m(L,e,t),l(e,j,t),l(e,y,t),l(e,X,t),m(k,e,t),l(e,J,t),l(e,D,t),l(e,N,t),m(I,e,t),l(e,Q,t),l(e,A,t),W=!0},p:se,i(e){W||(p(c.$$.fragment,e),p(x.$$.fragment,e),p(C.$$.fragment,e),p(w.$$.fragment,e),p(G.$$.fragment,e),p(L.$$.fragment,e),p(k.$$.fragment,e),p(I.$$.fragment,e),W=!0)},o(e){f(c.$$.fragment,e),f(x.$$.fragment,e),f(C.$$.fragment,e),f(w.$$.fragment,e),f(G.$$.fragment,e),f(L.$$.fragment,e),f(k.$$.fragment,e),f(I.$$.fragment,e),W=!1},d(e){e&&(o(H),o(_),o(P),o(B),o(d),o(F),o(V),o(b),o(S),o(U),o($),o(R),o(K),o(v),o(q),o(O),o(T),o(z),o(j),o(y),o(X),o(J),o(D),o(N),o(Q),o(A)),o(g),h(c,e),h(x,e),h(C,e),h(w,e),h(G,e),h(L,e),h(k,e),h(I,e)}}}const xe='{"title":"📄 Other Resources","local":"-other-resources","sections":[{"title":"Blog posts","local":"blog-posts","sections":[],"depth":2},{"title":"Google Documentation","local":"google-documentation","sections":[],"depth":2},{"title":"Examples","local":"examples","sections":[{"title":"GKE","local":"gke","sections":[],"depth":3},{"title":"Vertex AI","local":"vertex-ai","sections":[],"depth":3},{"title":"(Preview) Cloud Run","local":"preview-cloud-run","sections":[],"depth":3}],"depth":2}],"depth":1}';function be(Y){return ue(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ve extends me{constructor(g){super(),pe(this,g,be,de,ge,{})}}export{ve as component};