google-cloud/pr_155/en/_app/immutable/nodes/30.f4ef3bbc.js

import{s as ce,n as de,o as Ce}from"../chunks/scheduler.6efaaf90.js";import{S as xe,i as we,e as a,s as n,c as g,h as $e,a as r,d as l,b as i,f as fe,g as s,j as c,k as he,l as Ge,m as o,n as m,t as u,o as p,p as f}from"../chunks/index.eb3e1f0f.js";import{C as be,H as d,E as Le}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.7c119f85.js";function ve(ne){let h,P,B,V,C,R,x,S,w,ie="Learn how to use Hugging Face in Google Cloud by reading our blog posts, presentations, Google documentation and examples below.",U,$,K,G,ae='<li><a href="https://huggingface.co/blog/google-cloud" rel="nofollow">Building for an Open Future - our new partnership with Google Cloud</a></li> <li><a href="https://huggingface.co/blog/gcp-partnership" rel="nofollow">Hugging Face and Google partner for open AI collaboration</a></li> <li><a href="https://huggingface.co/blog/tpu-inference-endpoints-spaces" rel="nofollow">Google Cloud TPUs made available to Hugging Face users</a></li> <li><a href="https://huggingface.co/blog/google-cloud-model-garden" rel="nofollow">Making thousands of open LLMs bloom in the Vertex AI Model Garden</a></li> <li><a href="https://huggingface.co/blog/llama31-on-vertex-ai" rel="nofollow">Deploy Meta Llama 3.1 405B on Google Cloud Vertex AI</a></li>',q,b,z,L,re='<li><a href="https://rsvp.withgoogle.com/events/gemma-dev-day_2024tokyo/sessions/hugging-face-transformers" rel="nofollow">Gemma Developer Day in Tokyo | Unleashing Gemma in production with Hugging Face Text Generation Inference (TGI)</a></li>',O,v,j,T,ge='<li><a href="https://cloud.google.com/deep-learning-containers/docs/choosing-container#hugging-face" rel="nofollow">Google Cloud Hugging Face Deep Learning Containers</a></li> <li><a href="https://console.cloud.google.com/artifacts/docker/deeplearning-platform-release/us/gcr.io" rel="nofollow">Google Cloud public Artifact Registry for DLCs</a></li> <li><a href="https://cloud.google.com/kubernetes-engine/docs/tutorials/serve-gemma-gpu-tgi" rel="nofollow">Serve Gemma open models using GPUs on GKE with Hugging Face TGI</a></li> <li><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/open-models/use-hugging-face-models" rel="nofollow">Generative AI on Vertex - Use Hugging Face text generation models</a></li>',Q,y,W,D,se='<li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples" rel="nofollow">All examples</a></li>',X,I,J,k,me='<li><p>Inference</p> <ul><li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/deploy-bert-on-vertex-ai" rel="nofollow">Deploy BERT Models with PyTorch Inference DLC on Vertex AI</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/deploy-embedding-on-vertex-ai" rel="nofollow">Deploy Embedding Models with TEI DLC on Vertex AI</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/deploy-flux-on-vertex-ai" rel="nofollow">Deploy FLUX with PyTorch Inference DLC on Vertex AI</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/deploy-gemma-from-gcs-on-vertex-ai" rel="nofollow">Deploy Gemma 7B with TGI DLC from GCS on Vertex AI</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/deploy-gemma-on-vertex-ai" rel="nofollow">Deploy Gemma 7B with TGI DLC on Vertex AI</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/deploy-llama-vision-on-vertex-ai" rel="nofollow">Deploy Llama 3.2 11B Vision with TGI DLC on Vertex AI</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/deploy-llama-3-1-405b-on-vertex-ai" rel="nofollow">Deploy Meta Llama 3.1 405B with TGI DLC on Vertex AI</a></li></ul></li> <li><p>Training</p> <ul><li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/trl-full-sft-fine-tuning-on-vertex-ai" rel="nofollow">Fine-tune Mistral 7B v0.3 with PyTorch Training DLC using SFT on Vertex AI</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/trl-lora-sft-fine-tuning-on-vertex-ai" rel="nofollow">Fine-tune Mistral 7B with PyTorch Training DLC using SFT + LoRA on Vertex AI</a></li></ul></li> <li><p>Evaluation</p> <ul><li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/vertex-ai/notebooks/evaluate-llms-with-vertex-ai" rel="nofollow">Evaluate open LLMs with Vertex AI and Gemini</a></li></ul></li>',N,E,Y,M,ue='<li><p>Inference</p> <ul><li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-from-gcs-deployment" rel="nofollow">Deploy BGE Base v1.5 with TEI DLC from GCS on GKE</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-multi-lora-deployment" rel="nofollow">Deploy Gemma2 with multiple LoRA adapters with TGI DLC on GKE</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-llama-405b-deployment" rel="nofollow">Deploy Llama 3.1 405B with TGI DLC on GKE</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-llama-vision-deployment" rel="nofollow">Deploy Llama 3.2 11B Vision with TGI DLC on GKE</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-deployment" rel="nofollow">Deploy Meta Llama 3 8B with TGI DLC on GKE</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-from-gcs-deployment" rel="nofollow">Deploy Qwen2 7B with TGI DLC from GCS on GKE</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-deployment" rel="nofollow">Deploy Snowflake’s Arctic Embed with TEI DLC on GKE</a></li></ul></li> <li><p>Training</p> <ul><li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/trl-full-fine-tuning" rel="nofollow">Fine-tune Gemma 2B with PyTorch Training DLC using SFT on GKE</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/trl-lora-fine-tuning" rel="nofollow">Fine-tune Mistral 7B v0.3 with PyTorch Training DLC using SFT + LoRA on GKE</a></li></ul></li>',Z,_,ee,A,pe='<li><p>Inference</p> <ul><li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/cloud-run/finewiki-embeddings-with-embedding-gemma" rel="nofollow">100,000 FineWiki embeddings with EmbeddingGemma on Cloud Run</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/cloud-run/deploy-gemma-2-on-cloud-run" rel="nofollow">Deploy Gemma2 9B with TGI DLC on Cloud Run</a></li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/cloud-run/deploy-llama-3-1-on-cloud-run" rel="nofollow">Deploy Llama 3.1 8B with TGI DLC on Cloud Run</a></li></ul></li>',te,H,le,F,oe;return C=new be({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),x=new d({props:{title:"📄 Other Resources",local:"-other-resources",headingTag:"h1"}}),$=new d({props:{title:"Blog posts",local:"blog-posts",headingTag:"h2"}}),b=new d({props:{title:"Presentations",local:"presentations",headingTag:"h2"}}),v=new d({props:{title:"Google Documentation",local:"google-documentation",headingTag:"h2"}}),y=new d({props:{title:"Examples",local:"examples",headingTag:"h2"}}),I=new d({props:{title:"Vertex AI",local:"vertex-ai",headingTag:"h3"}}),E=new d({props:{title:"GKE",local:"gke",headingTag:"h3"}}),_=new d({props:{title:"Cloud Run",local:"cloud-run",headingTag:"h3"}}),H=new Le({props:{source:"https://github.com/huggingface/Google-Cloud-Containers/blob/main/docs/source/resources.mdx"}}),{c(){h=a("meta"),P=n(),B=a("p"),V=n(),g(C.$$.fragment),R=n(),g(x.$$.fragment),S=n(),w=a("p"),w.textContent=ie,U=n(),g($.$$.fragment),K=n(),G=a("ul"),G.innerHTML=ae,q=n(),g(b.$$.fragment),z=n(),L=a("ul"),L.innerHTML=re,O=n(),g(v.$$.fragment),j=n(),T=a("ul"),T.innerHTML=ge,Q=n(),g(y.$$.fragment),W=n(),D=a("ul"),D.innerHTML=se,X=n(),g(I.$$.fragment),J=n(),k=a("ul"),k.innerHTML=me,N=n(),g(E.$$.fragment),Y=n(),M=a("ul"),M.innerHTML=ue,Z=n(),g(_.$$.fragment),ee=n(),A=a("ul"),A.innerHTML=pe,te=n(),g(H.$$.fragment),le=n(),F=a("p"),this.h()},l(e){const t=$e("svelte-u9bgzb",document.head);h=r(t,"META",{name:!0,content:!0}),t.forEach(l),P=i(e),B=r(e,"P",{}),fe(B).forEach(l),V=i(e),s(C.$$.fragment,e),R=i(e),s(x.$$.fragment,e),S=i(e),w=r(e,"P",{"data-svelte-h":!0}),c(w)!=="svelte-1fi1r4w"&&(w.textContent=ie),U=i(e),s($.$$.fragment,e),K=i(e),G=r(e,"UL",{"data-svelte-h":!0}),c(G)!=="svelte-1x1uzg9"&&(G.innerHTML=ae),q=i(e),s(b.$$.fragment,e),z=i(e),L=r(e,"UL",{"data-svelte-h":!0}),c(L)!=="svelte-1q62dpl"&&(L.innerHTML=re),O=i(e),s(v.$$.fragment,e),j=i(e),T=r(e,"UL",{"data-svelte-h":!0}),c(T)!=="svelte-hnzmg6"&&(T.innerHTML=ge),Q=i(e),s(y.$$.fragment,e),W=i(e),D=r(e,"UL",{"data-svelte-h":!0}),c(D)!=="svelte-q49mqk"&&(D.innerHTML=se),X=i(e),s(I.$$.fragment,e),J=i(e),k=r(e,"UL",{"data-svelte-h":!0}),c(k)!=="svelte-d4xea4"&&(k.innerHTML=me),N=i(e),s(E.$$.fragment,e),Y=i(e),M=r(e,"UL",{"data-svelte-h":!0}),c(M)!=="svelte-1fzjuuj"&&(M.innerHTML=ue),Z=i(e),s(_.$$.fragment,e),ee=i(e),A=r(e,"UL",{"data-svelte-h":!0}),c(A)!=="svelte-x7qoxx"&&(A.innerHTML=pe),te=i(e),s(H.$$.fragment,e),le=i(e),F=r(e,"P",{}),fe(F).forEach(l),this.h()},h(){he(h,"name","hf:doc:metadata"),he(h,"content",Te)},m(e,t){Ge(document.head,h),o(e,P,t),o(e,B,t),o(e,V,t),m(C,e,t),o(e,R,t),m(x,e,t),o(e,S,t),o(e,w,t),o(e,U,t),m($,e,t),o(e,K,t),o(e,G,t),o(e,q,t),m(b,e,t),o(e,z,t),o(e,L,t),o(e,O,t),m(v,e,t),o(e,j,t),o(e,T,t),o(e,Q,t),m(y,e,t),o(e,W,t),o(e,D,t),o(e,X,t),m(I,e,t),o(e,J,t),o(e,k,t),o(e,N,t),m(E,e,t),o(e,Y,t),o(e,M,t),o(e,Z,t),m(_,e,t),o(e,ee,t),o(e,A,t),o(e,te,t),m(H,e,t),o(e,le,t),o(e,F,t),oe=!0},p:de,i(e){oe||(u(C.$$.fragment,e),u(x.$$.fragment,e),u($.$$.fragment,e),u(b.$$.fragment,e),u(v.$$.fragment,e),u(y.$$.fragment,e),u(I.$$.fragment,e),u(E.$$.fragment,e),u(_.$$.fragment,e),u(H.$$.fragment,e),oe=!0)},o(e){p(C.$$.fragment,e),p(x.$$.fragment,e),p($.$$.fragment,e),p(b.$$.fragment,e),p(v.$$.fragment,e),p(y.$$.fragment,e),p(I.$$.fragment,e),p(E.$$.fragment,e),p(_.$$.fragment,e),p(H.$$.fragment,e),oe=!1},d(e){e&&(l(P),l(B),l(V),l(R),l(S),l(w),l(U),l(K),l(G),l(q),l(z),l(L),l(O),l(j),l(T),l(Q),l(W),l(D),l(X),l(J),l(k),l(N),l(Y),l(M),l(Z),l(ee),l(A),l(te),l(le),l(F)),l(h),f(C,e),f(x,e),f($,e),f(b,e),f(v,e),f(y,e),f(I,e),f(E,e),f(_,e),f(H,e)}}}const Te='{"title":"📄 Other Resources","local":"-other-resources","sections":[{"title":"Blog posts","local":"blog-posts","sections":[],"depth":2},{"title":"Presentations","local":"presentations","sections":[],"depth":2},{"title":"Google Documentation","local":"google-documentation","sections":[],"depth":2},{"title":"Examples","local":"examples","sections":[{"title":"Vertex AI","local":"vertex-ai","sections":[],"depth":3},{"title":"GKE","local":"gke","sections":[],"depth":3},{"title":"Cloud Run","local":"cloud-run","sections":[],"depth":3}],"depth":2}],"depth":1}';function ye(ne){return Ce(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ee extends xe{constructor(h){super(),we(this,h,ye,ve,ce,{})}}export{Ee as component};